From 44a225d2fd68590bc44167ad8b6911e753cd468a Mon Sep 17 00:00:00 2001 From: Aaron <29749331+aarnphm@users.noreply.github.com> Date: Wed, 5 Jul 2023 06:26:29 -0400 Subject: [PATCH] fix(mpt): trust remote code Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> --- src/openllm/models/mpt/modeling_mpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/openllm/models/mpt/modeling_mpt.py b/src/openllm/models/mpt/modeling_mpt.py index d56b012d..975b1a32 100644 --- a/src/openllm/models/mpt/modeling_mpt.py +++ b/src/openllm/models/mpt/modeling_mpt.py @@ -111,7 +111,7 @@ class MPT(openllm.LLM["transformers.PreTrainedModel", "transformers.GPTNeoXToken def load_model(self, tag: bentoml.Tag, *args: t.Any, **attrs: t.Any) -> transformers.PreTrainedModel: torch_dtype = attrs.pop("torch_dtype", torch.float32) device_map = attrs.pop("device_map", None) - trust_remote_code = attrs.pop("trust_remote_code", False) + trust_remote_code = attrs.pop("trust_remote_code", True) _ref = bentoml.transformers.get(tag) config = get_mpt_config(