mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-05-04 05:42:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(mpt): trust remote code

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-07-05 06:26:29 -04:00
parent 775c8c15a5
commit 44a225d2fd
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/openllm/models/mpt/modeling_mpt.py
View File

@@ -111,7 +111,7 @@ class MPT(openllm.LLM["transformers.PreTrainedModel", "transformers.GPTNeoXToken
def load_model(self, tag: bentoml.Tag, *args: t.Any, **attrs: t.Any) -> transformers.PreTrainedModel:
torch_dtype = attrs.pop("torch_dtype", torch.float32)
device_map = attrs.pop("device_map", None)
trust_remote_code = attrs.pop("trust_remote_code", False)
trust_remote_code = attrs.pop("trust_remote_code", True)
_ref = bentoml.transformers.get(tag)
config = get_mpt_config(