mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-10 19:22:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(trust_remote_code): handle args correctly (#727)

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-22 17:03:13 -05:00
committed by GitHub
parent 79c9608735
commit 5442d9cd10
8 changed files with 63 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
openllm-python/src/openllm_cli/entrypoint.py
View File

@@ -442,7 +442,7 @@ def start_command(
serialisation=serialisation,
dtype=dtype,
max_model_len=max_model_len,
trust_remote_code=check_bool_env('TRUST_REMOTE_CODE'),
trust_remote_code=check_bool_env('TRUST_REMOTE_CODE', False),
)
backend_warning(llm.__llm_backend__)
@@ -573,7 +573,7 @@ def start_grpc_command(
serialisation=serialisation,
dtype=dtype,
max_model_len=max_model_len,
trust_remote_code=check_bool_env('TRUST_REMOTE_CODE'),
trust_remote_code=check_bool_env('TRUST_REMOTE_CODE', False),
)
backend_warning(llm.__llm_backend__)