mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-04 23:26:16 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(env): correct format environment on docker (#680)

Browse Source 
* fix(env): correct format environment on docker

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>

* docs: changelog

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>

---------

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-17 09:51:17 -05:00
committed by GitHub
parent c1e0e3eae7
commit bce273ad47
3 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
openllm-python/src/openllm/bundle/_package.py
View File

@@ -95,6 +95,9 @@ def construct_docker_options(
llm._prompt_template,
use_current_env=False,
)
# XXX: We need to quote this so that the envvar in container recognize as valid json
environ['OPENLLM_CONFIG'] = f"'{environ['OPENLLM_CONFIG']}'"
environ.pop('BENTOML_HOME', None) # NOTE: irrelevant in container
return DockerOptions(
base_image=oci.RefResolver.construct_base_image(container_registry, container_version_strategy),
env=environ,

2
openllm-python/src/openllm_cli/entrypoint.py
View File

@@ -646,7 +646,7 @@ def process_environ(
'OPENLLM_ADAPTER_MAP': orjson.dumps(adapter_map).decode(),
'OPENLLM_SERIALIZATION': serialisation,
'OPENLLM_BACKEND': llm.__llm_backend__,
'OPENLLM_CONFIG': f'"""{config.model_dump_json(flatten=True).decode()}"""',
'OPENLLM_CONFIG': config.model_dump_json(flatten=True).decode(),
'TORCH_DTYPE': str(llm._torch_dtype).split('.')[-1],
'TRUST_REMOTE_CODE': str(llm.trust_remote_code),
}