From c1e0e3eae7b25127872e38d0eb299e9bf07fddd9 Mon Sep 17 00:00:00 2001 From: Aaron Pham <29749331+aarnphm@users.noreply.github.com> Date: Fri, 17 Nov 2023 09:35:26 -0500 Subject: [PATCH] fix(build): correctly parse default env for container (#679) Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> --- openllm-python/src/openllm_cli/entrypoint.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openllm-python/src/openllm_cli/entrypoint.py b/openllm-python/src/openllm_cli/entrypoint.py index 91991b92..f30f25e3 100644 --- a/openllm-python/src/openllm_cli/entrypoint.py +++ b/openllm-python/src/openllm_cli/entrypoint.py @@ -646,7 +646,7 @@ def process_environ( 'OPENLLM_ADAPTER_MAP': orjson.dumps(adapter_map).decode(), 'OPENLLM_SERIALIZATION': serialisation, 'OPENLLM_BACKEND': llm.__llm_backend__, - 'OPENLLM_CONFIG': config.model_dump_json(flatten=True).decode(), + 'OPENLLM_CONFIG': f'"""{config.model_dump_json(flatten=True).decode()}"""', 'TORCH_DTYPE': str(llm._torch_dtype).split('.')[-1], 'TRUST_REMOTE_CODE': str(llm.trust_remote_code), }