mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-18 14:47:30 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(build): set null for first pass of service import

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-06-24 07:26:41 +00:00
parent aa448b3111
commit 3eac8cb12d
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/openllm/_package.py
View File

@@ -307,6 +307,7 @@ def build(
_previously_built = False
current_model_envvar = os.environ.pop("OPENLLM_MODEL", None)
current_model_id_envvar = os.environ.pop("OPENLLM_MODEL_ID", None)
current_adapter_map_envvar = os.environ.pop("OPENLLM_ADAPTER_MAP", None)
llm_config = openllm.AutoConfig.for_model(model_name)
@@ -316,6 +317,7 @@ def build(
# during build. This is a current limitation of bentoml build where we actually import the service.py into sys.path
try:
os.environ["OPENLLM_MODEL"] = inflection.underscore(model_name)
os.environ["OPENLLM_ADAPTER_MAP"] = orjson.dumps(None).decode()
framework_envvar = llm_config["env"].framework_value
llm = t.cast(
@@ -378,8 +380,11 @@ def build(
finally:
del os.environ["OPENLLM_MODEL"]
del os.environ["OPENLLM_MODEL_ID"]
del os.environ["OPENLLM_ADAPTER_MAP"]
# restore original OPENLLM_MODEL envvar if set.
if current_model_envvar is not None:
os.environ["OPENLLM_MODEL"] = current_model_envvar
if current_model_id_envvar is not None:
os.environ["OPENLLM_MODEL_ID"] = current_model_id_envvar
if current_adapter_map_envvar is not None:
os.environ["OPENLLM_ADAPTER_MAP"] = current_adapter_map_envvar