mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-22 06:19:35 -05:00
Code Issues Packages Projects Releases Wiki Activity

revert: include configuration to labels

Browse Source 
This is used for starting up the bento

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-07-20 23:37:25 -04:00
parent f91e750fcd
commit 9ccbd60584
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/openllm/bundle/_package.py
View File

@@ -250,7 +250,7 @@ def create_bento(
_model_store: ModelStore = Provide[BentoMLContainer.model_store],
) -> bentoml.Bento:
framework_envvar = llm.config["env"]["framework_value"]
labels = {"model_ids": llm.identifying_params["model_ids"]}
labels = dict(llm.identifying_params)
labels.update({"_type": llm.llm_type, "_framework": framework_envvar, "start_name": llm.config["start_name"]})
if adapter_map: