From 9ccbd60584b07b29b3b0f0bc8564e1ef32001d94 Mon Sep 17 00:00:00 2001 From: Aaron <29749331+aarnphm@users.noreply.github.com> Date: Thu, 20 Jul 2023 23:37:25 -0400 Subject: [PATCH] revert: include configuration to labels This is used for starting up the bento Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> --- src/openllm/bundle/_package.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/openllm/bundle/_package.py b/src/openllm/bundle/_package.py index 2f73c6f9..c19f09b8 100644 --- a/src/openllm/bundle/_package.py +++ b/src/openllm/bundle/_package.py @@ -250,7 +250,7 @@ def create_bento( _model_store: ModelStore = Provide[BentoMLContainer.model_store], ) -> bentoml.Bento: framework_envvar = llm.config["env"]["framework_value"] - labels = {"model_ids": llm.identifying_params["model_ids"]} + labels = dict(llm.identifying_params) labels.update({"_type": llm.llm_type, "_framework": framework_envvar, "start_name": llm.config["start_name"]}) if adapter_map: