mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-22 22:39:47 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(models): make sure to use private-tag name for the generated service

Browse Source 
Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
paperspace
2024-06-03 20:45:17 +00:00
parent 9ba895848f
commit 15cada079a
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openllm-python/src/_openllm_tiny/_entrypoint.py
View File

@@ -423,10 +423,11 @@ def build_command(
bentomodel = bentoml.models.get(model_id.lower())
model_id = bentomodel.path
_revision = bentomodel.tag.version
_tag_name = bentomodel.tag.name
if not trust_remote_code:
trust_remote_code = True
except (ValueError, bentoml.exceptions.NotFound):
bentomodel, _revision = None, None
bentomodel, _revision, _tag_name = None, None, None
llm_config = core.AutoConfig.from_id(model_id, trust_remote_code=trust_remote_code)
transformers_config = transformers.AutoConfig.from_pretrained(model_id, trust_remote_code=trust_remote_code)
@@ -450,7 +451,7 @@ def build_command(
if bento_tag is None:
_bento_version = first_not_none(bento_version, default=_revision)
generated_tag = bentoml.Tag.from_taglike(
f'{normalise_model_name(model_id)}-service:{_bento_version}'.lower().strip()
f'{_tag_name if _tag_name is not None else normalise_model_name(model_id)}-service:{_bento_version}'.lower().strip()
)
else:
generated_tag = bentoml.Tag.from_taglike(bento_tag)