mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-01 19:32:55 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(cli): support loading model-id from local path

Browse Source 
SDK should already support loading from local-path, but on CLI there was
a bug with start where it sets the choice for model-id to only
pretrained set of model-id

Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-06-21 07:25:13 -04:00
parent 84466c2827
commit de665def5c
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/openllm/cli.py
View File

@@ -188,13 +188,13 @@ output_option = click.option(
)
def model_id_option(factory: t.Any, model_env: ModelEnv | None = None, click_type: click.ParamType | None = None):
def model_id_option(factory: t.Any, model_env: ModelEnv | None = None):
envvar = None
if model_env is not None:
envvar = model_env.model_id
return factory.option(
"--model-id",
type=click_type if click_type else click.STRING,
type=click.STRING,
default=None,
help="Optional model_id name or path for (fine-tune) weight.",
envvar=envvar,
@@ -584,7 +584,7 @@ Available model_id(s): {llm_config['model_ids']} [default: {llm_config['default_
help="Server timeout in seconds",
)
@workers_per_resource_option(cog.optgroup)
@model_id_option(cog.optgroup, model_env=env, click_type=click.Choice(llm_config["model_ids"]))
@model_id_option(cog.optgroup, model_env=env)
@cog.optgroup.option(
"--fast",
is_flag=True,