mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-06-11 18:09:52 -04:00
Code Issues Packages Projects Releases Wiki Activity

feat(cli): add output for build and bundle

Browse Source 
Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron
2023-05-27 22:37:10 -07:00
parent f24f13e6e4
commit c84f653b77
1 changed files with 23 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
src/openllm/cli.py
View File

@@ -525,7 +525,8 @@ for name in openllm.CONFIG_MAPPING:
@click.argument("model_name", type=click.Choice([inflection.dasherize(name) for name in openllm.CONFIG_MAPPING.keys()]))
@click.option("--pretrained", default=None, help="Given pretrained model name for the given model name [Optional].")
@click.option("--overwrite", is_flag=True, help="Overwrite existing Bento for given LLM if it already exists.")
def bundle(model_name: str, pretrained: str | None, overwrite: bool):
@output_decorator
def bundle(model_name: str, pretrained: str | None, overwrite: bool, output: t.Literal["json", "pretty", "porcelain"]):
"""Package a given models into a Bento.
$ openllm bundle flan-t5
@@ -536,25 +537,29 @@ def bundle(model_name: str, pretrained: str | None, overwrite: bool):
model_name, __cli__=True, pretrained=pretrained, _overwrite_existing_bento=overwrite
)
if not get_quiet_mode():
click.echo("\n" + OPENLLM_FIGLET)
if not _previously_built:
click.secho(f"Successfully built {bento}.", fg="green")
else:
if output == "pretty":
if not get_quiet_mode():
click.echo("\n" + OPENLLM_FIGLET)
if not _previously_built:
click.secho(f"Successfully built {bento}.", fg="green")
else:
click.secho(
f"'{model_name}' already has a Bento built [{bento}]. To overwrite it pass '--overwrite'.",
fg="yellow",
)
click.secho(
f"'{model_name}' already has a Bento built [{bento}]. To overwrite it pass '--overwrite'.",
fg="yellow",
f"\nPossible next steps:\n\n * Push to BentoCloud with `bentoml push`:\n $ bentoml push {bento.tag}",
fg="blue",
)
click.secho(
f"\nPossible next steps:\n\n * Push to BentoCloud with `bentoml push`:\n $ bentoml push {bento.tag}",
fg="blue",
)
click.secho(
f"\n * Containerize your Bento with `bentoml containerize`:\n $ bentoml containerize {bento.tag}",
fg="blue",
)
click.secho(
f"\n * Containerize your Bento with `bentoml containerize`:\n $ bentoml containerize {bento.tag}",
fg="blue",
)
elif output == "json":
_console.print(orjson.dumps(bento.info.to_dict(), option=orjson.OPT_INDENT_2).decode())
else:
click.echo(bento.tag)
return bento