mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-22 22:39:47 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: add bento tag for default --format container

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-07-10 23:45:41 +00:00
parent 7824332a01
commit cb2f030b5e
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/openllm/cli.py
View File

@@ -1689,7 +1689,7 @@ def build_command(
> NOTE: To run a container built from this Bento with GPU support, make sure
> to have https://github.com/NVIDIA/nvidia-container-toolkit install locally.
"""
from bentoml_cli.cli import cli
from bentoml_cli.cli import cli as bentoml_cli
from ._package import create_bento
@@ -1843,10 +1843,10 @@ def build_command(
backend = os.getenv("BENTOML_CONTAINERIZE_BACKEND", "docker")
_echo(f"\nBuilding {bento} into a LLMContainer using backend '{backend}'", fg="magenta")
args = ["--backend", backend]
args = [str(bento.tag), "--backend", backend]
if get_debug_mode():
args.extend([str(bento.tag), "--opt", "progress=plain"])
cli.commands["containerize"].main(standalone_mode=False, args=args)
args.extend(["--opt", "progress=plain"])
bentoml_cli.commands["containerize"].main(standalone_mode=False, args=args)
return str(bento.tag)