mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-28 09:21:59 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore(build): remove vllm_version envvar and lock into templates

Browse Source 
Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
paperspace
2024-05-27 17:49:58 +00:00
parent ba5a5da720
commit 07655c9ba8
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
openllm-python/src/_openllm_tiny/Dockerfile.j2
View File

@@ -1,5 +1,5 @@
{% extends bento_base_template %}
{% block SETUP_BENTO_COMPONENTS %}
{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==${VLLM_VERSION}" || true'
{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==0.4.2" || true'
{{ super() }}
{% endblock %}

1
openllm-python/src/_openllm_tiny/_entrypoint.py
View File

@@ -527,7 +527,6 @@ def build_command(
else [],
envs=[
EnvironmentEntry(name='NVIDIA_DRIVER_CAPABILITIES', value='compute,utility'),
EnvironmentEntry(name='VLLM_VERSION', value='0.4.2'),
EnvironmentEntry(name=HF_HUB_DISABLE_PROGRESS_BARS, value='TRUE'),
],
description=service_readme,