From 07655c9ba8bda5b1cb94fb0b8b41b37c7d040eea Mon Sep 17 00:00:00 2001
From: paperspace <29749331+aarnphm@users.noreply.github.com>
Date: Mon, 27 May 2024 17:49:58 +0000
Subject: [PATCH] chore(build): remove vllm_version envvar and lock into
 templates

Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
---
 openllm-python/src/_openllm_tiny/Dockerfile.j2  | 2 +-
 openllm-python/src/_openllm_tiny/_entrypoint.py | 1 -
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/openllm-python/src/_openllm_tiny/Dockerfile.j2 b/openllm-python/src/_openllm_tiny/Dockerfile.j2
index 6300f8df..d9fbef8a 100644
--- a/openllm-python/src/_openllm_tiny/Dockerfile.j2
+++ b/openllm-python/src/_openllm_tiny/Dockerfile.j2
@@ -1,5 +1,5 @@
 {% extends bento_base_template %}
 {% block SETUP_BENTO_COMPONENTS %}
-{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==${VLLM_VERSION}" || true'
+{% call common.RUN(__enable_buildkit__) -%} {{ __pip_cache__ }} {% endcall -%} bash -c 'pip install --no-color --progress-bar off "vllm==0.4.2" || true'
 {{ super() }}
 {% endblock %}
diff --git a/openllm-python/src/_openllm_tiny/_entrypoint.py b/openllm-python/src/_openllm_tiny/_entrypoint.py
index 4bd9c924..805b3a8f 100644
--- a/openllm-python/src/_openllm_tiny/_entrypoint.py
+++ b/openllm-python/src/_openllm_tiny/_entrypoint.py
@@ -527,7 +527,6 @@ def build_command(
           else [],
           envs=[
             EnvironmentEntry(name='NVIDIA_DRIVER_CAPABILITIES', value='compute,utility'),
-            EnvironmentEntry(name='VLLM_VERSION', value='0.4.2'),
             EnvironmentEntry(name=HF_HUB_DISABLE_PROGRESS_BARS, value='TRUE'),
           ],
           description=service_readme,