diff --git a/openllm-python/src/_openllm_tiny/_entrypoint.py b/openllm-python/src/_openllm_tiny/_entrypoint.py
index 0e736c50..ee292db2 100644
--- a/openllm-python/src/_openllm_tiny/_entrypoint.py
+++ b/openllm-python/src/_openllm_tiny/_entrypoint.py
@@ -283,7 +283,7 @@ def construct_python_options(llm_config, llm_fs):
   from bentoml._internal.bento.build_config import PythonOptions
   from openllm.bundle._package import build_editable
 
-  packages = ['scipy', 'bentoml[tracing]>=1.2', 'openllm[vllm]']
+  packages = ['scipy', 'bentoml[tracing]>=1.2', 'openllm[vllm]>0.4']
   if llm_config['requirements'] is not None:
     packages.extend(llm_config['requirements'])
   built_wheels = [build_editable(llm_fs.getsyspath('/'), p) for p in ('openllm_core', 'openllm_client', 'openllm')]