mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-10 19:22:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix: remove vllm dependency for pytorch bento (#893)

Browse Source
This commit is contained in:
Zhao Shenyang
2024-02-06 07:36:14 +08:00
committed by GitHub
parent fd13e021a1
commit 3299f463a6
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
openllm-python/src/openllm/bundle/_package.py
View File

@@ -38,7 +38,8 @@ def build_editable(path, package='openllm'):
def construct_python_options(llm, llm_fs, extra_dependencies=None, adapter_map=None):
from . import RefResolver
packages = ['scipy', 'bentoml[tracing]>=1.1.11,<1.2', f'openllm[vllm]>={RefResolver.from_strategy("release").version}'] # apparently bnb misses this one
openllm_package = 'openllm[vllm]' if llm.__llm_backend__.lower() == "vllm" else "openllm"
packages = ['scipy', 'bentoml[tracing]>=1.1.11,<1.2', f'{openllm_package}>={RefResolver.from_strategy("release").version}'] # apparently bnb misses this one
if adapter_map is not None:
packages += ['openllm[fine-tune]']
if extra_dependencies is not None: