mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-07 22:33:28 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore: update base requirements to 0.4.2

Browse Source 
Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
paperspace
2024-05-08 18:46:13 +00:00
parent 42417dbdbf
commit 526a770a06
4 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
openllm-python/src/_openllm_tiny/_entrypoint.py
View File

@@ -289,7 +289,7 @@ def construct_python_options(llm_config, llm_fs):
# TODO: Add this line back once 0.5 is out, for now depends on OPENLLM_DEV_BUILD
# packages = ['scipy', 'bentoml[tracing]>=1.2.8', 'openllm[vllm]>0.4', 'vllm>=0.3']
packages = ['scipy', 'bentoml[tracing]>=1.2.8', 'vllm>=0.3', 'flash-attn']
packages = ['scipy', 'bentoml[tracing]>=1.2.8', 'vllm==0.4.2']
if llm_config['requirements'] is not None:
packages.extend(llm_config['requirements'])
built_wheels = [build_editable(llm_fs.getsyspath('/'), p) for p in ('openllm_core', 'openllm_client', 'openllm')]