mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-19 21:08:22 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: make sure to include new implementation in bundle build

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2024-03-20 22:11:53 +00:00
parent 5c8c30a70b
commit f0ab6d44fa
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
openllm-python/pyproject.toml
View File

@@ -144,7 +144,7 @@ root = ".."
[tool.hatch.metadata]
allow-direct-references = true
[tool.hatch.build.targets.wheel]
only-include = ["src/openllm", "src/openllm_cli"]
only-include = ["src/openllm", "src/openllm_cli", "src/_openllm_tiny"]
sources = ["src"]
[tool.hatch.build.targets.sdist]
exclude = ["/.git_archival.txt", "tests", "/.python-version-default"]
@@ -163,7 +163,7 @@ dependencies = [
"types-protobuf",
]
enable-by-default = false
exclude = ["src/openllm/_service.py", "src/openllm/utils/__init__.py"]
exclude = ["src/_openllm_tiny/_service.py", "src/openllm/utils/__init__.py"]
include = [
"src/openllm/__init__.py",
"src/openllm/_quantisation.py",

5
openllm-python/src/_openllm_tiny/_entrypoint.py
View File

@@ -291,7 +291,9 @@ def construct_python_options(llm_config, llm_fs):
from bentoml._internal.bento.build_config import PythonOptions
from openllm.bundle._package import build_editable
packages = ['scipy', 'bentoml[tracing]==1.2.8', 'openllm[vllm]>0.5', 'vllm==0.3.0']
# TODO: Add this line back once 0.5 is out, for now depends on OPENLLM_DEV_BUILD
# packages = ['scipy', 'bentoml[tracing]>=1.2.8', 'openllm[vllm]>0.4', 'vllm>=0.3']
packages = ['scipy', 'bentoml[tracing]>=1.2.8', 'vllm>=0.3']
if llm_config['requirements'] is not None:
packages.extend(llm_config['requirements'])
built_wheels = [build_editable(llm_fs.getsyspath('/'), p) for p in ('openllm_core', 'openllm_client', 'openllm')]
@@ -299,7 +301,6 @@ def construct_python_options(llm_config, llm_fs):
packages=packages,
wheels=[llm_fs.getsyspath(f"/{i.split('/')[-1]}") for i in built_wheels] if all(i for i in built_wheels) else None,
lock_packages=False,
pip_args='--pre',
)