mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-03-05 07:36:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

chore(inference): update vllm to 0.2.1.post1 and update config parsing (#554)

Browse Source 
chore(dependencies): update vllm to 0.2.1.post1 and update config
parsing
This commit is contained in:
Aaron Pham
2023-11-04 04:01:56 -04:00
committed by GitHub
parent 440e3d646f
commit 72c6005d3b
3 changed files with 23 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
openllm-python/pyproject.toml
View File

@@ -115,7 +115,7 @@ openai = ["openai[embeddings]", "tiktoken"]
opt = ["flax>=0.7", "jax", "jaxlib", "tensorflow", "keras"]
playground = ["jupyter", "notebook", "ipython", "jupytext", "nbformat"]
starcoder = ["bitsandbytes"]
vllm = ["vllm>=0.2.0", "ray"]
vllm = ["vllm>=0.2.1post1", "ray"]
[tool.hatch.version]
fallback-version = "0.0.0"