mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-05-18 21:54:11 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix(llama): loose requirements for running llama in container

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-07-20 22:07:14 +00:00
parent c88950655c
commit ea07ff6ce9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/openllm/models/llama/configuration_llama.py
View File

@@ -42,7 +42,7 @@ class LlaMAConfig(openllm.LLMConfig):
"default_id": "huggyllama/llama-7b",
"default_implementation": "pt", # XXX: needs vLLM implementation
"architecture": "LlamaForCausalLM",
"requirements": ["openllm[vllm]", "fairscale", "sentencepiece"],
"requirements": ["fairscale", "sentencepiece"],
"model_ids": [
"meta-llama/llama-2-70b-chat-hf",
"meta-llama/llama-2-13b-chat-hf",