mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-04-24 00:47:44 -04:00
Code Issues Packages Projects Releases Wiki Activity

chore: update external dependencies [skip ci]

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-08-25 09:26:07 +00:00
parent 08dc6ed2ba
commit dae38cdba1
14 changed files with 408 additions and 346 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openllm-python/pyproject.toml
View File

@@ -38,7 +38,7 @@ classifiers = [
"Programming Language :: Python :: Implementation :: PyPy",
]
dependencies = [
"bentoml[grpc,io]>=1.1.2",
"bentoml[io]>=1.1.2",
"transformers[torch,tokenizers,accelerate]>=4.29.0",
"openllm-client",
"safetensors",
@@ -102,10 +102,11 @@ falcon = ["einops", "xformers"]
fine-tune = ["peft>=0.4.0", "bitsandbytes", "datasets", "accelerate", "trl"]
flan-t5 = ["flax>=0.7", "jax", "jaxlib", "tensorflow", "keras"]
full = [
"openllm[agents,baichuan,chatglm,falcon,fine-tune,flan-t5,ggml,gptq,llama,mpt,openai,opt,playground,starcoder,vllm]",
"openllm[agents,baichuan,chatglm,falcon,fine-tune,flan-t5,ggml,gptq,grpc,llama,mpt,openai,opt,playground,starcoder,vllm]",
]
ggml = ["ctransformers"]
gptq = ["auto-gptq[triton]"]
grpc = ["openllm-client[grpc]"]
llama = ["fairscale", "sentencepiece"]
mpt = ["triton", "einops"]
openai = ["openai", "tiktoken"]