mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-22 06:19:35 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(tests): ensure_available on tests

Browse Source 
Signed-off-by: aarnphm-ec2-dev <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
aarnphm-ec2-dev
2023-06-17 15:12:28 +00:00
parent 8bd7351d3c
commit fe8da4e8a9
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/flan_t5/test_modeling_flan_t5.py
View File

@@ -32,7 +32,7 @@ def flan_t5_id() -> str:
def test_small_flan(qa_prompt: str, flan_t5_id: str):
llm = openllm.AutoLLM.for_model("flan-t5", model_id=flan_t5_id)
llm = openllm.AutoLLM.for_model("flan-t5", model_id=flan_t5_id, ensure_available=True)
generate = llm(qa_prompt)
assert generate

2
tests/models/opt/test_modeling_opt.py
View File

@@ -30,7 +30,7 @@ def opt_id() -> str:
def test_small_opt(qa_prompt: str, opt_id: str):
llm = openllm.AutoLLM.for_model("opt", model_id=opt_id)
llm = openllm.AutoLLM.for_model("opt", model_id=opt_id, ensure_available=True)
generate = llm(qa_prompt)
assert generate