mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-24 15:27:51 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: make sure to add cpu to number

Browse Source 
Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
paperspace
2024-05-09 00:06:10 +00:00
parent d02f267fc7
commit 6726f6ae3e
2 changed files with 15 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
openllm-python/src/_openllm_tiny/_entrypoint.py
View File

@@ -426,7 +426,7 @@ def build_command(
labels = {'library': 'vllm'}
service_config = dict(
resources={
'gpu' if device else 'cpu': len(device) if device else 'cpu_count',
'gpu' if device else 'cpu': len(device) if device else '1',
'gpu_type': recommended_instance_type(model_id, bentomodel),
},
traffic=dict(timeout=timeout),