mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-01 11:22:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix(llm): remove unecessary parsing

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2023-11-29 18:00:08 +00:00
parent 66b9b4a761
commit 0909e08e3c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
openllm-python/src/openllm/_llm.py
View File

@@ -184,8 +184,8 @@ class LLM(t.Generic[M, T]):
adapter_map=convert_peft_config_type(adapter_map) if adapter_map is not None else None,
serialisation=serialisation,
local=_local,
max_model_len=getenv('max_model_len', default=max_model_len),
gpu_memory_utilization=getenv('gpu_memory_utilization', default=gpu_memory_utilization),
max_model_len=max_model_len,
gpu_memory_utilization=gpu_memory_utilization,
LLM__model_attrs=model_attrs,
LLM__tokenizer_attrs=tokenizer_attrs,
llm_dtype__=dtype.lower(),