mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-01-16 11:27:47 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: explicitly pass only non-null value

Browse Source 
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2024-04-02 04:35:47 +00:00
parent 1d817a7e01
commit 32f4dff83b
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openllm-python/src/_openllm_tiny/_llm.py
View File

@@ -172,9 +172,8 @@ class LLM:
top_p = 1.0 if config['temperature'] <= 1e-5 else config['top_p']
config = config.model_copy(update=dict(stop=list(stop), stop_token_ids=stop_token_ids, top_p=top_p))
sampling_params = SamplingParams(**{
k: getattr(config, k, None) for k in set(inspect.signature(SamplingParams).parameters.keys())
})
params = {k: getattr(config, k, None) for k in set(inspect.signature(SamplingParams).parameters.keys())}
sampling_params = SamplingParams(**{k: v for k, v in params.items() if v is not None})
try:
async for it in self._model.generate(