mirror/OpenLLM
1
0
Fork 0
mirror of https://github.com/bentoml/OpenLLM.git synced 2026-02-07 14:22:08 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix: update correct CompletionOutput object (#973)

Browse Source 
* fix: update correct CompletionOutput object

Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>

* fix: revert to correct version

Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>

---------

Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
Aaron Pham
2024-04-30 15:06:46 -04:00
committed by GitHub
parent f7f63991b1
commit 43b635fbfd
4 changed files with 24 additions and 147 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
openllm-python/src/_openllm_tiny/_llm.py
View File

@@ -213,12 +213,13 @@ class LLM:
token_ids[output.index].extend(output.token_ids)
if (final_result := result) is None:
raise RuntimeError('No result is returned.')
return GenerationOutput.from_vllm(final_result).model_copy(
converted = GenerationOutput.from_vllm(final_result)
return converted.model_copy(
update=dict(
prompt=prompt,
outputs=[
output.model_copy(update=dict(text=''.join(texts[output.index]), token_ids=token_ids[output.index]))
for output in final_result.outputs
for output in converted.outputs
],
)
)