mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-04-19 22:48:39 -04:00
fix: unbound variable for completion client (#587)
Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
This commit is contained in:
@@ -15,6 +15,6 @@ if stream:
|
||||
for chunk in completions:
|
||||
text = chunk.choices[0].text
|
||||
if text:
|
||||
print(content, flush=True, end='')
|
||||
print(text, flush=True, end='')
|
||||
else:
|
||||
print(completions)
|
||||
|
||||
Reference in New Issue
Block a user