mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-06-12 02:20:32 -04:00
chore(runner): yield the outputs directly (#573)
update openai client examples to >1 Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
This commit is contained in:
@@ -40,8 +40,3 @@ async def main() -> int:
|
||||
def _mp_fn(index: t.Any): # type: ignore
|
||||
# For xla_spawn (TPUs)
|
||||
asyncio.run(main())
|
||||
|
||||
if openllm.utils.in_notebook():
|
||||
await main()
|
||||
else:
|
||||
raise SystemExit(asyncio.run(main()))
|
||||
|
||||
Reference in New Issue
Block a user