fix(openai): correct stop tokens and finish_reason state (#722)

Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
2026-03-09 18:48:09 -04:00 · 2023-11-22 04:21:13 -05:00
parent 06626e7d1e
commit 63d86faa32
7 changed files with 103 additions and 64 deletions
--- a/openllm-python/src/openllm_cli/entrypoint.py
+++ b/openllm-python/src/openllm_cli/entrypoint.py
@@ -442,6 +442,7 @@ def start_command(
    serialisation=serialisation,
    dtype=dtype,
    max_model_len=max_model_len,
+    trust_remote_code=check_bool_env('TRUST_REMOTE_CODE'),
  )
  backend_warning(llm.__llm_backend__)