feat: mixtral support (#770)

Signed-off-by: Aaron Pham <29749331+aarnphm@users.noreply.github.com>
2026-05-04 13:52:46 -04:00 · 2023-12-12 01:33:13 -05:00
parent b9260a8df3
commit d3328343d7
6 changed files with 14 additions and 12 deletions
--- a/openllm-python/src/openllm/entrypoints/_openapi.py
+++ b/openllm-python/src/openllm/entrypoints/_openapi.py
@@ -73,6 +73,7 @@ requestBody:
            stream: false
            chat_template: __chat_template__
            add_generation_prompt: __add_generation_prompt__
+            echo: false
        streaming:
          summary: Streaming input example
          value:
@@ -92,6 +93,7 @@ requestBody:
              - "<|endoftext|>"
            chat_template: __chat_template__
            add_generation_prompt: __add_generation_prompt__
+            echo: false
      schema:
        $ref: '#/components/schemas/ChatCompletionRequest'
 responses: