mirror/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-06-11 07:39:11 -04:00
Code Issues Packages Projects Releases Wiki Activity

fix: fix chat request params miss runtime_options (#23247)

Browse Source 
* fix: fix chat request params miss runtime_options

* fix: mypy
This commit is contained in:
GuoQing Liu
2026-05-19 20:29:28 +08:00
committed by GitHub
parent 43d97acd21
commit a83809de54
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
frigate/genai/openai.py
View File

@@ -203,6 +203,7 @@ class OpenAIClient(GenAIClient):
"model": self.genai_config.model,
"messages": messages,
"timeout": self.timeout,
**self.genai_config.runtime_options,
}
if tools:
@@ -219,7 +220,7 @@ class OpenAIClient(GenAIClient):
}
request_params.update(provider_opts)
result = self.provider.chat.completions.create(**request_params) # type: ignore[call-overload]
result = self.provider.chat.completions.create(**request_params)
if (
result is None
@@ -315,6 +316,7 @@ class OpenAIClient(GenAIClient):
"timeout": self.timeout,
"stream": True,
"stream_options": {"include_usage": True},
**self.genai_config.runtime_options,
}
if tools:
@@ -337,7 +339,7 @@ class OpenAIClient(GenAIClient):
finish_reason = "stop"
usage_stats: Optional[dict[str, Any]] = None
stream = self.provider.chat.completions.create(**request_params) # type: ignore[call-overload]
stream = self.provider.chat.completions.create(**request_params)
for chunk in stream:
chunk_usage = getattr(chunk, "usage", None)