Set model in llama.cpp config

2026-02-23 17:57:04 -05:00 · 2026-02-20 14:13:28 -07:00
parent b6e17b032a
commit ee80475528
1 changed files with 2 additions and 0 deletions
--- a/frigate/genai/llama_cpp.py
+++ b/frigate/genai/llama_cpp.py
@@ -67,6 +67,7 @@ class LlamaCppClient(GenAIClient):

            # Build request payload with llama.cpp native options
            payload = {
+                "model": self.genai_config.model,
                "messages": [
                    {
                        "role": "user",
@@ -134,6 +135,7 @@ class LlamaCppClient(GenAIClient):
                    openai_tool_choice = "required"

            payload = {
+                "model": self.genai_config.model,
                "messages": messages,
            }