From 4ee667343c12766eaee9f92435741df6ec09110d Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot Date: Wed, 19 Aug 2026 20:49:55 +0200 Subject: [PATCH] feat(gallery): add Ornith 1.5 9B variants (#11603) Add the official Q4_K_M and Q8_0 GGUF builds with the shared BF16 vision projector. Assisted-by: Codex:gpt-5 [Hugging Face API] Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> --- gallery/index.yaml | 95 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 95 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index a05fe8394..6521a3c18 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -453,6 +453,101 @@ - filename: llama-cpp/mmproj/ornith-1.0-9b/mmproj-F16.gguf uri: huggingface://unsloth/Ornith-1.0-9B-GGUF/mmproj-F16.gguf sha256: 013638437d619467b92412e6efa281f706132f05ba6d0f4733e50f812c7e32fa +- &ornith-1-5-9b + name: "ornith-1.5-9b-q4" + variants: + - model: ornith-1.5-9b-q8 + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/ornith-ai/Ornith-1.5-9B + - https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF + description: | + Ornith-1.5-9B is an MIT-licensed Qwen3.5 model from Ornith AI for + agentic coding, reasoning, repository-level software tasks, and tool use. + It supports text and image input with a context window of 262K tokens. + + This default entry uses the Q4_K_M GGUF and BF16 vision projector. A + higher-quality Q8_0 model is available as a variant. + license: "mit" + tags: + - llm + - gguf + - cpu + - gpu + - qwen + - reasoning + - thinking + - coding + - agent + - tools + - vision + - multimodal + - long-context + last_checked: "2026-08-19" + overrides: + backend: llama-cpp + context_size: 262144 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q4_K_M.gguf + sha256: 7d791afcb31812acc88cd5aafc675391df28c6fc3d8eae002bb4e6cc3d8cfd8d + - filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf + sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19 +- !!merge <<: *ornith-1-5-9b + name: "ornith-1.5-9b-q8" + variants: [] + description: | + Ornith-1.5-9B in the higher-quality Q8_0 GGUF format, with the shared BF16 + vision projector for multimodal prompts. + overrides: + backend: llama-cpp + context_size: 262144 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf + options: + - use_jinja:true + parameters: + min_p: 0 + model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf + repeat_penalty: 1 + temperature: 0.6 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q8_0.gguf + sha256: 6874eeb25c71081dc8f0bbe88f3ebb786312447132745371cd980bce95d259b9 + - filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf + uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf + sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19 - &qwen3-8-27b name: "qwen3.8-27b-q4" variants: