mirror of
https://github.com/mudler/LocalAI.git
synced 2026-09-12 22:33:54 -04:00
feat(gallery): add Ornith 1.5 9B variants (#11603)
Add the official Q4_K_M and Q8_0 GGUF builds with the shared BF16 vision projector. Assisted-by: Codex:gpt-5 [Hugging Face API] Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
This commit is contained in:
1 parent
6fae75cb21
commit
4ee667343c
1 file changed
+95
@@ -453,6 +453,101 @@
|
||||
- filename: llama-cpp/mmproj/ornith-1.0-9b/mmproj-F16.gguf
|
||||
uri: huggingface://unsloth/Ornith-1.0-9B-GGUF/mmproj-F16.gguf
|
||||
sha256: 013638437d619467b92412e6efa281f706132f05ba6d0f4733e50f812c7e32fa
|
||||
- &ornith-1-5-9b
|
||||
name: "ornith-1.5-9b-q4"
|
||||
variants:
|
||||
- model: ornith-1.5-9b-q8
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
- https://huggingface.co/ornith-ai/Ornith-1.5-9B
|
||||
- https://huggingface.co/ornith-ai/Ornith-1.5-9B-GGUF
|
||||
description: |
|
||||
Ornith-1.5-9B is an MIT-licensed Qwen3.5 model from Ornith AI for
|
||||
agentic coding, reasoning, repository-level software tasks, and tool use.
|
||||
It supports text and image input with a context window of 262K tokens.
|
||||
|
||||
This default entry uses the Q4_K_M GGUF and BF16 vision projector. A
|
||||
higher-quality Q8_0 model is available as a variant.
|
||||
license: "mit"
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- qwen
|
||||
- reasoning
|
||||
- thinking
|
||||
- coding
|
||||
- agent
|
||||
- tools
|
||||
- vision
|
||||
- multimodal
|
||||
- long-context
|
||||
last_checked: "2026-08-19"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 262144
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
min_p: 0
|
||||
model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf
|
||||
repeat_penalty: 1
|
||||
temperature: 0.6
|
||||
top_k: 20
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q4_K_M.gguf
|
||||
uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q4_K_M.gguf
|
||||
sha256: 7d791afcb31812acc88cd5aafc675391df28c6fc3d8eae002bb4e6cc3d8cfd8d
|
||||
- filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf
|
||||
uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf
|
||||
sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19
|
||||
- !!merge <<: *ornith-1-5-9b
|
||||
name: "ornith-1.5-9b-q8"
|
||||
variants: []
|
||||
description: |
|
||||
Ornith-1.5-9B in the higher-quality Q8_0 GGUF format, with the shared BF16
|
||||
vision projector for multimodal prompts.
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 262144
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
min_p: 0
|
||||
model: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf
|
||||
repeat_penalty: 1
|
||||
temperature: 0.6
|
||||
top_k: 20
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: llama-cpp/models/ornith-1.5-9b/Ornith-1.5-9B-Q8_0.gguf
|
||||
uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/Ornith-1.5-9B-Q8_0.gguf
|
||||
sha256: 6874eeb25c71081dc8f0bbe88f3ebb786312447132745371cd980bce95d259b9
|
||||
- filename: llama-cpp/mmproj/ornith-1.5-9b/mmproj-BF16.gguf
|
||||
uri: huggingface://ornith-ai/Ornith-1.5-9B-GGUF/mmproj-Ornith-1.5-9B-BF16.gguf
|
||||
sha256: d65001a94c4b6852bc7a0e7c5cc92fe8506755bb270e54483fd5feec7ae39a19
|
||||
- &qwen3-8-27b
|
||||
name: "qwen3.8-27b-q4"
|
||||
variants:
|
||||
|
||||
Reference in new issue
Block a user