mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-04 20:14:43 -04:00
chore(gallery): add Cyber-Ornith 1.5 variants (#12383)
Add pinned Q4_K_M and Q6_K builds for text chat with llama.cpp. Document installation and explicit variant selection. Assisted-by: Codex:gpt-6 Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
This commit is contained in:
1 parent
8e8b23414d
commit
51be7b48e5
2 files changed
+97
No files matched your search
@@ -39,6 +39,27 @@ Both views use the same model selection and store the view, search, filter, and
|
||||
selection in the URL. Installing from Explore does not move you away from the
|
||||
catalog; the entry updates in place when the operation finishes.
|
||||
|
||||
## Cyber-Ornith 1.5 9B
|
||||
|
||||
Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use.
|
||||
The gallery includes Q4_K_M and Q6_K GGUF builds for text chat with llama.cpp.
|
||||
Both use the embedded chat template and a 32,768-token context by default.
|
||||
|
||||
Install with automatic variant selection:
|
||||
|
||||
```bash
|
||||
local-ai models install cyber-ornith-1.5-9b-obliterated
|
||||
```
|
||||
|
||||
To select Q6_K explicitly:
|
||||
|
||||
```bash
|
||||
local-ai models install cyber-ornith-1.5-9b-obliterated --variant cyber-ornith-1.5-9b-obliterated-q6
|
||||
```
|
||||
|
||||
See the [model card](https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED)
|
||||
and [GGUF downloads](https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF).
|
||||
|
||||
## Cyber-Tiel-Coder
|
||||
|
||||
Install `cyber-tiel-coder-35b-a3b-q4-mtp` for coding and image chat with llama.cpp.
|
||||
|
||||
@@ -91,6 +91,82 @@
|
||||
- filename: llama-cpp/mmproj/Swift-Qwen3.8-27B-Q4_K_M/mmproj-Swift-Qwen3.8-27B-F16.gguf
|
||||
sha256: daa1116c9422fa390cc8688495da0e91781f92841dfc3b31a378ff252571745a
|
||||
uri: https://huggingface.co/ukisai/Swift-Qwen3.8-27B-GGUF/resolve/main/mmproj-Swift-Qwen3.8-27B-F16.gguf
|
||||
- name: cyber-ornith-1.5-9b-obliterated
|
||||
variants:
|
||||
- model: cyber-ornith-1.5-9b-obliterated-q6
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
- https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED
|
||||
- https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF
|
||||
description: |
|
||||
Cyber-Ornith 1.5 is a 9B Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use.
|
||||
This importance-matrix Q4_K_M GGUF build uses llama.cpp with the embedded chat template for text chat.
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- coding
|
||||
last_checked: "2026-09-30"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
parameters:
|
||||
model: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.9
|
||||
files:
|
||||
- filename: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf
|
||||
sha256: 5b7bdec6919db868e517e9ab9a05ce8be096f6f139798a7b94a3aa3d2d1eab28
|
||||
uri: https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF/resolve/5936e88f1885b856b54520c372f2cd41e71819fd/Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf
|
||||
- name: cyber-ornith-1.5-9b-obliterated-q6
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
- https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED
|
||||
- https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF
|
||||
description: |
|
||||
Cyber-Ornith 1.5 is a 9B Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use.
|
||||
This importance-matrix Q6_K GGUF build uses llama.cpp with the embedded chat template for text chat.
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- coding
|
||||
last_checked: "2026-09-30"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
parameters:
|
||||
model: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.9
|
||||
files:
|
||||
- filename: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf
|
||||
sha256: 0a43704d7b18c2eb62fdc6d67b4cf32d5fd4d7a147e1bf0b00d3dc75d88822fd
|
||||
uri: https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF/resolve/5936e88f1885b856b54520c372f2cd41e71819fd/Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf
|
||||
- name: "ornith-1.5-9b-uncensored"
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
|
||||
Reference in new issue
Block a user