From 51be7b48e5ab52c866072630f532cd07e53af43f Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot Date: Thu, 1 Oct 2026 08:24:00 +0200 Subject: [PATCH] chore(gallery): add Cyber-Ornith 1.5 variants (#12383) Add pinned Q4_K_M and Q6_K builds for text chat with llama.cpp. Document installation and explicit variant selection. Assisted-by: Codex:gpt-6 Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> --- docs/content/features/model-gallery.md | 21 +++++++ gallery/index.yaml | 76 ++++++++++++++++++++++++++ 2 files changed, 97 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index 09063fdd7..3bdfc6d41 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -39,6 +39,27 @@ Both views use the same model selection and store the view, search, filter, and selection in the URL. Installing from Explore does not move you away from the catalog; the entry updates in place when the operation finishes. +## Cyber-Ornith 1.5 9B + +Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. +The gallery includes Q4_K_M and Q6_K GGUF builds for text chat with llama.cpp. +Both use the embedded chat template and a 32,768-token context by default. + +Install with automatic variant selection: + +```bash +local-ai models install cyber-ornith-1.5-9b-obliterated +``` + +To select Q6_K explicitly: + +```bash +local-ai models install cyber-ornith-1.5-9b-obliterated --variant cyber-ornith-1.5-9b-obliterated-q6 +``` + +See the [model card](https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED) +and [GGUF downloads](https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF). + ## Cyber-Tiel-Coder Install `cyber-tiel-coder-35b-a3b-q4-mtp` for coding and image chat with llama.cpp. diff --git a/gallery/index.yaml b/gallery/index.yaml index 08d5e12c4..ea87ce94e 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -91,6 +91,82 @@ - filename: llama-cpp/mmproj/Swift-Qwen3.8-27B-Q4_K_M/mmproj-Swift-Qwen3.8-27B-F16.gguf sha256: daa1116c9422fa390cc8688495da0e91781f92841dfc3b31a378ff252571745a uri: https://huggingface.co/ukisai/Swift-Qwen3.8-27B-GGUF/resolve/main/mmproj-Swift-Qwen3.8-27B-F16.gguf +- name: cyber-ornith-1.5-9b-obliterated + variants: + - model: cyber-ornith-1.5-9b-obliterated-q6 + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED + - https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF + description: | + Cyber-Ornith 1.5 is a 9B Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. + This importance-matrix Q4_K_M GGUF build uses llama.cpp with the embedded chat template for text chat. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - coding + last_checked: "2026-09-30" + overrides: + backend: llama-cpp + context_size: 32768 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + options: + - use_jinja:true + template: + use_tokenizer_template: true + parameters: + model: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf + temperature: 0.6 + top_p: 0.9 + files: + - filename: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf + sha256: 5b7bdec6919db868e517e9ab9a05ce8be096f6f139798a7b94a3aa3d2d1eab28 + uri: https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF/resolve/5936e88f1885b856b54520c372f2cd41e71819fd/Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_M.gguf +- name: cyber-ornith-1.5-9b-obliterated-q6 + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED + - https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF + description: | + Cyber-Ornith 1.5 is a 9B Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. + This importance-matrix Q6_K GGUF build uses llama.cpp with the embedded chat template for text chat. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - coding + last_checked: "2026-09-30" + overrides: + backend: llama-cpp + context_size: 32768 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + options: + - use_jinja:true + template: + use_tokenizer_template: true + parameters: + model: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf + temperature: 0.6 + top_p: 0.9 + files: + - filename: Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf + sha256: 0a43704d7b18c2eb62fdc6d67b4cf32d5fd4d7a147e1bf0b00d3dc75d88822fd + uri: https://huggingface.co/mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF/resolve/5936e88f1885b856b54520c372f2cd41e71819fd/Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q6_K.gguf - name: "ornith-1.5-9b-uncensored" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: