From 3657d221a0259cfe424a52cc141f30e5d46aa4a9 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Thu, 8 Oct 2026 12:04:41 +0000 Subject: [PATCH] chore(gallery): add Underdog Saluki 27B Add the mixed IQ2 GGUF with its F16 vision projector for llama.cpp. Pin both downloads and cross-check SHA256 values against HF LFS metadata. Document installation and the default context size. Assisted-by: Codex:gpt-6 --- docs/content/features/model-gallery.md | 14 ++++++++ gallery/index.yaml | 46 ++++++++++++++++++++++++++ 2 files changed, 60 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index b665be21c..50b756bac 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -39,6 +39,20 @@ Both views use the same model selection and store the view, search, filter, and selection in the URL. Installing from Explore does not move you away from the catalog; the entry updates in place when the operation finishes. +## Underdog Saluki 27B 1.0 + +[Underdog Saluki](https://huggingface.co/ConwayResearch/Underdog-Saluki-27B-1.0) +is a mixed IQ2 quantization of Qwen3.8-27B for chat, reasoning, and tool use. +The gallery entry uses llama.cpp and includes the F16 vision projector for image input. + +```bash +local-ai models install underdog-saluki-27b-1.0 +``` + +The download totals approximately 8.83 GB. Runtime memory also includes the context cache and backend overhead. +The entry defaults to a 32,768-token context and uses the embedded chat template with thinking enabled. +It installs the publisher's single language-model quantization; no automatic variant selection applies. + ## Cyber-Ornith 1.5 9B Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. diff --git a/gallery/index.yaml b/gallery/index.yaml index 17a7cdfa1..b370879c4 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -6386,6 +6386,52 @@ - filename: llama-cpp/mmproj/qwen3.8-27b-gsq-rco/mmproj-Qwen3.8-27B-BF16.gguf uri: huggingface://ISTA-DASLab/Qwen3.8-27B-GSQ-RCO-GGUF/mmproj-Qwen3.8-27B-BF16.gguf sha256: 13cb7bebccbd04afc8f4090cb949ecf8937cdf7377c5799b1a0c594e7c0d3e16 +- name: underdog-saluki-27b-1.0 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/Qwen/Qwen3.8-27B + - https://huggingface.co/ConwayResearch/Underdog-Saluki-27B-1.0 + description: | + Underdog Saluki 27B 1.0 is a mixed IQ2 quantization of Qwen3.8-27B + for chat, reasoning, and tool use. This llama.cpp build includes the + F16 vision projector and uses the embedded chat template. + The weights and projector total approximately 8.83 GB before runtime memory. + license: apache-2.0 + tags: + - llm + - gguf + - vision + - function-calling + - reasoning + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + - vision + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + mmproj: llama-cpp/mmproj/underdog-saluki-27b-1.0/mmproj-Underdog-Saluki-27B-1.0-F16.gguf + options: + - use_jinja:true + template: + use_tokenizer_template: true + parameters: + model: llama-cpp/models/underdog-saluki-27b-1.0/Underdog-Saluki-27B-1.0-IQ2-mix.gguf + temperature: 0.6 + top_p: 0.95 + top_k: 20 + files: + - filename: llama-cpp/models/underdog-saluki-27b-1.0/Underdog-Saluki-27B-1.0-IQ2-mix.gguf + uri: https://huggingface.co/ConwayResearch/Underdog-Saluki-27B-1.0/resolve/1336c0b5d74dfe6ad7f793577092f5effd9f97c6/Underdog-Saluki-27B-1.0-IQ2-mix.gguf + sha256: 4a673518b11b1c4445f9b9a9d3c40356f5ba39f6a6260dcb25f3fbfd475d9efb + - filename: llama-cpp/mmproj/underdog-saluki-27b-1.0/mmproj-Underdog-Saluki-27B-1.0-F16.gguf + uri: https://huggingface.co/ConwayResearch/Underdog-Saluki-27B-1.0/resolve/1336c0b5d74dfe6ad7f793577092f5effd9f97c6/mmproj-Underdog-Saluki-27B-1.0-F16.gguf + sha256: f3aa57813a513420c2ef765503b057c1946bf4c8cdf3679d266a6644fc6cfd50 - &spark-x2-5-1-7b name: spark-x2.5-1.7b-q4 url: github:mudler/LocalAI/gallery/virtual.yaml@master