From 0e8ebcde3744106310fcafa9ea990e626c0cb15b Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Tue, 6 Oct 2026 12:04:08 +0000 Subject: [PATCH] chore(gallery): add Simplicio-27B GGUF variants Offer Q4_K_M and Q8_0 builds with the matching vision projector. Pin downloads and verify their SHA256 against Hugging Face metadata and response headers. Document installation and variant selection. Assisted-by: Codex:gpt-6 --- docs/content/features/model-gallery.md | 21 +++++++ gallery/index.yaml | 84 ++++++++++++++++++++++++++ 2 files changed, 105 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index a5af4a904..f6241e924 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -158,6 +158,27 @@ frees. Removal then waits 30 seconds, during which you can undo it; the delete request is sent only when that time ends. If you leave the page during the wait, nothing is deleted. +## Simplicio-27B + +[Simplicio-27B](https://huggingface.co/wesleysimplicio/Simplicio-27B) is a Qwen3.8-27B fine-tune for code editing and software engineering. +The gallery provides Q4_K_M and Q8_0 GGUF builds for llama.cpp, each with the F16 vision projector. +Both use the embedded chat template and a 32,768-token context by default. + +Install with automatic variant selection: + +```bash +local-ai models install simplicio-27b-q4 +``` + +To select Q8_0 explicitly: + +```bash +local-ai models install simplicio-27b-q4 --variant simplicio-27b-q8 +``` + +The files are pinned to a fixed Hugging Face revision and verified with SHA256 checksums. +The publisher's benchmark claims do not validate these community quantizations. + ## Cyber-Ornith 1.5 9B Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. diff --git a/gallery/index.yaml b/gallery/index.yaml index 73b875194..724e87421 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,88 @@ --- +- name: simplicio-27b-q4 + variants: + - model: simplicio-27b-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/wesleysimplicio/Simplicio-27B + - https://huggingface.co/mradermacher/Simplicio-27B-GGUF + description: | + Simplicio-27B is a Qwen3.8-27B fine-tune for code editing and software engineering. + This Q4_K_M GGUF build uses llama.cpp and includes the F16 vision projector. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - coding + - vision + - multimodal + overrides: + backend: llama-cpp + context_size: 32768 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/Simplicio-27B/Simplicio-27B.mmproj-f16.gguf + options: + - use_jinja:true + parameters: + model: llama-cpp/models/Simplicio-27B-Q4_K_M/Simplicio-27B.Q4_K_M.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/Simplicio-27B-Q4_K_M/Simplicio-27B.Q4_K_M.gguf + sha256: a13382b622b101a8e28df747d1fba476b563121251cbe8e569818c122e9f4600 + uri: https://huggingface.co/mradermacher/Simplicio-27B-GGUF/resolve/e4269a7c2c770a15ef32a042bc0861642817f7ea/Simplicio-27B.Q4_K_M.gguf + - filename: llama-cpp/mmproj/Simplicio-27B/Simplicio-27B.mmproj-f16.gguf + sha256: 748cc53ee11b19221eb0cbb6c7fcb484199bc35eead8ed942280a81ae3840426 + uri: https://huggingface.co/mradermacher/Simplicio-27B-GGUF/resolve/e4269a7c2c770a15ef32a042bc0861642817f7ea/Simplicio-27B.mmproj-f16.gguf +- name: simplicio-27b-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/wesleysimplicio/Simplicio-27B + - https://huggingface.co/mradermacher/Simplicio-27B-GGUF + description: | + Simplicio-27B is a Qwen3.8-27B fine-tune for code editing and software engineering. + This Q8_0 GGUF build uses llama.cpp and includes the F16 vision projector. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - coding + - vision + - multimodal + overrides: + backend: llama-cpp + context_size: 32768 + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/Simplicio-27B/Simplicio-27B.mmproj-f16.gguf + options: + - use_jinja:true + parameters: + model: llama-cpp/models/Simplicio-27B-Q8_0/Simplicio-27B.Q8_0.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/Simplicio-27B-Q8_0/Simplicio-27B.Q8_0.gguf + sha256: 6f31929fa06110a61f3baf802efc4335ea7f4581ed2dc1bc562275bd5c45a454 + uri: https://huggingface.co/mradermacher/Simplicio-27B-GGUF/resolve/e4269a7c2c770a15ef32a042bc0861642817f7ea/Simplicio-27B.Q8_0.gguf + - filename: llama-cpp/mmproj/Simplicio-27B/Simplicio-27B.mmproj-f16.gguf + sha256: 748cc53ee11b19221eb0cbb6c7fcb484199bc35eead8ed942280a81ae3840426 + uri: https://huggingface.co/mradermacher/Simplicio-27B-GGUF/resolve/e4269a7c2c770a15ef32a042bc0861642817f7ea/Simplicio-27B.mmproj-f16.gguf - name: spark-s1-4b-v6 url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: