From 2aaae6cfd34e433614c9e632800fef80ef7adca2 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Tue, 6 Oct 2026 16:04:52 +0000 Subject: [PATCH] chore(gallery): add MN-CharThink-12B variants Offer Q4_K_M and Q6_K builds for character roleplay with llama.cpp. Pin downloads and document explicit variant selection. Assisted-by: Codex:gpt-6 --- docs/content/features/model-gallery.md | 14 ++++++ gallery/index.yaml | 68 ++++++++++++++++++++++++++ 2 files changed, 82 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index 3bdfc6d41..cc15c42cd 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -101,6 +101,20 @@ These builds support text chat only: the publisher has no verified vision projec They use standard GGUF files without MTP decoding. See the [model card](https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF) and [Swift Open License v1.0](https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF/blob/main/LICENSE) for usage terms. +## MN-CharThink-12B-Base + +Install `mn-charthink-12b-base-q4` for character roleplay with llama.cpp. +The gallery groups Q4_K_M and Q6_K builds of this 12B Mistral fine-tune. +To select Q6_K explicitly, run: + +```bash +local-ai models install mn-charthink-12b-base-q4 --variant mn-charthink-12b-base-q6 +``` + +Both builds use the embedded chat template and a 32,768-token default context. +The model's `` blocks represent in-character thoughts, memories, and emotional responses. +See the [publisher's model card](https://huggingface.co/SvalTek/MN-CharThink-12B-Base) for details. + ## Sharp-Spark-X2.5-4B Install `sharp-spark-x2.5-4b` for coding and text chat with llama.cpp. diff --git a/gallery/index.yaml b/gallery/index.yaml index 9e52e70eb..d4066cc52 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -42060,6 +42060,74 @@ - filename: MN-Tiramisu-12B.Q5_K_M.gguf sha256: 100c78b08a0f4fc5a5a65797e1498ff5fd6fc9daf96b0898d2de731c35fa4e3e uri: huggingface://MaziyarPanahi/MN-Tiramisu-12B-GGUF/MN-Tiramisu-12B.Q5_K_M.gguf +- name: mn-charthink-12b-base-q4 + variants: + - model: mn-charthink-12b-base-q6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF + description: >- + MN-CharThink is a 12B Mistral fine-tune for character roleplay. Its think blocks represent + in-character thoughts, memories, and emotional responses. This entry uses the Q4_K_M GGUF + quantization. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - chat + - mistral + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + parameters: + model: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q4_K_M.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q4_K_M.gguf + sha256: 86a43ec1e00d08af1300f9956440b63bb27b0a2433e56429f41ee98c3d443ea1 + uri: >- + https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF/resolve/b28bcc80c4efa55013b038584505ac869a5cea0d/MN-CharThink-12B-Base.Q4_K_M.gguf +- name: mn-charthink-12b-base-q6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF + description: >- + MN-CharThink is a 12B Mistral fine-tune for character roleplay. Its think blocks represent + in-character thoughts, memories, and emotional responses. This entry uses the Q6_K GGUF + quantization. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - chat + - mistral + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + parameters: + model: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q6_K.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q6_K.gguf + sha256: caddabf35479ab5e492649ff98a3474b9bf9cedbc5125a1f14c2c300bed58aff + uri: >- + https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF/resolve/b28bcc80c4efa55013b038584505ac869a5cea0d/MN-CharThink-12B-Base.Q6_K.gguf - name: mistral-nemo-prism-12b url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: