From 213f16ac78a8a98bdfa1fcec19b8b54766a038ff Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Tue, 13 Oct 2026 07:24:22 +0000 Subject: [PATCH] chore(gallery): add MN-CharThink-12B variants Offer Q4_K_M and Q6_K builds for character roleplay with llama.cpp. Pin downloads and document explicit variant selection. Assisted-by: Codex:gpt-6 (cherry picked from commit 2aaae6cfd34e433614c9e632800fef80ef7adca2, mudler/LocalAI#12523) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 68 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 68 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 41ed206b2..d5765bb0e 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -42579,6 +42579,74 @@ - filename: MN-Tiramisu-12B.Q5_K_M.gguf sha256: 100c78b08a0f4fc5a5a65797e1498ff5fd6fc9daf96b0898d2de731c35fa4e3e uri: huggingface://MaziyarPanahi/MN-Tiramisu-12B-GGUF/MN-Tiramisu-12B.Q5_K_M.gguf +- name: mn-charthink-12b-base-q4 + variants: + - model: mn-charthink-12b-base-q6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF + description: >- + MN-CharThink is a 12B Mistral fine-tune for character roleplay. Its think blocks represent + in-character thoughts, memories, and emotional responses. This entry uses the Q4_K_M GGUF + quantization. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - chat + - mistral + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + parameters: + model: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q4_K_M.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q4_K_M.gguf + sha256: 86a43ec1e00d08af1300f9956440b63bb27b0a2433e56429f41ee98c3d443ea1 + uri: >- + https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF/resolve/b28bcc80c4efa55013b038584505ac869a5cea0d/MN-CharThink-12B-Base.Q4_K_M.gguf +- name: mn-charthink-12b-base-q6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base + - https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF + description: >- + MN-CharThink is a 12B Mistral fine-tune for character roleplay. Its think blocks represent + in-character thoughts, memories, and emotional responses. This entry uses the Q6_K GGUF + quantization. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - chat + - mistral + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + parameters: + model: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q6_K.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/mn-charthink-12b-base/MN-CharThink-12B-Base.Q6_K.gguf + sha256: caddabf35479ab5e492649ff98a3474b9bf9cedbc5125a1f14c2c300bed58aff + uri: >- + https://huggingface.co/SvalTek/MN-CharThink-12B-Base-GGUF/resolve/b28bcc80c4efa55013b038584505ac869a5cea0d/MN-CharThink-12B-Base.Q6_K.gguf - name: mistral-nemo-prism-12b url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: