From 10b4a8a5ae7543c65aa27b34be29c4f81a955073 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot Date: Tue, 18 Aug 2026 09:04:03 +0200 Subject: [PATCH] feat(gallery): add MiniCPM5 1B Q8 variant (#11561) The official GGUF repository publishes both Q4_K_M and Q8_0 builds, but the gallery only exposed Q4_K_M. Link the higher-quality Q8_0 build so capable hosts can select it automatically. Assisted-by: Codex:gpt-5 Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> --- gallery/index.yaml | 17 ++++++++++++++++- 1 file changed, 16 insertions(+), 1 deletion(-) diff --git a/gallery/index.yaml b/gallery/index.yaml index bdc7e7ea5..1ff7eda81 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -20422,7 +20422,8 @@ - filename: minicpm-v-4_6-mmproj-f16.gguf sha256: ca931d861d0801d9003e50697cd764721a334107c0e0415a51168ee1938462de uri: huggingface://openbmb/MiniCPM-V-4.6-gguf/mmproj-model-f16.gguf -- name: minicpm5-1b +- &minicpm5-1b + name: minicpm5-1b url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/openbmb/MiniCPM5-1B-GGUF @@ -20436,6 +20437,8 @@ - gguf - gpu - cpu + variants: + - model: minicpm5-1b-q8 overrides: parameters: model: MiniCPM5-1B-Q4_K_M.gguf @@ -20443,6 +20446,18 @@ - filename: MiniCPM5-1B-Q4_K_M.gguf sha256: 81b64d05a23b17b34c475f42b3e72fbde62d4b92cc34541f7a8031d0752deafa uri: huggingface://openbmb/MiniCPM5-1B-GGUF/MiniCPM5-1B-Q4_K_M.gguf +- !!merge <<: *minicpm5-1b + name: minicpm5-1b-q8 + description: | + MiniCPM5-1B is a compact 1B-parameter language model based on the LLaMA architecture. This entry uses the higher-quality Q8_0 GGUF quantization for edge deployment and resource-constrained environments. + variants: null + overrides: + parameters: + model: MiniCPM5-1B-Q8_0.gguf + files: + - filename: MiniCPM5-1B-Q8_0.gguf + sha256: 0dc7638539067268774c275a14a6ec9c7e01f7eeb2cff606c8590361fa527e4c + uri: huggingface://openbmb/MiniCPM5-1B-GGUF/MiniCPM5-1B-Q8_0.gguf - name: minicpm-o-4_5 url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: