From c5b36639d43f0ff23758a75fff309ff37fe30694 Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Thu, 9 Jul 2026 23:28:44 +0200 Subject: [PATCH] chore(model gallery): :robot: add 1 new models via gallery agent (#10755) chore(model gallery): :robot: add new models via gallery agent Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- gallery/index.yaml | 57 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 57 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index a0989ce9a..b9fe74e6c 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,61 @@ --- +- name: "minicpm5-1b-claude-opus-fable5-thinking" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF + description: | + # MiniCPM5-1B-Claude-Opus-Fable5-Thinking + + GGUF quantizations for local deployment: **MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF** + + 中文说明 + + **MiniCPM5-1B-Claude-Opus-Fable5-Thinking** is a compact 1B **Thinking** language model built on openbmb/MiniCPM5-1B. It is further fine-tuned on **Fable 5** data to improve **coding** and **instruction-following** while keeping MiniCPM5's native Thinking chat template and tool-call format. + + For llama.cpp / Ollama / LM Studio deployment, see the **GGUF repository**. + + ## Overview + + ## Capabilities + + - **Coding** — code generation, debugging, and software-engineering-style tasks + - **Instruction following** — more reliable adherence to user prompts and structured constraints + - **Thinking mode** — chain-of-thought reasoning via the MiniCPM5 chat template + - **Tool calling** — inherits MiniCPM5's XML tool-call format + - **Long context** — up to **128K tokens** (131,072 tokens per `config.json`) + + ## Quick start + + ```python + from transformers import AutoModelForCausalLM, AutoTokenizer + import torch + + model_id = "GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking" + + ... + license: "apache-2.0" + tags: + - llm + - gguf + - thinking + overrides: + backend: llama-cpp + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + options: + - use_jinja:true + parameters: + model: llama-cpp/models/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-Q4_K_M/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-Q4_K_M.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-Q4_K_M/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-Q4_K_M.gguf + sha256: 3d20b45b4ffdfb71716c3aa121dab56b5d9a563d26088719167fcc7688083b16 + uri: https://huggingface.co/GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-GGUF/resolve/main/MiniCPM5-1B-Claude-Opus-Fable5-Thinking-Q4_K_M.gguf - name: "deepseek-v4-flash" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: