From d6d9f899d651b9614985d057597e9797064d77c4 Mon Sep 17 00:00:00 2001
From: localai-org-maint-bot <bot-opensource@localaisrl.com>
Date: Thu, 30 Jul 2026 11:07:32 +0200
Subject: [PATCH] gallery: add Nanbeige4.2 3B GGUF variants (#11170)

* gallery: add Nanbeige4.2 3B GGUF variants

Add Q4_K_M and Q8_0 builds of the compact Nanbeige4.2 agentic and reasoning model, grouped as install-time variants.

Assisted-by: Codex:gpt-5

* gallery: simplify Nanbeige4.2 model name

Apply the maintainer-requested canonical model name while retaining the quantization variants under the entry.\n\nAssisted-by: Codex:gpt-5

---------

Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
---
 gallery/index.yaml       | 62 ++++++++++++++++++++++++++++++++++++++++
 gallery/nanbeige4.2.yaml | 15 ++++++++++
 2 files changed, 77 insertions(+)
 create mode 100644 gallery/nanbeige4.2.yaml

diff --git a/gallery/index.yaml b/gallery/index.yaml
index 1a8a3d5a7..5f9913b0e 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -5497,6 +5497,68 @@
     - filename: nanbeige4.1-3b-q4_k_m.gguf
       sha256: 043246350c952877b38958a9e35c480419008b6b2d52bedaf2b805ed2447b4df
       uri: huggingface://Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF/nanbeige4.1-3b-q4_k_m.gguf
+- name: nanbeige4.2-3b-q8
+  url: github:mudler/LocalAI/gallery/nanbeige4.2.yaml@master
+  urls:
+    - https://huggingface.co/Nanbeige/Nanbeige4.2-3B
+    - https://huggingface.co/owao/Nanbeige4.2-3B-GGUF
+  description: |
+    Nanbeige4.2-3B is a compact agentic and reasoning model with 3B non-embedding parameters. Its Looped Transformer architecture reuses transformer layers to increase model capacity without adding parameters. It targets tool use, coding, mathematics, scientific reasoning, office workflows, and deep research, with English and Chinese support and a context length of up to 262K tokens. This entry uses the Q8_0 GGUF quantization.
+  license: apache-2.0
+  icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png
+  tags:
+    - nanbeige
+    - 3b
+    - llm
+    - gguf
+    - quantized
+    - chat
+    - reasoning
+    - agent
+    - multilingual
+    - instruction-tuned
+    - code
+    - math
+  last_checked: "2026-07-28"
+  overrides:
+    parameters:
+      model: nanbeige4.2-3b-Q8_0.gguf
+  files:
+    - filename: nanbeige4.2-3b-Q8_0.gguf
+      sha256: 44707bb25e7ba3f2b0b5f3c2311da95ee3676986dd2014ce2aaeb14113590e33
+      uri: huggingface://owao/Nanbeige4.2-3B-GGUF/nanbeige4.2-3b-Q8_0.gguf
+- name: nanbeige4.2-3b
+  url: github:mudler/LocalAI/gallery/nanbeige4.2.yaml@master
+  urls:
+    - https://huggingface.co/Nanbeige/Nanbeige4.2-3B
+    - https://huggingface.co/owao/Nanbeige4.2-3B-GGUF
+  description: |
+    Nanbeige4.2-3B is a compact agentic and reasoning model with 3B non-embedding parameters. Its Looped Transformer architecture reuses transformer layers to increase model capacity without adding parameters. It targets tool use, coding, mathematics, scientific reasoning, office workflows, and deep research, with English and Chinese support and a context length of up to 262K tokens. This entry uses the Q4_K_M GGUF quantization.
+  license: apache-2.0
+  icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png
+  tags:
+    - nanbeige
+    - 3b
+    - llm
+    - gguf
+    - quantized
+    - chat
+    - reasoning
+    - agent
+    - multilingual
+    - instruction-tuned
+    - code
+    - math
+  last_checked: "2026-07-28"
+  variants:
+    - model: nanbeige4.2-3b-q8
+  overrides:
+    parameters:
+      model: nanbeige4.2-3b-Q4_K_M.gguf
+  files:
+    - filename: nanbeige4.2-3b-Q4_K_M.gguf
+      sha256: 9ffd17d14472ff208409b3f51a6d87a5e5ec1b878b9a6f4dfe15c2a883366104
+      uri: huggingface://owao/Nanbeige4.2-3B-GGUF/nanbeige4.2-3b-Q4_K_M.gguf
 - name: nemo-parakeet-tdt-0.6b
   url: github:mudler/LocalAI/gallery/virtual.yaml@master
   urls:
diff --git a/gallery/nanbeige4.2.yaml b/gallery/nanbeige4.2.yaml
new file mode 100644
index 000000000..f28a96d02
--- /dev/null
+++ b/gallery/nanbeige4.2.yaml
@@ -0,0 +1,15 @@
+config_file: |
+  backend: llama-cpp
+  function:
+      grammar:
+          disable: true
+  known_usecases:
+      - chat
+      - completion
+  options:
+      - use_jinja:true
+  parameters:
+      model: llama-cpp/models/nanbeige4.2-3b-q8_0.gguf
+  template:
+      use_tokenizer_template: true
+name: nanbeige4.2