From 0061ef88034d7dc97943b4ae9bbfa32da5bf3fa9 Mon Sep 17 00:00:00 2001
From: localai-org-maint-bot
 <306269227+localai-org-maint-bot@users.noreply.github.com>
Date: Tue, 28 Jul 2026 20:03:44 +0000
Subject: [PATCH] gallery: add Nanbeige4.2 3B GGUF variants

Add Q4_K_M and Q8_0 builds of the compact Nanbeige4.2 agentic and reasoning model, grouped as install-time variants.

Assisted-by: Codex:gpt-5
---
 gallery/index.yaml       | 62 ++++++++++++++++++++++++++++++++++++++++
 gallery/nanbeige4.2.yaml | 15 ++++++++++
 2 files changed, 77 insertions(+)
 create mode 100644 gallery/nanbeige4.2.yaml

diff --git a/gallery/index.yaml b/gallery/index.yaml
index 67e219c51..8c79c1873 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -4954,6 +4954,68 @@
     - filename: nanbeige4.1-3b-q4_k_m.gguf
       sha256: 043246350c952877b38958a9e35c480419008b6b2d52bedaf2b805ed2447b4df
       uri: huggingface://Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF/nanbeige4.1-3b-q4_k_m.gguf
+- name: nanbeige4.2-3b-q8
+  url: github:mudler/LocalAI/gallery/nanbeige4.2.yaml@master
+  urls:
+    - https://huggingface.co/Nanbeige/Nanbeige4.2-3B
+    - https://huggingface.co/owao/Nanbeige4.2-3B-GGUF
+  description: |
+    Nanbeige4.2-3B is a compact agentic and reasoning model with 3B non-embedding parameters. Its Looped Transformer architecture reuses transformer layers to increase model capacity without adding parameters. It targets tool use, coding, mathematics, scientific reasoning, office workflows, and deep research, with English and Chinese support and a context length of up to 262K tokens. This entry uses the Q8_0 GGUF quantization.
+  license: apache-2.0
+  icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png
+  tags:
+    - nanbeige
+    - 3b
+    - llm
+    - gguf
+    - quantized
+    - chat
+    - reasoning
+    - agent
+    - multilingual
+    - instruction-tuned
+    - code
+    - math
+  last_checked: "2026-07-28"
+  overrides:
+    parameters:
+      model: nanbeige4.2-3b-Q8_0.gguf
+  files:
+    - filename: nanbeige4.2-3b-Q8_0.gguf
+      sha256: 44707bb25e7ba3f2b0b5f3c2311da95ee3676986dd2014ce2aaeb14113590e33
+      uri: huggingface://owao/Nanbeige4.2-3B-GGUF/nanbeige4.2-3b-Q8_0.gguf
+- name: nanbeige4.2-3b-q4
+  url: github:mudler/LocalAI/gallery/nanbeige4.2.yaml@master
+  urls:
+    - https://huggingface.co/Nanbeige/Nanbeige4.2-3B
+    - https://huggingface.co/owao/Nanbeige4.2-3B-GGUF
+  description: |
+    Nanbeige4.2-3B is a compact agentic and reasoning model with 3B non-embedding parameters. Its Looped Transformer architecture reuses transformer layers to increase model capacity without adding parameters. It targets tool use, coding, mathematics, scientific reasoning, office workflows, and deep research, with English and Chinese support and a context length of up to 262K tokens. This entry uses the Q4_K_M GGUF quantization.
+  license: apache-2.0
+  icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png
+  tags:
+    - nanbeige
+    - 3b
+    - llm
+    - gguf
+    - quantized
+    - chat
+    - reasoning
+    - agent
+    - multilingual
+    - instruction-tuned
+    - code
+    - math
+  last_checked: "2026-07-28"
+  variants:
+    - model: nanbeige4.2-3b-q8
+  overrides:
+    parameters:
+      model: nanbeige4.2-3b-Q4_K_M.gguf
+  files:
+    - filename: nanbeige4.2-3b-Q4_K_M.gguf
+      sha256: 9ffd17d14472ff208409b3f51a6d87a5e5ec1b878b9a6f4dfe15c2a883366104
+      uri: huggingface://owao/Nanbeige4.2-3B-GGUF/nanbeige4.2-3b-Q4_K_M.gguf
 - name: nemo-parakeet-tdt-0.6b
   url: github:mudler/LocalAI/gallery/virtual.yaml@master
   urls:
diff --git a/gallery/nanbeige4.2.yaml b/gallery/nanbeige4.2.yaml
new file mode 100644
index 000000000..f28a96d02
--- /dev/null
+++ b/gallery/nanbeige4.2.yaml
@@ -0,0 +1,15 @@
+config_file: |
+  backend: llama-cpp
+  function:
+      grammar:
+          disable: true
+  known_usecases:
+      - chat
+      - completion
+  options:
+      - use_jinja:true
+  parameters:
+      model: llama-cpp/models/nanbeige4.2-3b-q8_0.gguf
+  template:
+      use_tokenizer_template: true
+name: nanbeige4.2