From aa7d016a48582d9d082cf670b7a9a5111d1d50fd Mon Sep 17 00:00:00 2001
From: localai-org-maint-bot <bot-opensource@localaisrl.com>
Date: Wed, 19 Aug 2026 08:48:24 +0200
Subject: [PATCH] feat(gallery): add North Mini Code variants (#11559)

Add the supported Q4_K_M and Q8_0 GGUF builds for Cohere Labs' 30B-A3B coding model.

Assisted-by: Codex:gpt-5

Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
---
 gallery/index.yaml | 68 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 68 insertions(+)

diff --git a/gallery/index.yaml b/gallery/index.yaml
index 0f4cbbc12..78cc2cd2e 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -1642,6 +1642,74 @@
     - filename: llama-cpp/models/Parable-Qwen3-8B-Claude-Fable-5-Q4_K_M/Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf
       uri: https://huggingface.co/AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF/resolve/main/Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf
       sha256: 4532d2379d38a37279866a030e51d419561f9d4d22fee00d2a33647d66f05065
+- &north-mini-code-1-0
+  name: "north-mini-code-1.0"
+  variants:
+    - model: north-mini-code-1.0-q8
+  url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
+  urls:
+    - https://huggingface.co/CohereLabs/North-Mini-Code-1.0
+    - https://huggingface.co/unsloth/North-Mini-Code-1.0-GGUF
+  description: |
+    North Mini Code 1.0 is Cohere Labs' Apache-2.0 sparse mixture-of-experts
+    coding model with 30B total parameters and 3B active parameters. It targets
+    code generation, agentic software engineering, terminal tasks, tool use,
+    and interleaved reasoning with a 256K-token context window. This entry uses
+    the UD-Q4_K_M GGUF quantization.
+  license: "apache-2.0"
+  tags:
+    - llm
+    - gguf
+    - cpu
+    - gpu
+    - moe
+    - coding
+    - agent
+  overrides:
+    backend: llama-cpp
+    function:
+      automatic_tool_parsing_fallback: true
+      grammar:
+        disable: true
+    known_usecases:
+      - chat
+    options:
+      - use_jinja:true
+    parameters:
+      model: llama-cpp/models/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-UD-Q4_K_M.gguf
+    template:
+      use_tokenizer_template: true
+  files:
+    - filename: llama-cpp/models/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-UD-Q4_K_M.gguf
+      sha256: d59f4cb3abec1bd3e5e185b99cdd811e3be3402cbc2bab8223081a460d5724bf
+      uri: huggingface://unsloth/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-UD-Q4_K_M.gguf
+- !!merge <<: *north-mini-code-1-0
+  name: "north-mini-code-1.0-q8"
+  variants: []
+  description: |
+    North Mini Code 1.0 is Cohere Labs' Apache-2.0 sparse mixture-of-experts
+    coding model with 30B total parameters and 3B active parameters. It targets
+    code generation, agentic software engineering, terminal tasks, tool use,
+    and interleaved reasoning with a 256K-token context window. This entry uses
+    the Q8_0 GGUF quantization.
+  overrides:
+    backend: llama-cpp
+    function:
+      automatic_tool_parsing_fallback: true
+      grammar:
+        disable: true
+    known_usecases:
+      - chat
+    options:
+      - use_jinja:true
+    parameters:
+      model: llama-cpp/models/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-Q8_0.gguf
+    template:
+      use_tokenizer_template: true
+  files:
+    - filename: llama-cpp/models/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-Q8_0.gguf
+      sha256: 652eeb9932e8020ef7b35374189411848187fa58796ded0ceee258bd9d36426b
+      uri: huggingface://unsloth/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-Q8_0.gguf
 - &pocket-35b
   name: "pocket-35b"
   variants: