mirror of
https://github.com/mudler/LocalAI.git
synced 2026-11-06 04:23:15 -05:00
feat(gallery): add Nanbeige4.3 GGUF variants
Add AD-Q4_K_M and Q8_0 builds with pinned URLs and verified checksums.
Group the builds and document installation with a 32K default context.
Assisted-by: Codex:gpt-6
(cherry picked from commit 1f41de1611, mudler/LocalAI#12926)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
1 parent
731cdbc6d6
commit
b669cda329
2 files changed
+148
No files matched your search
@@ -24338,6 +24338,72 @@
|
||||
model: llama-cpp/models/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
name: nanbeige4.3-33b-ad-q4
|
||||
description: |
|
||||
Nanbeige4.3-33B is a 33B dense model for reasoning, coding, and
|
||||
agent tasks in English and Chinese. This AD-Q4_K_M GGUF build
|
||||
uses llama.cpp with the embedded chat template and thinking enabled.
|
||||
license: apache-2.0
|
||||
urls:
|
||||
- https://huggingface.co/Nanbeige/Nanbeige4.3-33B
|
||||
- https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- reasoning
|
||||
- coding
|
||||
- cpu
|
||||
- gpu
|
||||
files:
|
||||
- filename: Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
sha256: 409c92c4355c81928f0f2de5d49481fe7e4d0fa4d381aa28eddee0dc4b358c49
|
||||
uri: https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF/resolve/b39515bab760dc8d6f7da7b4073847997971e2b7/Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
variants:
|
||||
- model: nanbeige4.3-33b-q8
|
||||
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
name: nanbeige4.3-33b-q8
|
||||
description: |
|
||||
Nanbeige4.3-33B is a 33B dense model for reasoning, coding, and
|
||||
agent tasks in English and Chinese. This Q8_0 GGUF build
|
||||
uses llama.cpp with the embedded chat template and thinking enabled.
|
||||
license: apache-2.0
|
||||
urls:
|
||||
- https://huggingface.co/Nanbeige/Nanbeige4.3-33B
|
||||
- https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- reasoning
|
||||
- coding
|
||||
- cpu
|
||||
- gpu
|
||||
files:
|
||||
- filename: Nanbeige4.3-33B-Q8_0.gguf
|
||||
sha256: 4106cbb9ba85da731f88b7493a90343e0d8cd6c77974ed1af00a97c5262c22bc
|
||||
uri: https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF/resolve/b39515bab760dc8d6f7da7b4073847997971e2b7/Nanbeige4.3-33B-Q8_0.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Nanbeige4.3-33B-Q8_0.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- url: github:mudler/LocalAI/gallery/nanbeige4.1.yaml@master
|
||||
name: nanbeige4.1-3b-q8
|
||||
description: |
|
||||
|
||||
@@ -28459,6 +28459,88 @@
|
||||
model: llama-cpp/models/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- kind: model
|
||||
id: nanbeige4.3-33b-ad-q4
|
||||
name: nanbeige4.3-33b-ad-q4
|
||||
version: 0.0.0-gallery.b39515bab760
|
||||
description: |
|
||||
Nanbeige4.3-33B is a 33B dense model for reasoning, coding, and
|
||||
agent tasks in English and Chinese. This AD-Q4_K_M GGUF build
|
||||
uses llama.cpp with the embedded chat template and thinking enabled.
|
||||
license: apache-2.0
|
||||
urls:
|
||||
- https://huggingface.co/Nanbeige/Nanbeige4.3-33B
|
||||
- https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- reasoning
|
||||
- coding
|
||||
- cpu
|
||||
- gpu
|
||||
channel: gallery
|
||||
policy:
|
||||
requireSignature: false
|
||||
schemaVersion: 1
|
||||
model:
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
files:
|
||||
- filename: Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
sha256: 409c92c4355c81928f0f2de5d49481fe7e4d0fa4d381aa28eddee0dc4b358c49
|
||||
uri: https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF/resolve/b39515bab760dc8d6f7da7b4073847997971e2b7/Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Nanbeige4.3-33B-AD-Q4_K_M.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
variants:
|
||||
- model: nanbeige4.3-33b-q8
|
||||
- kind: model
|
||||
id: nanbeige4.3-33b-q8
|
||||
name: nanbeige4.3-33b-q8
|
||||
version: 0.0.0-gallery.b39515bab760
|
||||
description: |
|
||||
Nanbeige4.3-33B is a 33B dense model for reasoning, coding, and
|
||||
agent tasks in English and Chinese. This Q8_0 GGUF build
|
||||
uses llama.cpp with the embedded chat template and thinking enabled.
|
||||
license: apache-2.0
|
||||
urls:
|
||||
- https://huggingface.co/Nanbeige/Nanbeige4.3-33B
|
||||
- https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- reasoning
|
||||
- coding
|
||||
- cpu
|
||||
- gpu
|
||||
channel: gallery
|
||||
policy:
|
||||
requireSignature: false
|
||||
schemaVersion: 1
|
||||
model:
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
files:
|
||||
- filename: Nanbeige4.3-33B-Q8_0.gguf
|
||||
sha256: 4106cbb9ba85da731f88b7493a90343e0d8cd6c77974ed1af00a97c5262c22bc
|
||||
uri: https://huggingface.co/AtomicChat/Nanbeige4.3-33B-GGUF/resolve/b39515bab760dc8d6f7da7b4073847997971e2b7/Nanbeige4.3-33B-Q8_0.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Nanbeige4.3-33B-Q8_0.gguf
|
||||
temperature: 0.6
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- kind: model
|
||||
id: nanbeige4.1-3b-q8
|
||||
name: nanbeige4.1-3b-q8
|
||||
|
||||
Reference in new issue
Block a user