mirror/LocalAI
1
0 Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2026-10-28 09:08:54 -04:00
Code Issues Packages Projects Releases Wiki Activity

chore(gallery): add GLM Flash Maya variants

Browse Source 
Offer Maya S, S24, M, and L builds through the existing GLM group.
Pin all weight shards and the vision projector to an HF revision.
Document the standard llama.cpp configuration and its limits.

Assisted-by: Codex:gpt-6
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

(cherry picked from commit 4aab47ba66, mudler/LocalAI#12666)
Assisted-by: Claude:claude-sonnet-5-5
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
localai-org-maint-bot authored and Ettore Di Giacinto committed 2026-10-25 09:55:38 +00:00
1 parent 31d2673b5a
commit b164fdcf2e
2 files changed
+526
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

gallery/index.yaml
+247
View File
@@ -3,6 +3,249 @@
# written by scripts/models/cmd/modelcatalog and stays only so releases before
# the cutover keep working. CI fails when it differs from the generated copy:
# go run ./scripts/models/cmd/modelcatalog --library gallery/models/index.yaml --out gallery/index.yaml
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: glm-5.3-flash-maya-s
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-S v2 mixes IQ2_XXS and IQ2_S experts with Q6_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
sha256: e56ef50efd71d81ddf6249e08bd2ef5af96ed348c2b7a004491d46168d0ecaa7
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00002-of-00003.gguf
sha256: 2d65d88a69f8dc124c8d24bd33b33161ddab218918b4253ad4f500aeede84df5
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00003-of-00003.gguf
sha256: a6a981c4fee7a53d78bdbd97d8f465d48ddf439cf938ff90617f395e0351b5a6
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: glm-5.3-flash-maya-s24
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-S24 uses mixed 2-bit experts with Q4_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
sha256: 8ebd5c74bcf65ece2a8699b7b6fd2b8d177f350ed252cee252fdd99b86a0138c
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00002-of-00003.gguf
sha256: 4bd445da3a0128a9c5b32228c924e0a622aa4a132c7a8dc9a2c207a4beea8e34
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00003-of-00003.gguf
sha256: a6fd4e88007ac49b431c7d02be34e43ab7a09224d53a0c52782327613cb41917
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: glm-5.3-flash-maya-m
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-M uses mixed 2-bit and 3-bit experts with Q6_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
sha256: 3f740d1b1022b4a0ddad50cd861bb071dd415bde94afa1292d0476641186c638
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00002-of-00003.gguf
sha256: 285951d2afa0cd98285b03d0dc4aa68d83daf1a6f4a2594fe40b0cdd27ade485
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00003-of-00003.gguf
sha256: ebf1ce713f71207747e10eeebed87597969d8b5e1d9dd817420d2c2f7ca51e0e
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: glm-5.3-flash-maya-l
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-L uses mixed 3-bit and 4-bit experts with higher precision in sensitive layers.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
sha256: c41aeaf3a3e0022150b7c355e7f4df6c92ba68c4794e3e827e02e56b54886b9e
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00002-of-00004.gguf
sha256: 351d59366afb7be7dfc3fb7af91281f7ccf00760b17dc45f82090325a7b34f64
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00002-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00003-of-00004.gguf
sha256: 3685962fdfeaf130b74f98d3ce703ee33d818aa9991725932cb305b7c48db8af
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00003-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00004-of-00004.gguf
sha256: 1af62cd72de6460c85369d988abbb790d6ec3a97507df51faf9bf32aa2b600d0
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00004-of-00004.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: underdog-saluki-27b-1.0-mtp
description: |
@@ -1803,6 +2046,10 @@
use_tokenizer_template: true
variants:
- model: glm-5.3-flash-q8
- model: glm-5.3-flash-maya-s
- model: glm-5.3-flash-maya-s24
- model: glm-5.3-flash-maya-m
- model: glm-5.3-flash-maya-l
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
name: glm-5.3-flash-q8
description: |
gallery/models/index.yaml
+279
View File
@@ -4,6 +4,281 @@
# changes and never edit it by hand. CI fails when it is stale. A build from
# master reads it as the default model source; a tagged build reads the gallery
# until the release cutover.
- kind: model
id: glm-5.3-flash-maya-s
name: glm-5.3-flash-maya-s
version: 0.0.0-gallery.77cee93a92df
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-S v2 mixes IQ2_XXS and IQ2_S experts with Q6_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
channel: gallery
policy:
requireSignature: false
schemaVersion: 1
model:
url: github:mudler/LocalAI/gallery/virtual.yaml@master
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
sha256: e56ef50efd71d81ddf6249e08bd2ef5af96ed348c2b7a004491d46168d0ecaa7
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00002-of-00003.gguf
sha256: 2d65d88a69f8dc124c8d24bd33b33161ddab218918b4253ad4f500aeede84df5
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00003-of-00003.gguf
sha256: a6a981c4fee7a53d78bdbd97d8f465d48ddf439cf938ff90617f395e0351b5a6
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S-v2-IQ2_XXS/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-s/GLM-5.3-Flash-Maya-S-v2-IQ2_XXS-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- kind: model
id: glm-5.3-flash-maya-s24
name: glm-5.3-flash-maya-s24
version: 0.0.0-gallery.3acd41b3c25d
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-S24 uses mixed 2-bit experts with Q4_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
channel: gallery
policy:
requireSignature: false
schemaVersion: 1
model:
url: github:mudler/LocalAI/gallery/virtual.yaml@master
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
sha256: 8ebd5c74bcf65ece2a8699b7b6fd2b8d177f350ed252cee252fdd99b86a0138c
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00002-of-00003.gguf
sha256: 4bd445da3a0128a9c5b32228c924e0a622aa4a132c7a8dc9a2c207a4beea8e34
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00003-of-00003.gguf
sha256: a6fd4e88007ac49b431c7d02be34e43ab7a09224d53a0c52782327613cb41917
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-S24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-s24/GLM-5.3-Flash-Maya-S24-IQ2_XXS_S-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- kind: model
id: glm-5.3-flash-maya-m
name: glm-5.3-flash-maya-m
version: 0.0.0-gallery.1fb99fbf6c17
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-M uses mixed 2-bit and 3-bit experts with Q6_K attention and shared experts.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
channel: gallery
policy:
requireSignature: false
schemaVersion: 1
model:
url: github:mudler/LocalAI/gallery/virtual.yaml@master
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
sha256: 3f740d1b1022b4a0ddad50cd861bb071dd415bde94afa1292d0476641186c638
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00002-of-00003.gguf
sha256: 285951d2afa0cd98285b03d0dc4aa68d83daf1a6f4a2594fe40b0cdd27ade485
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00002-of-00003.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00003-of-00003.gguf
sha256: ebf1ce713f71207747e10eeebed87597969d8b5e1d9dd817420d2c2f7ca51e0e
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-M/GLM-5.3-Flash-Maya-M-IQ2_S-00003-of-00003.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-m/GLM-5.3-Flash-Maya-M-IQ2_S-00001-of-00003.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- kind: model
id: glm-5.3-flash-maya-l
name: glm-5.3-flash-maya-l
version: 0.0.0-gallery.834b4bbb976e
description: |
GLM-5.3-Flash is a mixture-of-experts model for reasoning, coding, tool use, and vision. Maya-L uses mixed 3-bit and 4-bit experts with higher precision in sensitive layers.
license: mit
urls:
- https://huggingface.co/zai-org/GLM-5.3-Flash
- https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF
tags:
- llm
- gguf
- gpu
- cpu
- multimodal
- vision
- reasoning
- tool-calling
- long-context
- moe
- glm
- glm-5.3
icon: https://raw.githubusercontent.com/zai-org/GLM-5/refs/heads/main/resources/logo.svg
channel: gallery
policy:
requireSignature: false
schemaVersion: 1
model:
url: github:mudler/LocalAI/gallery/virtual.yaml@master
files:
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
sha256: c41aeaf3a3e0022150b7c355e7f4df6c92ba68c4794e3e827e02e56b54886b9e
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00002-of-00004.gguf
sha256: 351d59366afb7be7dfc3fb7af91281f7ccf00760b17dc45f82090325a7b34f64
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00002-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00003-of-00004.gguf
sha256: 3685962fdfeaf130b74f98d3ce703ee33d818aa9991725932cb305b7c48db8af
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00003-of-00004.gguf
- filename: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00004-of-00004.gguf
sha256: 1af62cd72de6460c85369d988abbb790d6ec3a97507df51faf9bf32aa2b600d0
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/Maya-L/GLM-5.3-Flash-Maya-L-IQ3_S-00004-of-00004.gguf
- filename: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
sha256: 3627575df16bd152db0f3fd7e488d270b33f3a9e6c7fa3b1b8ac381faafde882
uri: https://huggingface.co/peasantsmith/GLM-5.3-Flash-Maya-GGUF/resolve/f16ee4ba50d8fd2bb726ea1862ca6ca14ba188da/vision/mmproj-GLM-5.3-Flash-F16.gguf
overrides:
backend: llama-cpp
function:
automatic_tool_parsing_fallback: true
grammar:
disable: true
known_input_modalities:
- text
- image
known_usecases:
- chat
- completion
- vision
mmproj: llama-cpp/mmproj/glm-5.3-flash-maya/mmproj-GLM-5.3-Flash-F16.gguf
options:
- use_jinja:true
parameters:
min_p: 0.01
model: llama-cpp/models/glm-5.3-flash-maya-l/GLM-5.3-Flash-Maya-L-IQ3_S-00001-of-00004.gguf
repeat_penalty: 1
temperature: 1
top_k: -1
top_p: 0.95
template:
use_tokenizer_template: true
- kind: model
id: underdog-saluki-27b-1.0-mtp
name: underdog-saluki-27b-1.0-mtp
@@ -2108,6 +2383,10 @@
use_tokenizer_template: true
variants:
- model: glm-5.3-flash-q8
- model: glm-5.3-flash-maya-s
- model: glm-5.3-flash-maya-s24
- model: glm-5.3-flash-maya-m
- model: glm-5.3-flash-maya-l
- kind: model
id: glm-5.3-flash-q8
name: glm-5.3-flash-q8