mirror of
https://github.com/mudler/LocalAI.git
synced 2026-09-12 22:33:54 -04:00
Compare commits
1
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
47a94ffbe1 |
No files matched your search
@@ -23,6 +23,17 @@ GPT and text generation models might have a license which is not permissive for
|
||||
|
||||

|
||||
|
||||
## Instella-MoE availability
|
||||
|
||||
The gallery excludes `instella-moe-16b-a3b-think` and
|
||||
`instella-moe-16b-a3b-think-q8` because the packaged llama.cpp backend does not
|
||||
support their `instella-moe` architecture. Loading these GGUF files fails with
|
||||
`unknown model architecture: 'instella-moe'`.
|
||||
|
||||
The entries can return after LocalAI ships a compatible backend. See
|
||||
[the compatibility issue](https://github.com/mudler/LocalAI/issues/11681) and
|
||||
[upstream llama.cpp support](https://github.com/ggml-org/llama.cpp/pull/26467).
|
||||
|
||||
## Useful Links and resources
|
||||
|
||||
- [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) - here you can find a list of the most performing models on the Open LLM benchmark. Keep in mind models compatible with LocalAI must be quantized in the `gguf` format.
|
||||
|
||||
@@ -6133,90 +6133,6 @@
|
||||
- filename: llama-cpp/models/DeepSeek-V4-Pro-0813-UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00020-of-00020.gguf
|
||||
uri: huggingface://unsloth/DeepSeek-V4-Pro-0813-GGUF/UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00020-of-00020.gguf
|
||||
sha256: 5978999836fd1fe7ad7da6232a70981bd7f98274ed71d3b06652ba42c7b46031
|
||||
- name: instella-moe-16b-a3b-think
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/amd/Instella-MoE-16B-A3B-Think
|
||||
- https://huggingface.co/DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF
|
||||
description: |
|
||||
AMD Instella-MoE-16B-A3B-Think is a reasoning and instruction-following
|
||||
mixture-of-experts model with 16 billion total parameters and 3 billion
|
||||
active parameters. It supports long-form reasoning, chat, coding, and tool
|
||||
use. This entry uses the Q4_K_M GGUF quantization.
|
||||
license: other
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- deepseek-v3
|
||||
- moe
|
||||
- reasoning
|
||||
- thinking
|
||||
- coding
|
||||
- tool-use
|
||||
- cpu
|
||||
- gpu
|
||||
last_checked: "2026-08-03"
|
||||
variants:
|
||||
- model: instella-moe-16b-a3b-think-q8
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf
|
||||
sha256: f776ddfee5dc6c808265c3f0a9c1b384c98058bfa551fe5df656fe712eb4c7f3
|
||||
uri: huggingface://DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF/Q4_K_M/amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf
|
||||
- name: instella-moe-16b-a3b-think-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/amd/Instella-MoE-16B-A3B-Think
|
||||
- https://huggingface.co/DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF
|
||||
description: |
|
||||
AMD Instella-MoE-16B-A3B-Think is a reasoning and instruction-following
|
||||
mixture-of-experts model with 16 billion total parameters and 3 billion
|
||||
active parameters. It supports long-form reasoning, chat, coding, and tool
|
||||
use. This entry uses the near-lossless Q8_0 GGUF quantization.
|
||||
license: other
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- deepseek-v3
|
||||
- moe
|
||||
- reasoning
|
||||
- thinking
|
||||
- coding
|
||||
- tool-use
|
||||
- cpu
|
||||
- gpu
|
||||
last_checked: "2026-08-03"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf
|
||||
sha256: 6bff0a99d06be8ecf7d9c7f65584bfc2b24526ab0bab32dbfe7dde4237cd7c33
|
||||
uri: huggingface://DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF/Q8_0/amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf
|
||||
- name: "parable-granite-4.1-3b-claude-fable-5"
|
||||
url: "github:mudler/LocalAI/gallery/virtual.yaml@master"
|
||||
urls:
|
||||
|
||||
Reference in new issue
Block a user