diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index 4cd6f719a..1f74891ce 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -23,6 +23,17 @@ GPT and text generation models might have a license which is not permissive for ![output](https://github.com/mudler/LocalAI/assets/2420543/7b16676e-d5b1-4c97-89bd-9fa5065c21ad) +## Instella-MoE availability + +The gallery excludes `instella-moe-16b-a3b-think` and +`instella-moe-16b-a3b-think-q8` because the packaged llama.cpp backend does not +support their `instella-moe` architecture. Loading these GGUF files fails with +`unknown model architecture: 'instella-moe'`. + +The entries can return after LocalAI ships a compatible backend. See +[the compatibility issue](https://github.com/mudler/LocalAI/issues/11681) and +[upstream llama.cpp support](https://github.com/ggml-org/llama.cpp/pull/26467). + ## Useful Links and resources - [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) - here you can find a list of the most performing models on the Open LLM benchmark. Keep in mind models compatible with LocalAI must be quantized in the `gguf` format. diff --git a/gallery/index.yaml b/gallery/index.yaml index 5b0139e72..600c5f7eb 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -6133,90 +6133,6 @@ - filename: llama-cpp/models/DeepSeek-V4-Pro-0813-UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00020-of-00020.gguf uri: huggingface://unsloth/DeepSeek-V4-Pro-0813-GGUF/UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00020-of-00020.gguf sha256: 5978999836fd1fe7ad7da6232a70981bd7f98274ed71d3b06652ba42c7b46031 -- name: instella-moe-16b-a3b-think - url: github:mudler/LocalAI/gallery/virtual.yaml@master - urls: - - https://huggingface.co/amd/Instella-MoE-16B-A3B-Think - - https://huggingface.co/DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF - description: | - AMD Instella-MoE-16B-A3B-Think is a reasoning and instruction-following - mixture-of-experts model with 16 billion total parameters and 3 billion - active parameters. It supports long-form reasoning, chat, coding, and tool - use. This entry uses the Q4_K_M GGUF quantization. - license: other - tags: - - llm - - gguf - - deepseek-v3 - - moe - - reasoning - - thinking - - coding - - tool-use - - cpu - - gpu - last_checked: "2026-08-03" - variants: - - model: instella-moe-16b-a3b-think-q8 - overrides: - backend: llama-cpp - function: - automatic_tool_parsing_fallback: true - grammar: - disable: true - known_usecases: - - chat - options: - - use_jinja:true - parameters: - model: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf - template: - use_tokenizer_template: true - files: - - filename: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf - sha256: f776ddfee5dc6c808265c3f0a9c1b384c98058bfa551fe5df656fe712eb4c7f3 - uri: huggingface://DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF/Q4_K_M/amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q4_K_M.gguf -- name: instella-moe-16b-a3b-think-q8 - url: github:mudler/LocalAI/gallery/virtual.yaml@master - urls: - - https://huggingface.co/amd/Instella-MoE-16B-A3B-Think - - https://huggingface.co/DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF - description: | - AMD Instella-MoE-16B-A3B-Think is a reasoning and instruction-following - mixture-of-experts model with 16 billion total parameters and 3 billion - active parameters. It supports long-form reasoning, chat, coding, and tool - use. This entry uses the near-lossless Q8_0 GGUF quantization. - license: other - tags: - - llm - - gguf - - deepseek-v3 - - moe - - reasoning - - thinking - - coding - - tool-use - - cpu - - gpu - last_checked: "2026-08-03" - overrides: - backend: llama-cpp - function: - automatic_tool_parsing_fallback: true - grammar: - disable: true - known_usecases: - - chat - options: - - use_jinja:true - parameters: - model: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf - template: - use_tokenizer_template: true - files: - - filename: amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf - sha256: 6bff0a99d06be8ecf7d9c7f65584bfc2b24526ab0bab32dbfe7dde4237cd7c33 - uri: huggingface://DevQuasar/amd.Instella-MoE-16B-A3B-Think-GGUF/Q8_0/amd.Instella-MoE-16B-A3B-Think.f16.gguf.Q8_0.gguf - name: "parable-granite-4.1-3b-claude-fable-5" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: