diff --git a/gallery/index.yaml b/gallery/index.yaml index 8442d3650..d73d1c475 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,33 @@ --- +- name: "qwen3.5-35b-a3b" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF + description: | + AI model: qwen3.5-35b-a3b + overrides: + parameters: + model: llama-cpp/models/Qwen3.5-35B-A3B-UD-Q4_K_M.gguf + name: Qwen3.5-35B-A3B-GGUF + backend: llama-cpp + template: + use_tokenizer_template: true + known_usecases: + - chat + function: + grammar: + disable: true + mmproj: llama-cpp/mmproj/mmproj-F32.gguf + description: Imported from https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF + options: + - use_jinja:true + files: + - filename: llama-cpp/models/Qwen3.5-35B-A3B-UD-Q4_K_M.gguf + sha256: 223138866b87b12e68ffb43a1d45afb572921e9cd4c594e6a736df94c5130466 + uri: https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen3.5-35B-A3B-UD-Q4_K_M.gguf + - filename: llama-cpp/mmproj/mmproj-F32.gguf + sha256: 40169fdbd92afb86ef298c8f535353c7cc1307e3493db4359454246bcfc92131 + uri: https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-F32.gguf - name: "qwen_qwen3-next-80b-a3b-thinking" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: