diff --git a/gallery/index.yaml b/gallery/index.yaml index d73d1c475..484bffb31 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,39 @@ --- +- name: "qwen3.5-122b-a10b" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF + description: | + AI model: qwen3.5-122b-a10b + overrides: + parameters: + model: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf + name: Qwen3.5-122B-A10B-GGUF + backend: llama-cpp + template: + use_tokenizer_template: true + known_usecases: + - chat + function: + grammar: + disable: true + mmproj: llama-cpp/mmproj/mmproj-F32.gguf + description: Imported from https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF + options: + - use_jinja:true + files: + - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf + sha256: 914ac4aea369a78a16db389cd11293bd7ed4d2fe7960cdc7bc5140b21e5d8074 + uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf + - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf + sha256: 073b82aaccefa6b360d4220299e488dc8810ad76d286b282c44ec374534e41d4 + uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf + - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf + sha256: 0c9eed4a95f8fac03cb57e3fb63a49dcf400f958d86a387b98f0e9b4fbb54fd6 + uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf + - filename: llama-cpp/mmproj/mmproj-F32.gguf + sha256: ba889ce164a6cc7ffe34296851d0f2bbe139bd27deeb7fe3830d08bd776a28a6 + uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf - name: "qwen3.5-35b-a3b" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: