From 1ca0ab68cf6a17fcff726be33322e74cbe139375 Mon Sep 17 00:00:00 2001
From: localai-org-maint-bot
 <306269227+localai-org-maint-bot@users.noreply.github.com>
Date: Tue, 13 Oct 2026 07:31:17 +0000
Subject: [PATCH] chore(gallery): add Swift 1.5 Q5 and Q6 builds

Offer intermediate quantizations of Swift 1.5 Qwen3.8 27B alongside
the existing Q4 and Q8 builds. Keep the F16 vision projector and
publisher license notice, and pin the new downloads to one revision.

Assisted-by: Codex:gpt-6

(cherry picked from commit c7a903838cc31b1633e80d7d6f4768f5cf61b66f, mudler/LocalAI#12640)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
---
 gallery/index.yaml | 98 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 98 insertions(+)

diff --git a/gallery/index.yaml b/gallery/index.yaml
index d0d9bb95b..95a7a2348 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -68088,6 +68088,8 @@
       uri: https://huggingface.co/RavichandranJ/Dolphin3-Cyber-8B-GGUF/resolve/145d66f096c8a99aad63be19ada1fbc46d3230bd/Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf
 - name: swift-1.5-qwen3.8-27b-q4
   variants:
+    - model: swift-1.5-qwen3.8-27b-q5
+    - model: swift-1.5-qwen3.8-27b-q6
     - model: swift-1.5-qwen3.8-27b-q8
   url: github:mudler/LocalAI/gallery/virtual.yaml@master
   urls:
@@ -68136,6 +68138,102 @@
     - filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
       uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/a1614465cfa35d04d3e8575d713fa779662b5eab/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
       sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
+- name: swift-1.5-qwen3.8-27b-q5
+  url: github:mudler/LocalAI/gallery/virtual.yaml@master
+  urls:
+    - https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b
+    - https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF
+  license: swift-open-license-1.0
+  description: |
+    Swift 1.5 is a 27B Qwen3.8 fine-tune for reasoning, coding, and agent tasks.
+    This Q5_K_M GGUF build uses llama.cpp, the embedded chat template, and an F16 vision projector for image input.
+    The Swift Open License v1.0 requires a separate license for commercial use above its revenue threshold.
+  tags:
+    - llm
+    - gguf
+    - cpu
+    - gpu
+    - vision
+    - multimodal
+    - reasoning
+  overrides:
+    backend: llama-cpp
+    context_size: 32768
+    function:
+      automatic_tool_parsing_fallback: true
+      grammar:
+        disable: true
+    known_usecases:
+      - chat
+      - vision
+    mmproj: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+    options:
+      - use_jinja:true
+    parameters:
+      model: Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
+      temperature: 1
+      top_p: 0.95
+      top_k: 20
+      min_p: 0
+      presence_penalty: 0
+      repeat_penalty: 1
+    template:
+      use_tokenizer_template: true
+  files:
+    - filename: Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
+      sha256: 4964843f816dafe77ce24a92c97f3bb094b218d752172710d9438af0e2562931
+      uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
+    - filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+      uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+      sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
+- name: swift-1.5-qwen3.8-27b-q6
+  url: github:mudler/LocalAI/gallery/virtual.yaml@master
+  urls:
+    - https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b
+    - https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF
+  license: swift-open-license-1.0
+  description: |
+    Swift 1.5 is a 27B Qwen3.8 fine-tune for reasoning, coding, and agent tasks.
+    This Q6_K GGUF build uses llama.cpp, the embedded chat template, and an F16 vision projector for image input.
+    The Swift Open License v1.0 requires a separate license for commercial use above its revenue threshold.
+  tags:
+    - llm
+    - gguf
+    - cpu
+    - gpu
+    - vision
+    - multimodal
+    - reasoning
+  overrides:
+    backend: llama-cpp
+    context_size: 32768
+    function:
+      automatic_tool_parsing_fallback: true
+      grammar:
+        disable: true
+    known_usecases:
+      - chat
+      - vision
+    mmproj: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+    options:
+      - use_jinja:true
+    parameters:
+      model: Swift-1.5-Qwen3.8-27B-Q6_K.gguf
+      temperature: 1
+      top_p: 0.95
+      top_k: 20
+      min_p: 0
+      presence_penalty: 0
+      repeat_penalty: 1
+    template:
+      use_tokenizer_template: true
+  files:
+    - filename: Swift-1.5-Qwen3.8-27B-Q6_K.gguf
+      sha256: cd2eb6597026ce4eb86100e830be24f01461f84b89d4708634c2ec3d43b67fa8
+      uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/Swift-1.5-Qwen3.8-27B-Q6_K.gguf
+    - filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+      uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
+      sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
 - name: swift-1.5-qwen3.8-27b-q8
   url: github:mudler/LocalAI/gallery/virtual.yaml@master
   urls: