mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 09:08:54 -04:00
chore(gallery): add Swift 1.5 Q5 and Q6 builds
Offer intermediate quantizations of Swift 1.5 Qwen3.8 27B alongside
the existing Q4 and Q8 builds. Keep the F16 vision projector and
publisher license notice, and pin the new downloads to one revision.
Assisted-by: Codex:gpt-6
(cherry picked from commit c7a903838c, mudler/LocalAI#12640)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
1 parent
104c2ade47
commit
1ca0ab68cf
1 file changed
+98
@@ -68088,6 +68088,8 @@
|
||||
uri: https://huggingface.co/RavichandranJ/Dolphin3-Cyber-8B-GGUF/resolve/145d66f096c8a99aad63be19ada1fbc46d3230bd/Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf
|
||||
- name: swift-1.5-qwen3.8-27b-q4
|
||||
variants:
|
||||
- model: swift-1.5-qwen3.8-27b-q5
|
||||
- model: swift-1.5-qwen3.8-27b-q6
|
||||
- model: swift-1.5-qwen3.8-27b-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
@@ -68136,6 +68138,102 @@
|
||||
- filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/a1614465cfa35d04d3e8575d713fa779662b5eab/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
|
||||
- name: swift-1.5-qwen3.8-27b-q5
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b
|
||||
- https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF
|
||||
license: swift-open-license-1.0
|
||||
description: |
|
||||
Swift 1.5 is a 27B Qwen3.8 fine-tune for reasoning, coding, and agent tasks.
|
||||
This Q5_K_M GGUF build uses llama.cpp, the embedded chat template, and an F16 vision projector for image input.
|
||||
The Swift Open License v1.0 requires a separate license for commercial use above its revenue threshold.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- vision
|
||||
- multimodal
|
||||
- reasoning
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
|
||||
temperature: 1
|
||||
top_p: 0.95
|
||||
top_k: 20
|
||||
min_p: 0
|
||||
presence_penalty: 0
|
||||
repeat_penalty: 1
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
|
||||
sha256: 4964843f816dafe77ce24a92c97f3bb094b218d752172710d9438af0e2562931
|
||||
uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf
|
||||
- filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
|
||||
- name: swift-1.5-qwen3.8-27b-q6
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27b
|
||||
- https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF
|
||||
license: swift-open-license-1.0
|
||||
description: |
|
||||
Swift 1.5 is a 27B Qwen3.8 fine-tune for reasoning, coding, and agent tasks.
|
||||
This Q6_K GGUF build uses llama.cpp, the embedded chat template, and an F16 vision projector for image input.
|
||||
The Swift Open License v1.0 requires a separate license for commercial use above its revenue threshold.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- vision
|
||||
- multimodal
|
||||
- reasoning
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
parameters:
|
||||
model: Swift-1.5-Qwen3.8-27B-Q6_K.gguf
|
||||
temperature: 1
|
||||
top_p: 0.95
|
||||
top_k: 20
|
||||
min_p: 0
|
||||
presence_penalty: 0
|
||||
repeat_penalty: 1
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
files:
|
||||
- filename: Swift-1.5-Qwen3.8-27B-Q6_K.gguf
|
||||
sha256: cd2eb6597026ce4eb86100e830be24f01461f84b89d4708634c2ec3d43b67fa8
|
||||
uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/Swift-1.5-Qwen3.8-27B-Q6_K.gguf
|
||||
- filename: mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
uri: https://huggingface.co/ukisai/Swift-1.5-Qwen3.8-27B-GGUF/resolve/14bfe4b42be4a925d98816db830155f476c605e7/mmproj-Swift-1.5-Qwen3.8-27B-F16.gguf
|
||||
sha256: 10a24dc46eb801ad794886ef27ea1e43634d35388dfaf2e2374b7a8b67faf526
|
||||
- name: swift-1.5-qwen3.8-27b-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
|
||||
Reference in new issue
Block a user