mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 17:18:49 -04:00
feat(gallery): add Flash Next Turbo Brilliance
Add the IQ3_S GGUF build with both shards and its vision projector. Pin all downloads and document the installation command. Assisted-by: Codex:GPT-6
This commit is contained in:
1 parent
3934ee8e34
commit
15ed1cb4e1
3 files changed
+152
No files matched your search
@@ -951,6 +951,20 @@ curl $LOCALAI/models/apply -H "Content-Type: application/json" -d '{
|
||||
|
||||
## Examples
|
||||
|
||||
### Qwen3.8 Flash Next Turbo Brilliance
|
||||
|
||||
Install the [publisher's GSQ-RCO IQ3_S build](https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF) with:
|
||||
|
||||
```bash
|
||||
local-ai models install qwen3.8-flash-next-turbo-brilliance-iq3-s
|
||||
```
|
||||
|
||||
This llama.cpp entry downloads both GGUF shards and the BF16 vision projector
|
||||
for text chat and image input. It uses the embedded chat template and a
|
||||
32,768-token default context. The downloads total about 84.5 GB; allow additional
|
||||
memory for inference. The publisher currently provides one quantization of this
|
||||
build. See its model card for the reasoning and instruction modes.
|
||||
|
||||
### Image generation: Stable diffusion
|
||||
|
||||
URL: https://github.com/EdVince/Stable-Diffusion-NCNN
|
||||
|
||||
@@ -2414,6 +2414,71 @@
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
variants: []
|
||||
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
name: qwen3.8-flash-next-turbo-brilliance-iq3-s
|
||||
description: |
|
||||
DavidAU's Turbo Brilliance build of Qwen3.8 Flash Next uses GSQ-RCO
|
||||
IQ3_S mixed quantization and the publisher's embedded chat template.
|
||||
Includes both GGUF shards and the BF16 vision projector for text chat
|
||||
and image input, with a 32K default context. See the model card for
|
||||
the publisher's reasoning and instruction modes.
|
||||
license: other
|
||||
urls:
|
||||
- https://huggingface.co/Qwen/Qwen3.8-Flash-Next
|
||||
- https://huggingface.co/ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF
|
||||
- https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF
|
||||
icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/logo_qwen.jpg
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- qwen
|
||||
- moe
|
||||
- reasoning
|
||||
- thinking
|
||||
- coding
|
||||
- agent
|
||||
- tools
|
||||
- vision
|
||||
- multimodal
|
||||
- long-context
|
||||
files:
|
||||
- filename: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
sha256: 8a14ab07ca7b54619e6b250cd1d83f97f79ab7eef3caf8ee9e6543bc9ac6a193
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
- filename: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf
|
||||
sha256: 316b46f3a2dbd68c900f43136ab9449f9dcc3725dfd8c794847c204bc161e113
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf
|
||||
- filename: llama-cpp/mmproj/qwen3.8-flash-next-turbo-brilliance-iq3-s/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
sha256: b1a82259702816a5330d7bd7607cd9676b11780e79ff7348c21103ff3ce49bd0
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mlock: false
|
||||
mmap: true
|
||||
mmproj: llama-cpp/mmproj/qwen3.8-flash-next-turbo-brilliance-iq3-s/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
- fit:false
|
||||
parameters:
|
||||
min_p: 0
|
||||
model: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
presence_penalty: 0
|
||||
repeat_penalty: 1
|
||||
temperature: 1
|
||||
top_k: 20
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
name: qwen3.8-flash-next-gsq-rco-q2-0
|
||||
description: |
|
||||
|
||||
@@ -2807,6 +2807,79 @@
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
variants: []
|
||||
- kind: model
|
||||
id: qwen3.8-flash-next-turbo-brilliance-iq3-s
|
||||
name: qwen3.8-flash-next-turbo-brilliance-iq3-s
|
||||
version: 0.0.0-gallery.e69b0c67b3e4
|
||||
description: |
|
||||
DavidAU's Turbo Brilliance build of Qwen3.8 Flash Next uses GSQ-RCO
|
||||
IQ3_S mixed quantization and the publisher's embedded chat template.
|
||||
Includes both GGUF shards and the BF16 vision projector for text chat
|
||||
and image input, with a 32K default context. See the model card for
|
||||
the publisher's reasoning and instruction modes.
|
||||
license: other
|
||||
urls:
|
||||
- https://huggingface.co/Qwen/Qwen3.8-Flash-Next
|
||||
- https://huggingface.co/ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF
|
||||
- https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- cpu
|
||||
- gpu
|
||||
- qwen
|
||||
- moe
|
||||
- reasoning
|
||||
- thinking
|
||||
- coding
|
||||
- agent
|
||||
- tools
|
||||
- vision
|
||||
- multimodal
|
||||
- long-context
|
||||
icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/logo_qwen.jpg
|
||||
channel: gallery
|
||||
policy:
|
||||
requireSignature: false
|
||||
schemaVersion: 1
|
||||
model:
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
files:
|
||||
- filename: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
sha256: 8a14ab07ca7b54619e6b250cd1d83f97f79ab7eef3caf8ee9e6543bc9ac6a193
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
- filename: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf
|
||||
sha256: 316b46f3a2dbd68c900f43136ab9449f9dcc3725dfd8c794847c204bc161e113
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00002-of-00002.gguf
|
||||
- filename: llama-cpp/mmproj/qwen3.8-flash-next-turbo-brilliance-iq3-s/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
sha256: b1a82259702816a5330d7bd7607cd9676b11780e79ff7348c21103ff3ce49bd0
|
||||
uri: https://huggingface.co/DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/resolve/8d09a8a84cc067203d2903db831c8aa8713a5f3f/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
function:
|
||||
automatic_tool_parsing_fallback: true
|
||||
grammar:
|
||||
disable: true
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mlock: false
|
||||
mmap: true
|
||||
mmproj: llama-cpp/mmproj/qwen3.8-flash-next-turbo-brilliance-iq3-s/mmproj-Qwen3.8-Flash-Next-BF16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
- fit:false
|
||||
parameters:
|
||||
min_p: 0
|
||||
model: llama-cpp/models/qwen3.8-flash-next-turbo-brilliance-iq3-s/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf
|
||||
presence_penalty: 0
|
||||
repeat_penalty: 1
|
||||
temperature: 1
|
||||
top_k: 20
|
||||
top_p: 0.95
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
- kind: model
|
||||
id: qwen3.8-flash-next-gsq-rco-q2-0
|
||||
name: qwen3.8-flash-next-gsq-rco-q2-0
|
||||
|
||||
Reference in new issue
Block a user