mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 17:18:49 -04:00
chore(gallery): add AdaVaR-3B variants
Add Q4_K_M and Q8_0 builds with the F16 vision projector. Pin the
assets and document the prompts needed for adaptive visual reasoning.
Assisted-by: Codex:gpt-6
(cherry picked from commit 8c64079b01, mudler/LocalAI#12547)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
1 parent
a73696870a
commit
4c8f76b43d
1 file changed
+78
@@ -1,4 +1,82 @@
|
||||
---
|
||||
- name: adavar-3b-q4
|
||||
variants:
|
||||
- model: adavar-3b-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/ZejunLi/AdaVaR-3B
|
||||
- https://huggingface.co/mradermacher/AdaVaR-3B-GGUF
|
||||
description: |
|
||||
AdaVaR-3B is a Qwen2.5-VL-3B-Instruct fine-tune for visual reasoning
|
||||
through text or image-grounded coordinates. This Q4_K_M GGUF build
|
||||
includes the F16 vision projector. Adaptive reasoning uses the publisher's
|
||||
system prompt and question suffix; see the model card for these prompts.
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- vision
|
||||
- reasoning
|
||||
- cpu
|
||||
- gpu
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: AdaVaR-3B.mmproj-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
parameters:
|
||||
model: AdaVaR-3B.Q4_K_M.gguf
|
||||
files:
|
||||
- filename: AdaVaR-3B.Q4_K_M.gguf
|
||||
sha256: ab333b48b080d3f251d955c639a390691f7a44105c164fe58fa7a8d33b4fe51a
|
||||
uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.Q4_K_M.gguf
|
||||
- filename: AdaVaR-3B.mmproj-f16.gguf
|
||||
sha256: 1ac6d198b191101cf7e84977f1770b60190adbfa33cefaaf6a5ece6ea9270d98
|
||||
uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.mmproj-f16.gguf
|
||||
- name: adavar-3b-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/ZejunLi/AdaVaR-3B
|
||||
- https://huggingface.co/mradermacher/AdaVaR-3B-GGUF
|
||||
description: |
|
||||
AdaVaR-3B is a Qwen2.5-VL-3B-Instruct fine-tune for visual reasoning
|
||||
through text or image-grounded coordinates. This Q8_0 GGUF build
|
||||
includes the F16 vision projector. Adaptive reasoning uses the publisher's
|
||||
system prompt and question suffix; see the model card for these prompts.
|
||||
license: apache-2.0
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- vision
|
||||
- reasoning
|
||||
- cpu
|
||||
- gpu
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
mmproj: AdaVaR-3B.mmproj-f16.gguf
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
parameters:
|
||||
model: AdaVaR-3B.Q8_0.gguf
|
||||
files:
|
||||
- filename: AdaVaR-3B.Q8_0.gguf
|
||||
sha256: 23495169a352b076dee53ffb74da1861b3f9670c7a081cbecd37788774c4b205
|
||||
uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.Q8_0.gguf
|
||||
- filename: AdaVaR-3B.mmproj-f16.gguf
|
||||
sha256: 1ac6d198b191101cf7e84977f1770b60190adbfa33cefaaf6a5ece6ea9270d98
|
||||
uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.mmproj-f16.gguf
|
||||
- name: simplicio-27b-q4
|
||||
variants:
|
||||
- model: simplicio-27b-q8
|
||||
|
||||
Reference in new issue
Block a user