From 4c8f76b43d314b4d0cbd41959cff829037698d20 Mon Sep 17 00:00:00 2001
From: localai-org-maint-bot
 <306269227+localai-org-maint-bot@users.noreply.github.com>
Date: Tue, 13 Oct 2026 07:25:45 +0000
Subject: [PATCH] chore(gallery): add AdaVaR-3B variants

Add Q4_K_M and Q8_0 builds with the F16 vision projector. Pin the
assets and document the prompts needed for adaptive visual reasoning.

Assisted-by: Codex:gpt-6

(cherry picked from commit 8c64079b0190c1536da1be86c26f480c319d5c9c, mudler/LocalAI#12547)
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
---
 gallery/index.yaml | 78 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 78 insertions(+)

diff --git a/gallery/index.yaml b/gallery/index.yaml
index e70a84516..d72c886c0 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -1,4 +1,82 @@
 ---
+- name: adavar-3b-q4
+  variants:
+    - model: adavar-3b-q8
+  url: github:mudler/LocalAI/gallery/virtual.yaml@master
+  urls:
+    - https://huggingface.co/ZejunLi/AdaVaR-3B
+    - https://huggingface.co/mradermacher/AdaVaR-3B-GGUF
+  description: |
+    AdaVaR-3B is a Qwen2.5-VL-3B-Instruct fine-tune for visual reasoning
+    through text or image-grounded coordinates. This Q4_K_M GGUF build
+    includes the F16 vision projector. Adaptive reasoning uses the publisher's
+    system prompt and question suffix; see the model card for these prompts.
+  license: apache-2.0
+  tags:
+    - llm
+    - gguf
+    - vision
+    - reasoning
+    - cpu
+    - gpu
+  overrides:
+    backend: llama-cpp
+    context_size: 32768
+    known_usecases:
+      - chat
+      - vision
+    mmproj: AdaVaR-3B.mmproj-f16.gguf
+    options:
+      - use_jinja:true
+    template:
+      use_tokenizer_template: true
+    parameters:
+      model: AdaVaR-3B.Q4_K_M.gguf
+  files:
+    - filename: AdaVaR-3B.Q4_K_M.gguf
+      sha256: ab333b48b080d3f251d955c639a390691f7a44105c164fe58fa7a8d33b4fe51a
+      uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.Q4_K_M.gguf
+    - filename: AdaVaR-3B.mmproj-f16.gguf
+      sha256: 1ac6d198b191101cf7e84977f1770b60190adbfa33cefaaf6a5ece6ea9270d98
+      uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.mmproj-f16.gguf
+- name: adavar-3b-q8
+  url: github:mudler/LocalAI/gallery/virtual.yaml@master
+  urls:
+    - https://huggingface.co/ZejunLi/AdaVaR-3B
+    - https://huggingface.co/mradermacher/AdaVaR-3B-GGUF
+  description: |
+    AdaVaR-3B is a Qwen2.5-VL-3B-Instruct fine-tune for visual reasoning
+    through text or image-grounded coordinates. This Q8_0 GGUF build
+    includes the F16 vision projector. Adaptive reasoning uses the publisher's
+    system prompt and question suffix; see the model card for these prompts.
+  license: apache-2.0
+  tags:
+    - llm
+    - gguf
+    - vision
+    - reasoning
+    - cpu
+    - gpu
+  overrides:
+    backend: llama-cpp
+    context_size: 32768
+    known_usecases:
+      - chat
+      - vision
+    mmproj: AdaVaR-3B.mmproj-f16.gguf
+    options:
+      - use_jinja:true
+    template:
+      use_tokenizer_template: true
+    parameters:
+      model: AdaVaR-3B.Q8_0.gguf
+  files:
+    - filename: AdaVaR-3B.Q8_0.gguf
+      sha256: 23495169a352b076dee53ffb74da1861b3f9670c7a081cbecd37788774c4b205
+      uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.Q8_0.gguf
+    - filename: AdaVaR-3B.mmproj-f16.gguf
+      sha256: 1ac6d198b191101cf7e84977f1770b60190adbfa33cefaaf6a5ece6ea9270d98
+      uri: https://huggingface.co/mradermacher/AdaVaR-3B-GGUF/resolve/580d869e53b6338bf3dbafc5d8488217cbd28265/AdaVaR-3B.mmproj-f16.gguf
 - name: simplicio-27b-q4
   variants:
     - model: simplicio-27b-q8