mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-28 09:08:54 -04:00
chore(gallery): add InSight-doc-8B variants
Add Q4_K_M and Q8_0 builds with the F16 vision projector for document visual question answering. Pin the assets and document the external agent loop needed to reproduce the publisher's agentic results. Assisted-by: Codex:gpt-6
This commit is contained in:
1 parent
a3d555653c
commit
50f2715967
2 files changed
+115
No files matched your search
@@ -39,6 +39,29 @@ Both views use the same model selection and store the view, search, filter, and
|
||||
selection in the URL. Installing from Explore does not move you away from the
|
||||
catalog; the entry updates in place when the operation finishes.
|
||||
|
||||
## InSight-doc-8B
|
||||
|
||||
[InSight-doc-8B](https://huggingface.co/InSight-doc/InSight-doc-8B) is a Qwen3-VL
|
||||
fine-tune for document visual question answering. The gallery provides Q4_K_M
|
||||
and Q8_0 GGUF builds for llama.cpp, each with the F16 vision projector and a
|
||||
32,768-token context. Both use the embedded chat template.
|
||||
|
||||
Install with automatic variant selection:
|
||||
|
||||
```bash
|
||||
local-ai models install insight-doc-8b-q4
|
||||
```
|
||||
|
||||
To select Q8_0 explicitly:
|
||||
|
||||
```bash
|
||||
local-ai models install insight-doc-8b-q4 --variant insight-doc-8b-q8
|
||||
```
|
||||
|
||||
Supply document pages as images. The gallery installs the model weights and
|
||||
projector; reproducing the publisher's agentic results also requires its
|
||||
external agent loop and `image_zoom_in_tool`.
|
||||
|
||||
## Cyber-Ornith 1.5 9B
|
||||
|
||||
Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use.
|
||||
|
||||
@@ -22833,6 +22833,98 @@
|
||||
- filename: mmproj/mmproj-Huihui-Qwen3-VL-30B-A3B-F16.gguf
|
||||
sha256: 4bfd655851a5609b29201154e0bd4fe5f9274073766b8ab35b3a8acba0dd77a7
|
||||
uri: huggingface://noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF/mmproj-F16.gguf
|
||||
- name: insight-doc-8b-q4
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/InSight-doc/InSight-doc-8B
|
||||
- https://huggingface.co/mradermacher/InSight-doc-8B-GGUF
|
||||
license: apache-2.0
|
||||
description: |
|
||||
InSight-doc-8B is a Qwen3-VL-8B-Instruct fine-tune for document visual
|
||||
question answering. This Q4_K_M build includes the F16 vision projector.
|
||||
Reproducing the publisher's agentic results requires the external
|
||||
InSight-doc agent loop and image_zoom_in_tool.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- vision
|
||||
- multimodal
|
||||
- chat
|
||||
- cpu
|
||||
- gpu
|
||||
last_checked: "2026-10-07"
|
||||
variants:
|
||||
- model: insight-doc-8b-q8
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
mmproj: InSight-doc-8B.mmproj-f16.gguf
|
||||
parameters:
|
||||
model: InSight-doc-8B.Q4_K_M.gguf
|
||||
temperature: 0.7
|
||||
top_p: 0.8
|
||||
top_k: 20
|
||||
repeat_penalty: 1
|
||||
presence_penalty: 1.5
|
||||
files:
|
||||
- filename: InSight-doc-8B.Q4_K_M.gguf
|
||||
sha256: 24b5df6f06bbb65eb0af5d4d20a281ce92912bc591bbef9f82e05e1ac0ceff2d
|
||||
uri: https://huggingface.co/mradermacher/InSight-doc-8B-GGUF/resolve/fb986456eeccb4216fd97c6d4fd8dc94cc0d28f7/InSight-doc-8B.Q4_K_M.gguf
|
||||
- filename: InSight-doc-8B.mmproj-f16.gguf
|
||||
sha256: 28e76b53f1fe810e42bff07c88c4e6d9e049958515127ba969c21e196b0fe07d
|
||||
uri: https://huggingface.co/mradermacher/InSight-doc-8B-GGUF/resolve/fb986456eeccb4216fd97c6d4fd8dc94cc0d28f7/InSight-doc-8B.mmproj-f16.gguf
|
||||
- name: insight-doc-8b-q8
|
||||
url: github:mudler/LocalAI/gallery/virtual.yaml@master
|
||||
urls:
|
||||
- https://huggingface.co/InSight-doc/InSight-doc-8B
|
||||
- https://huggingface.co/mradermacher/InSight-doc-8B-GGUF
|
||||
license: apache-2.0
|
||||
description: |
|
||||
InSight-doc-8B is a Qwen3-VL-8B-Instruct fine-tune for document visual
|
||||
question answering. This Q8_0 build includes the F16 vision projector.
|
||||
Reproducing the publisher's agentic results requires the external
|
||||
InSight-doc agent loop and image_zoom_in_tool.
|
||||
tags:
|
||||
- llm
|
||||
- gguf
|
||||
- vision
|
||||
- multimodal
|
||||
- chat
|
||||
- cpu
|
||||
- gpu
|
||||
last_checked: "2026-10-07"
|
||||
overrides:
|
||||
backend: llama-cpp
|
||||
context_size: 32768
|
||||
known_usecases:
|
||||
- chat
|
||||
- vision
|
||||
options:
|
||||
- use_jinja:true
|
||||
template:
|
||||
use_tokenizer_template: true
|
||||
mmproj: InSight-doc-8B.mmproj-f16.gguf
|
||||
parameters:
|
||||
model: InSight-doc-8B.Q8_0.gguf
|
||||
temperature: 0.7
|
||||
top_p: 0.8
|
||||
top_k: 20
|
||||
repeat_penalty: 1
|
||||
presence_penalty: 1.5
|
||||
files:
|
||||
- filename: InSight-doc-8B.Q8_0.gguf
|
||||
sha256: 2382e36543a065c3a7be8e928ced99ada3a895f5ad12dd0e68f8c9aa40b683c8
|
||||
uri: https://huggingface.co/mradermacher/InSight-doc-8B-GGUF/resolve/fb986456eeccb4216fd97c6d4fd8dc94cc0d28f7/InSight-doc-8B.Q8_0.gguf
|
||||
- filename: InSight-doc-8B.mmproj-f16.gguf
|
||||
sha256: 28e76b53f1fe810e42bff07c88c4e6d9e049958515127ba969c21e196b0fe07d
|
||||
uri: https://huggingface.co/mradermacher/InSight-doc-8B-GGUF/resolve/fb986456eeccb4216fd97c6d4fd8dc94cc0d28f7/InSight-doc-8B.mmproj-f16.gguf
|
||||
- name: qwen3-vl-8b-instruct
|
||||
url: github:mudler/LocalAI/gallery/qwen3.yaml@master
|
||||
urls:
|
||||
|
||||
Reference in new issue
Block a user