From dcfdb69ca19b7d7b6b1e8682cf24eeff43cdc8d8 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Sun, 11 Oct 2026 04:06:07 +0000 Subject: [PATCH] chore(gallery): add Index-Translate vision builds Add official Q4 and Q8 builds with the vision projector so users can translate images with Index-Translate-9B. Pin and verify all artifacts, and document installation alongside the existing text-only builds. Assisted-by: Codex:gpt-6 --- docs/content/features/model-gallery.md | 17 ++++++ gallery/index.yaml | 82 ++++++++++++++++++++++++++ 2 files changed, 99 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index a5af4a904..1a71479e8 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -187,6 +187,23 @@ To select Q8 explicitly, run `local-ai models install cyber-tiel-coder-35b-a3b-q Both configurations use the embedded chat template and default to 32,768 context tokens. The [model card](https://huggingface.co/peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF-MTP) describes its abliterated Ornith-1.5 base and MIT license. +## Index-Translate-9B image translation + +`index-translate-9b-vision` provides the official Q4_K_M weights and Q8_0 +vision projector for text and image translation. LocalAI can select the Q8_0 +variant when it fits the host. Both builds use llama.cpp, a 32,768-token +context, greedy decoding, and the embedded chat template with thinking disabled. + +```bash +local-ai models install index-translate-9b-vision +local-ai models install --variant index-translate-9b-vision-q8 index-translate-9b-vision +``` + +Select the installed model in chat, attach an image, and ask for a translation +into the target language. The existing `index-translate-9b` entries remain +available for text-only use. See the [official model card](https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF) +for supported translation tasks and prompt examples. + ## Qwen3.8-27B Agention Precision The gallery includes Agention Precision IQ4_XS and Q4_K_M GGUF builds of diff --git a/gallery/index.yaml b/gallery/index.yaml index 944c96774..bbd776150 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -69234,6 +69234,88 @@ - filename: llama-cpp/models/index-homura-2b/Index-Homura-2B.Q8_0.gguf sha256: 4bf595a8977539b1d5ff87a0284dd795a8b4f79dfb11172195e86d5cd6d84402 uri: https://huggingface.co/mradermacher/Index-Homura-2B-GGUF/resolve/0b340d2d01d6787e23f09b67bfdde943bbb63e47/Index-Homura-2B.Q8_0.gguf +- name: index-translate-9b-vision + variants: + - model: index-translate-9b-vision-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/IndexTeam/Index-Translate-9B + - https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF + description: | + Index-Translate-9B translates text and images across 150 languages, with + support for terminology, formatting, style, and context instructions. + This official Q4_K_M GGUF includes the Q8_0 vision projector and uses + llama.cpp with thinking disabled and greedy decoding. + license: apache-2.0 + tags: + - llm + - gguf + - translation + - vision + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + mmproj: llama-cpp/mmproj/index-translate-9b-vision/Index-Translate-9B.mmproj-Q8_0.gguf + options: + - use_jinja:true + chat_template_kwargs: + enable_thinking: false + template: + use_tokenizer_template: true + parameters: + model: llama-cpp/models/index-translate-9b-vision/Index-Translate-9B.Q4_K_M.gguf + temperature: 0 + files: + - filename: llama-cpp/models/index-translate-9b-vision/Index-Translate-9B.Q4_K_M.gguf + sha256: 9cc6758b0007f4cbf42ea3400768cbff91ae74ef8d640e467158348426d33713 + uri: https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF/resolve/645939fbab839a656f1bc39975a872bc8ad749f8/Index-Translate-9B.Q4_K_M.gguf + - filename: llama-cpp/mmproj/index-translate-9b-vision/Index-Translate-9B.mmproj-Q8_0.gguf + sha256: 0c654bbb219cea5dbb80656ec506e308c82b06aac7287f7636b9b6d06a44b957 + uri: https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF/resolve/645939fbab839a656f1bc39975a872bc8ad749f8/Index-Translate-9B.mmproj-Q8_0.gguf +- name: index-translate-9b-vision-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/IndexTeam/Index-Translate-9B + - https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF + description: | + Index-Translate-9B translates text and images across 150 languages, with + support for terminology, formatting, style, and context instructions. + This official Q8_0 GGUF includes the Q8_0 vision projector and uses + llama.cpp with thinking disabled and greedy decoding. + license: apache-2.0 + tags: + - llm + - gguf + - translation + - vision + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + mmproj: llama-cpp/mmproj/index-translate-9b-vision/Index-Translate-9B.mmproj-Q8_0.gguf + options: + - use_jinja:true + chat_template_kwargs: + enable_thinking: false + template: + use_tokenizer_template: true + parameters: + model: llama-cpp/models/index-translate-9b-vision/Index-Translate-9B.Q8_0.gguf + temperature: 0 + files: + - filename: llama-cpp/models/index-translate-9b-vision/Index-Translate-9B.Q8_0.gguf + sha256: 21c65d2f8402ee03cb90135b29d8b9eceba7d6ed4ef680c8fcede2def77b5184 + uri: https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF/resolve/645939fbab839a656f1bc39975a872bc8ad749f8/Index-Translate-9B.Q8_0.gguf + - filename: llama-cpp/mmproj/index-translate-9b-vision/Index-Translate-9B.mmproj-Q8_0.gguf + sha256: 0c654bbb219cea5dbb80656ec506e308c82b06aac7287f7636b9b6d06a44b957 + uri: https://huggingface.co/IndexTeam/Index-Translate-9B-GGUF/resolve/645939fbab839a656f1bc39975a872bc8ad749f8/Index-Translate-9B.mmproj-Q8_0.gguf - name: index-translate-9b variants: - model: index-translate-9b-q8