From e50820d9d0b67488295582f41ab14868cc35bd82 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Tue, 6 Oct 2026 04:05:33 +0000 Subject: [PATCH] chore(gallery): add Index-Translate-2B variants Add official Q4_K_M and Q8_0 builds with pinned downloads and verified SHA256 values. Document installation and text translation prompts. Assisted-by: Codex:gpt-6 --- docs/content/features/model-gallery.md | 24 +++++++++ gallery/index.yaml | 70 ++++++++++++++++++++++++++ 2 files changed, 94 insertions(+) diff --git a/docs/content/features/model-gallery.md b/docs/content/features/model-gallery.md index 3bdfc6d41..988d0e56b 100644 --- a/docs/content/features/model-gallery.md +++ b/docs/content/features/model-gallery.md @@ -39,6 +39,30 @@ Both views use the same model selection and store the view, search, filter, and selection in the URL. Installing from Explore does not move you away from the catalog; the entry updates in place when the operation finishes. +## Index-Translate-2B + +Index-Translate-2B provides text translation across 150 languages with terminology, +formatting, style, and context instructions. The gallery offers Q4_K_M and Q8_0 +GGUF builds for llama.cpp. Both use greedy decoding and disable thinking. + +Install the model with automatic variant selection: + +```bash +local-ai models install index-translate-2b +``` + +To select the Q8_0 build explicitly: + +```bash +local-ai models install index-translate-2b --variant index-translate-2b-q8 +``` + +Use the installed model through the chat completions API. Include the target +language and source text in your message, for example: "Translate to French, +return only the translation: Hello, world." These entries support text input; +they do not install a vision projector. See the [official model card](https://huggingface.co/IndexTeam/Index-Translate-2B) +for constrained translation prompts. + ## Cyber-Ornith 1.5 9B Cyber-Ornith 1.5 is a Qwen3.5 fine-tune for security auditing, terminal tasks, and tool use. diff --git a/gallery/index.yaml b/gallery/index.yaml index 9e52e70eb..8281dd072 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -68858,6 +68858,76 @@ - filename: llama-cpp/models/index-homura-2b/Index-Homura-2B.Q8_0.gguf sha256: 4bf595a8977539b1d5ff87a0284dd795a8b4f79dfb11172195e86d5cd6d84402 uri: https://huggingface.co/mradermacher/Index-Homura-2B-GGUF/resolve/0b340d2d01d6787e23f09b67bfdde943bbb63e47/Index-Homura-2B.Q8_0.gguf +- name: index-translate-2b + variants: + - model: index-translate-2b-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/IndexTeam/Index-Translate-2B + - https://huggingface.co/IndexTeam/Index-Translate-2B-GGUF + description: | + Index-Translate-2B is a Qwen3.5-based text translation model for 150 languages, + with support for terminology, formatting, style, and context instructions. + This Q4_K_M GGUF uses llama.cpp with thinking disabled and greedy decoding. + license: apache-2.0 + tags: + - llm + - gguf + - translation + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + chat_template_kwargs: + enable_thinking: false + template: + use_tokenizer_template: true + parameters: + model: llama-cpp/models/index-translate-2b/Index-Translate-2B.Q4_K_M.gguf + temperature: 0 + files: + - filename: llama-cpp/models/index-translate-2b/Index-Translate-2B.Q4_K_M.gguf + sha256: 044b313d29342bd3b2c77cbb64023ca0d209bd9b3247763f9d162767ef2d746a + uri: https://huggingface.co/IndexTeam/Index-Translate-2B-GGUF/resolve/449c9e6457b3632d328c6cbb78ae8e8e0c8059a5/Index-Translate-2B.Q4_K_M.gguf +- name: index-translate-2b-q8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/IndexTeam/Index-Translate-2B + - https://huggingface.co/IndexTeam/Index-Translate-2B-GGUF + description: | + Index-Translate-2B is a Qwen3.5-based text translation model for 150 languages, + with support for terminology, formatting, style, and context instructions. + This Q8_0 GGUF uses llama.cpp with thinking disabled and greedy decoding. + license: apache-2.0 + tags: + - llm + - gguf + - translation + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 32768 + known_usecases: + - chat + options: + - use_jinja:true + chat_template_kwargs: + enable_thinking: false + template: + use_tokenizer_template: true + parameters: + model: llama-cpp/models/index-translate-2b/Index-Translate-2B.Q8_0.gguf + temperature: 0 + files: + - filename: llama-cpp/models/index-translate-2b/Index-Translate-2B.Q8_0.gguf + sha256: a09d287f41d297206947a2e51acc29dd03c8b22356111fdb1e289c0c97c173f3 + uri: https://huggingface.co/IndexTeam/Index-Translate-2B-GGUF/resolve/449c9e6457b3632d328c6cbb78ae8e8e0c8059a5/Index-Translate-2B.Q8_0.gguf - name: index-translate-9b variants: - model: index-translate-9b-q8