From 6b54c8d978587bc6a12f665050b51bddf159d83a Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Tue, 13 Oct 2026 07:25:56 +0000 Subject: [PATCH] chore(gallery): add Xiaomi-OCR-0 variants Add Q4_K_M and Q6_K builds with the BF16 vision projector. Pin all files to a verified Hugging Face revision and document usage. Assisted-by: Codex:gpt-6 (cherry picked from commit 689aca7f03621da7c4c7e52f5dc63f47d20bd0cd, mudler/LocalAI#12552) Signed-off-by: Ettore Di Giacinto --- gallery/index.yaml | 88 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 88 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index d72c886c0..204708845 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -71138,3 +71138,91 @@ - filename: llama-cpp/models/diarizationlm-gemma-4-e4b-v1/DiarizationLM-Gemma-4-E4B-v1-q4_0.gguf uri: https://huggingface.co/google/DiarizationLM-Gemma-4-E4B-v1/resolve/91b7c06adae025090dc7fcec3afcc1cb145c7302/DiarizationLM-Gemma-4-E4B-v1-q4_0.gguf sha256: 297238b1dbfe8bb061f5e4cc79be0e2d607a4539d7bc6dc00d75cc0428f6a264 + +- name: xiaomi-ocr-0-q4-k-m + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SeerRay-Lab/Xiaomi-OCR-0 + - https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF + license: apache-2.0 + description: | + Xiaomi-OCR-0 is a 0.8B Qwen3.5 model for document parsing, + visual question answering, and key information extraction. + This Q4_K_M GGUF includes the BF16 vision projector for llama.cpp. + tags: + - llm + - gguf + - vision + - ocr + - qwen3.5 + - cpu + - gpu + variants: + - model: xiaomi-ocr-0-q6-k + overrides: + backend: llama-cpp + context_size: 8192 + function: + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/xiaomi-ocr-0/Xiaomi-OCR-0.mmproj-bf16.gguf + options: + - use_jinja:true + parameters: + model: llama-cpp/models/xiaomi-ocr-0/Xiaomi-OCR-0.Q4_K_M.gguf + temperature: 0 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/xiaomi-ocr-0/Xiaomi-OCR-0.Q4_K_M.gguf + uri: https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF/resolve/0f0e77db7c97c409bb87347e6c2f151829651947/Xiaomi-OCR-0.Q4_K_M.gguf + sha256: 1e497ff06b91a3d822c543066df3e9ef69c62c5423be09d739dfa1db55630d3a + - filename: llama-cpp/mmproj/xiaomi-ocr-0/Xiaomi-OCR-0.mmproj-bf16.gguf + uri: https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF/resolve/0f0e77db7c97c409bb87347e6c2f151829651947/Xiaomi-OCR-0.mmproj-bf16.gguf + sha256: 634d6bc95781ebf4a3f06570a59859fa5082d488db540fd474bc6b4061aec90e + +- name: xiaomi-ocr-0-q6-k + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/SeerRay-Lab/Xiaomi-OCR-0 + - https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF + license: apache-2.0 + description: | + Xiaomi-OCR-0 is a 0.8B Qwen3.5 model for document parsing, + visual question answering, and key information extraction. + This Q6_K GGUF includes the BF16 vision projector for llama.cpp. + tags: + - llm + - gguf + - vision + - ocr + - qwen3.5 + - cpu + - gpu + overrides: + backend: llama-cpp + context_size: 8192 + function: + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/xiaomi-ocr-0/Xiaomi-OCR-0.mmproj-bf16.gguf + options: + - use_jinja:true + parameters: + model: llama-cpp/models/xiaomi-ocr-0/Xiaomi-OCR-0.Q6_K.gguf + temperature: 0 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/xiaomi-ocr-0/Xiaomi-OCR-0.Q6_K.gguf + uri: https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF/resolve/0f0e77db7c97c409bb87347e6c2f151829651947/Xiaomi-OCR-0.Q6_K.gguf + sha256: 6da9896bd738852ec01d463612e463656f43b68e6cfbe09d3b0a3ed6f4ad9fd3 + - filename: llama-cpp/mmproj/xiaomi-ocr-0/Xiaomi-OCR-0.mmproj-bf16.gguf + uri: https://huggingface.co/prithivMLmods/Xiaomi-OCR-0-GGUF/resolve/0f0e77db7c97c409bb87347e6c2f151829651947/Xiaomi-OCR-0.mmproj-bf16.gguf + sha256: 634d6bc95781ebf4a3f06570a59859fa5082d488db540fd474bc6b4061aec90e