From c5e40336b05c2d6423940b7952180c3ef92ff454 Mon Sep 17 00:00:00 2001 From: Abhishek Rai <23297408+abhishek085@users.noreply.github.com> Date: Sat, 10 Oct 2026 10:03:21 -0500 Subject: [PATCH] chore(gallery): add spark-s1-4b-v6 (#12609) * chore(gallery): add spark-s1-4b-v6 Co-Authored-By: Claude Opus 5.5 Signed-off-by: Abhishek Rai * docs(gallery): correct Spark logprobs request LocalAI treats numeric logprobs as an enable flag. Request the token count through top_logprobs and check for missing option letters. Assisted-by: Codex:gpt-6 --------- Signed-off-by: Abhishek Rai Co-authored-by: Claude Opus 5.5 Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> --- gallery/index.yaml | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 129fcb59a..73b875194 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -1,4 +1,33 @@ --- +- name: spark-s1-4b-v6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/abhishek085/spark-s1-4b-v6 + - https://huggingface.co/abhishek085/spark-s1-4b-v6-GGUF + - https://github.com/abhishek085/open-spark-jev + description: | + spark-s1-4b-v6 is a Qwen3.5-4B decision model (Open Spark Jev): given a state and a question with a fixed menu of options it + returns a calibrated probability per option from the first-token logprobs of the option letters. It is not a chat model: + send the rendered prompt to /v1/completions with max_tokens 1, logprobs true, and top_logprobs 20. + Check that every option letter appears in the returned probabilities. Then apply softmax(logprob / 1.481) over those letters. + Q8_0 GGUF (agrees with the bf16 model on 99.5% of held-out decisions). + license: apache-2.0 + tags: + - llm + - gguf + - gpu + - cpu + - classification + overrides: + backend: llama-cpp + context_size: 16384 + parameters: + model: spark-s1-4b-v6-Q8_0.gguf + temperature: 0 + files: + - filename: spark-s1-4b-v6-Q8_0.gguf + sha256: 05c34c9cfa4b18583fa3b9144a8aee5b9f8a5f0fc236c3eb4f23e914e080633e + uri: https://huggingface.co/abhishek085/spark-s1-4b-v6-GGUF/resolve/01395673bbd6f54353af8316eec47f44c4b26a4d/spark-s1-4b-v6-Q8_0.gguf - name: ternary-bonsai-2-27b url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: