From e8546965c7c2e2da9dcf2d2a2c25b7ea43fad3bf Mon Sep 17 00:00:00 2001
From: "Plamen K. Kosseff" <333840+blackd@users.noreply.github.com>
Date: Tue, 8 Sep 2026 09:45:17 +0300
Subject: [PATCH] fix(gallery): default audio-cpp models to backend:best
 (#11892)

* fix(gallery): default audio-cpp models to backend:best

The audio-cpp engine creates its session on the CPU backend when no
backend option is given, so every gallery model ran CPU-only even on
machines where a CUDA/Vulkan/Metal device was registered. backend:best
selects the best available backend and falls back to CPU.

Assisted-by: Claude:claude-fable-5
Signed-off-by: Plamen K. Kosseff <p.kosseff@gmail.com>

* docs(audio-cpp): explain gallery device selection

Document automatic compute backend selection and the CPU override.

Assisted-by: Codex:gpt-6
Signed-off-by: Plamen K. Kosseff <p.kosseff@gmail.com>

---------

Signed-off-by: Plamen K. Kosseff <p.kosseff@gmail.com>
Co-authored-by: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com>
---
 docs/content/features/audio-cpp.md |  5 +++++
 gallery/index.yaml                 | 26 ++++++++++++++++++++++++++
 2 files changed, 31 insertions(+)

diff --git a/docs/content/features/audio-cpp.md b/docs/content/features/audio-cpp.md
index ae71cd384..9d59cb378 100644
--- a/docs/content/features/audio-cpp.md
+++ b/docs/content/features/audio-cpp.md
@@ -28,6 +28,11 @@ key stored *inside* the GGUF, which cannot be read from a remote repository, and
 upstream GGUF repository hosts every family in one place. Set `backend: audio-cpp`
 in the model YAML, or select it explicitly in the import form.
 
+The bundled audio-cpp gallery entries set `backend:best` in `options` to select
+an available compute backend, with CPU as the fallback. To force CPU execution,
+replace that option with `backend:cpu`. Model configurations that omit this
+option still default to CPU.
+
 ## What it serves
 
 One model serves one family, and a family advertises the tasks it can perform. The
diff --git a/gallery/index.yaml b/gallery/index.yaml
index db4773975..b1af776e6 100644
--- a/gallery/index.yaml
+++ b/gallery/index.yaml
@@ -56579,6 +56579,8 @@
     known_usecases:
       - tts
     name: audio-cpp-indextts-2.5
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/index-tts2_5-orig.gguf
   files:
@@ -56616,6 +56618,8 @@
     known_usecases:
       - tts
     name: audio-cpp-supertonic
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/supertonic-3-orig.gguf
   files:
@@ -56658,6 +56662,8 @@
     known_usecases:
       - tts
     name: audio-cpp-higgs-audio-v3
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/higgs-audio-v3-tts-4b-q8_0.gguf
   files:
@@ -56707,6 +56713,8 @@
       - tts
       - audio_transform
     name: audio-cpp-chatterbox
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/chatterbox-q8_0.gguf
   files:
@@ -56743,6 +56751,8 @@
     known_usecases:
       - transcript
     name: audio-cpp-citrinet-asr
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/citrinet-asr-q8_0.gguf
   files:
@@ -56779,6 +56789,8 @@
     known_usecases:
       - transcript
     name: audio-cpp-nemotron-asr
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/nemotron-3.5-asr-streaming-0.6b-f16.gguf
   files:
@@ -56816,6 +56828,8 @@
     known_usecases:
       - diarization
     name: audio-cpp-sortformer-diarization
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/sortformer-diar-4spk-v1-q8_0.gguf
   files:
@@ -56853,6 +56867,8 @@
     known_usecases:
       - audio_transform
     name: audio-cpp-htdemucs
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/htdemucs-f16.gguf
   files:
@@ -56892,6 +56908,8 @@
     known_usecases:
       - sound_generation
     name: audio-cpp-stable-audio-sfx
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/stable-audio-3-small-sfx-q8_0.gguf
   files:
@@ -56930,6 +56948,8 @@
     known_usecases:
       - transcript
     name: audio-cpp-forced-aligner
+    options:
+      - backend:best
     parameters:
       language: en
       model: audio-cpp/qwen3-forced-aligner-0.6b-q8_0.gguf
@@ -56959,6 +56979,7 @@
       - vad
     name: audio-cpp-silero-vad
     options:
+      - backend:best
       - family:silero_vad
     parameters:
       model: bundled:silero_vad
@@ -56986,6 +57007,7 @@
       - vad
     name: audio-cpp-marblenet-vad
     options:
+      - backend:best
       - family:marblenet_vad
     parameters:
       model: bundled:marblenet_vad
@@ -57025,6 +57047,8 @@
     known_usecases:
       - tts
     name: audio-cpp-irodori-voicedesign
+    options:
+      - backend:best
     parameters:
       model: audio-cpp/irodori-tts-600m-v3-voicedesign-q8_0.gguf
   files:
@@ -57069,6 +57093,7 @@
       - audio_transform
     name: audio-cpp-seedvc-singing
     options:
+      - backend:best
       - task:svc
     parameters:
       model: audio-cpp/seed-vc-mlx-q8_0.gguf
@@ -57121,6 +57146,7 @@
       - audio_transform
     name: audio-cpp-vevo2-speech-to-speech
     options:
+      - backend:best
       - task:s2s
     parameters:
       model: audio-cpp/vevo2-q8_0.gguf