mirror of
https://github.com/mudler/LocalAI.git
synced 2026-07-11 16:57:40 -04:00
* feat(qwen3-tts-cpp): repoint upstream to ServeurpersoCom/qwentts.cpp Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): flatten qt_* ABI into qt3_* purego shim Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): build shim against upstream qwen-core static lib Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): add option/language/voice/sampling parsing Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): add 24kHz WAV encode/decode/stream-header helpers Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): purego backend with streaming, speakers, voice design Map TTSRequest onto qwentts.cpp: instructions->instruct, voice->named speaker or clone-reference path, params map->ref_text + sampling. Add TTSStream over the qt chunk callback. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * test(qwen3-tts-cpp): unit specs + build-gated TTS/TTSStream e2e Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * fix(qwen3-tts-cpp): close defensive PCM-free gap on zero-sample result Register CppPCMFree before the n<=0 guard so a non-null buffer with zero samples cannot leak (the C contract returns NULL on failure, so this is defensive). Raised in code review. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(qwen3-tts-cpp): advertise TTSStream capability Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * chore(qwen3-tts-cpp): update backend index metadata for qwentts.cpp Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * feat(gallery): qwentts.cpp models - base/customvoice/voicedesign, Q8_0 & Q4_K_M Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * docs(qwen3-tts-cpp): release note for qwentts.cpp migration Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * test(qwen3-tts-cpp): cover audio_path voice-cloning fallback Add resolveRequest unit specs (config audio_path used as the clone reference when Voice is empty; per-request audio Voice overrides it; a named-speaker Voice does not trigger cloning) plus a real-inference e2e that clones from audio_path (confirmed ref_spk_emb=yes in the pipeline). Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] * chore(qwen3-tts-cpp): drop the release-note doc Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Assisted-by: Claude:claude-opus-4-8 [Claude Code] --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Co-authored-by: Ettore Di Giacinto <mudler@localai.io>
55 lines
1.9 KiB
Go
55 lines
1.9 KiB
Go
package main
|
|
|
|
import (
|
|
"path/filepath"
|
|
|
|
pb "github.com/mudler/LocalAI/pkg/grpc/proto"
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
// These specs pin the voice-selection logic in resolveRequest, in particular
|
|
// the config-level audio_path (tts.audio_path -> ModelOptions.AudioPath) being
|
|
// used as the default voice-cloning reference. No model/C library is needed:
|
|
// resolveRequest only reads the reference WAV via readWAVAsFloat (pure Go).
|
|
var _ = Describe("resolveRequest voice/clone selection", func() {
|
|
var dir, refWav string
|
|
|
|
BeforeEach(func() {
|
|
dir = GinkgoT().TempDir()
|
|
refWav = filepath.Join(dir, "ref.wav")
|
|
// 0.5s of non-silent 24kHz mono audio as a clone reference.
|
|
samples := make([]float32, qwen3ttsSampleRate/2)
|
|
for i := range samples {
|
|
samples[i] = 0.1
|
|
}
|
|
Expect(writeWAV24k(refWav, samples)).To(Succeed())
|
|
})
|
|
|
|
It("uses the config audio_path as the clone reference when Voice is empty", func() {
|
|
q := &Qwen3TtsCpp{audioPath: refWav}
|
|
_, _, speaker, _, ref, _, err := q.resolveRequest(&pb.TTSRequest{Text: "hi"})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(speaker).To(BeEmpty())
|
|
Expect(len(ref)).To(Equal(qwen3ttsSampleRate / 2))
|
|
})
|
|
|
|
It("lets a per-request audio Voice override audio_path", func() {
|
|
other := filepath.Join(dir, "other.wav")
|
|
Expect(writeWAV24k(other, make([]float32, 100))).To(Succeed())
|
|
q := &Qwen3TtsCpp{audioPath: refWav}
|
|
_, _, speaker, _, ref, _, err := q.resolveRequest(&pb.TTSRequest{Text: "hi", Voice: other})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(speaker).To(BeEmpty())
|
|
Expect(len(ref)).To(Equal(100))
|
|
})
|
|
|
|
It("does not trigger audio_path cloning for a named-speaker Voice", func() {
|
|
q := &Qwen3TtsCpp{audioPath: refWav}
|
|
_, _, speaker, _, ref, _, err := q.resolveRequest(&pb.TTSRequest{Text: "hi", Voice: "serena"})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(speaker).To(Equal("serena"))
|
|
Expect(ref).To(BeNil())
|
|
})
|
|
})
|