mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-05 04:24:39 -04:00
mudler-agentandEttore Di Giacinto
6c718fdda7
* feat(parakeet-cpp): implement the VAD call and add the vad_model option The backend now serves the VAD gRPC call (POST /vad and /v1/vad) with the standalone VAD of libparakeet. It accepts a Silero VAD GGUF as the model file, or an ASR model with a VAD head (Moondream Ultra and Redux). The request audio is float32 PCM at 16 kHz; the response lists the speech segments in seconds, like the silero-vad backend. A model with neither fails the request with the library message. The vad_threshold, vad_min_pause, vad_min_speech, vad_speech_pad and vad_max_segment options tune the segmenter. Unset values keep the defaults of the detector in use, and a bad value fails the load. The vad_model option names a Silero GGUF, resolved against the models directory like the other companion files. It lets any ASR model cut long audio at pauses through parakeet_capi_transcribe_path_json_vad_with, and it implies vad. vad:true alone still uses the model's own head. The new symbols are probed like the existing optional ones. A library without them still loads; the feature that needs one fails with a clear message only when it is used. Assisted-by: Claude:claude-sonnet-5-5 [go test] * feat(gallery): add parakeet-cpp VAD entries and a v3 plus Silero example Add VAD-only entries for the parakeet-cpp backend: the VAD heads of Moondream Redux (packed, CPU) and Ultra (Q8_0), which share their files with the existing ASR entries, and Silero VAD v6.2.3 as a GGUF (MIT, Silero Team). The parakeet-cpp-vad entry installs Silero; it has no variants, because variant ranking prefers the larger build that fits and these are different detectors. Add parakeet-cpp-tdt-0.6b-v3-silero-vad, a v3 entry that sets vad_model so long audio is cut at pauses by Silero. The Silero GGUF entries point at the intended Hugging Face URL of the file; the existing silero-vad entries are unchanged. A test checks the usecases, the shared files and the default entry and the vad_model reference. Assisted-by: Claude:claude-sonnet-5-5 [go test] * docs: describe parakeet-cpp VAD and the vad_model option Document the VAD endpoint on the parakeet-cpp backend (Silero GGUF and the VAD heads of Moondream Ultra and Redux), the vad_* tuning options, and the vad_model option that lets an ASR model without a VAD head cut long audio with Silero. Assisted-by: Claude:claude-sonnet-5-5 * chore(parakeet-cpp): bump parakeet.cpp to 6165e3d Pin the release that adds the standalone VAD (Ultra/Redux head and Silero) and the C API calls the backend now uses. Assisted-by: Claude:claude-sonnet-5-5 --------- Co-authored-by: Ettore Di Giacinto <mudler@localai.io>
100 lines
3.9 KiB
Makefile
100 lines
3.9 KiB
Makefile
# parakeet-cpp backend Makefile.
|
|
#
|
|
# Upstream pin lives below as PARAKEET_VERSION?=6165e3de4b10fd736ec6ec49bf6c5c26558de0dd
|
|
# (.github/bump_deps.sh) can find and update it - matches the
|
|
# whisper.cpp / ds4 / vibevoice-cpp convention.
|
|
#
|
|
# Local dev shortcut: if you already have an out-of-tree parakeet.cpp
|
|
# build, you can symlink the .so + header into this directory and skip
|
|
# the clone/cmake steps entirely, e.g.:
|
|
#
|
|
# ln -sf /path/to/parakeet.cpp/build-shared/libparakeet.so .
|
|
# ln -sf /path/to/parakeet.cpp/include/parakeet_capi.h .
|
|
# go build -o parakeet-cpp-grpc .
|
|
#
|
|
# That's what the L0 smoke test uses. The default target below does the
|
|
# proper clone-at-pin + cmake build so CI doesn't need a side-checkout.
|
|
|
|
PARAKEET_VERSION?=6165e3de4b10fd736ec6ec49bf6c5c26558de0dd
|
|
PARAKEET_REPO?=https://github.com/mudler/parakeet.cpp
|
|
|
|
GOCMD?=go
|
|
GO_TAGS?=
|
|
JOBS?=$(shell nproc 2>/dev/null || sysctl -n hw.ncpu 2>/dev/null || echo 4)
|
|
|
|
BUILD_TYPE?=
|
|
NATIVE?=false
|
|
|
|
# Build ggml statically into libparakeet.so (PIC) so the shared lib is
|
|
# self-contained: dlopen needs no libggml*.so alongside it, only system libs
|
|
# (libstdc++/libgomp/libc) that the runtime image already provides.
|
|
CMAKE_ARGS?=-DCMAKE_BUILD_TYPE=Release -DPARAKEET_SHARED=ON -DPARAKEET_BUILD_CLI=OFF -DBUILD_SHARED_LIBS=OFF -DCMAKE_POSITION_INDEPENDENT_CODE=ON
|
|
|
|
ifeq ($(NATIVE),false)
|
|
CMAKE_ARGS+=-DGGML_NATIVE=OFF
|
|
endif
|
|
|
|
# parakeet.cpp gates its GGML backends behind PARAKEET_GGML_* options and does
|
|
# set(GGML_CUDA ${PARAKEET_GGML_CUDA} CACHE BOOL "" FORCE), so a bare -DGGML_CUDA=ON
|
|
# is overwritten back to OFF and the build silently falls back to CPU. Forward the
|
|
# PARAKEET_GGML_* options instead. (openblas is not gated, so -DGGML_BLAS passes through.)
|
|
ifeq ($(BUILD_TYPE),cublas)
|
|
# GGML_CUDA_GRAPHS is OFF by ggml default; enabling it gives a small free
|
|
# speedup (~1% measured on GB10, never negative) by capturing/replaying the
|
|
# CUDA graph. Not gated by parakeet.cpp, so it passes straight through to ggml.
|
|
CMAKE_ARGS+=-DPARAKEET_GGML_CUDA=ON -DGGML_CUDA_GRAPHS=ON
|
|
else ifeq ($(BUILD_TYPE),openblas)
|
|
CMAKE_ARGS+=-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS
|
|
else ifeq ($(BUILD_TYPE),hipblas)
|
|
CMAKE_ARGS+=-DPARAKEET_GGML_HIP=ON
|
|
else ifeq ($(BUILD_TYPE),vulkan)
|
|
CMAKE_ARGS+=-DPARAKEET_GGML_VULKAN=ON
|
|
else ifeq ($(BUILD_TYPE),metal)
|
|
CMAKE_ARGS+=-DPARAKEET_GGML_METAL=ON
|
|
endif
|
|
|
|
.PHONY: parakeet-cpp-grpc package build clean purge test all
|
|
|
|
all: parakeet-cpp-grpc
|
|
|
|
# Clone the upstream parakeet.cpp source at the pinned commit. Directory
|
|
# acts as the target so make only re-clones when missing. After a
|
|
# PARAKEET_VERSION bump, run 'make purge && make' to refetch.
|
|
sources/parakeet.cpp:
|
|
mkdir -p sources/parakeet.cpp
|
|
cd sources/parakeet.cpp && \
|
|
git init -q && \
|
|
git remote add origin $(PARAKEET_REPO) && \
|
|
git fetch --depth 1 origin $(PARAKEET_VERSION) && \
|
|
git checkout FETCH_HEAD && \
|
|
git submodule update --init --recursive --depth 1 --single-branch
|
|
|
|
# Build the shared lib + header out-of-tree, then stage them next to the
|
|
# Go sources so purego.Dlopen("libparakeet.so") and the cgo-less build
|
|
# both pick them up.
|
|
libparakeet.so: sources/parakeet.cpp
|
|
cmake -B sources/parakeet.cpp/build-shared -S sources/parakeet.cpp $(CMAKE_ARGS)
|
|
cmake --build sources/parakeet.cpp/build-shared --config Release -j$(JOBS)
|
|
cp -fv sources/parakeet.cpp/build-shared/libparakeet.so* ./ 2>/dev/null || true
|
|
cp -fv sources/parakeet.cpp/build-shared/libparakeet.dylib ./ 2>/dev/null || true
|
|
cp -fv sources/parakeet.cpp/include/parakeet_capi.h ./
|
|
|
|
parakeet-cpp-grpc: libparakeet.so main.go goparakeetcpp.go
|
|
CGO_ENABLED=0 $(GOCMD) build -tags "$(GO_TAGS)" -o parakeet-cpp-grpc .
|
|
|
|
package: parakeet-cpp-grpc
|
|
bash package.sh
|
|
|
|
build: package
|
|
|
|
# Test target. Smoke test is gated on PARAKEET_BACKEND_TEST_MODEL +
|
|
# PARAKEET_BACKEND_TEST_WAV; without them the spec auto-skips.
|
|
test:
|
|
LD_LIBRARY_PATH=$(CURDIR):$$LD_LIBRARY_PATH $(GOCMD) test ./... -count=1
|
|
|
|
clean: purge
|
|
rm -rf libparakeet.so* parakeet_capi.h package parakeet-cpp-grpc
|
|
|
|
purge:
|
|
rm -rf sources/parakeet.cpp
|