mirror of
https://github.com/mudler/LocalAI.git
synced 2026-09-08 12:14:06 -04:00
Compare commits
base: mirror/LocalAI:test/distributed-e2e-ci
mirror/LocalAI:master
mirror/LocalAI:cron/model-gallery-20260908-run5
mirror/LocalAI:fix/ephemeral-staging-bounds
mirror/LocalAI:cron/model-gallery-20260908-run3
mirror/LocalAI:cron/issue-1699-audioldm2
mirror/LocalAI:cron/model-gallery-20260908-run2
mirror/LocalAI:cron/model-gallery-20260820-run2
mirror/LocalAI:test/distributed-e2e-ci
mirror/LocalAI:cron/model-gallery-20260908
mirror/LocalAI:cron/model-gallery-20260907-run5
mirror/LocalAI:cron/model-gallery-20260907-run4
mirror/LocalAI:cron/model-gallery-20260907-run3
mirror/LocalAI:bot/issue-11230-gallery-defaults
mirror/LocalAI:cron/model-gallery-20260907-run2
mirror/LocalAI:cron/model-gallery-20260907-gemma-balanced
mirror/LocalAI:cron/model-gallery-20260818-run3
mirror/LocalAI:fix/backend-stop-ack
mirror/LocalAI:fix/distributed-cancel-propagation
mirror/LocalAI:dependabot/pip/backend/python/coqui/transformers-5.16.1
mirror/LocalAI:dependabot/pip/backend/python/coqui/torch-2.14.0xpu
mirror/LocalAI:dependabot/github_actions/securego/gosec-2.29.0
mirror/LocalAI:dependabot/pip/backend/python/rerankers/torch-2.14.0xpu
mirror/LocalAI:dependabot/pip/backend/python/vllm-omni/pip-354ba4f55e
mirror/LocalAI:dependabot/pip/backend/python/coqui/pip-cbf7cc0ba7
mirror/LocalAI:dependabot/pip/backend/python/rerankers/pip-9210d2b491
mirror/LocalAI:dependabot/pip/backend/python/transformers/pip-9210d2b491
mirror/LocalAI:dependabot/pip/backend/python/vllm/pip-6eeba57826
mirror/LocalAI:cron/model-gallery-20260831-run3
mirror/LocalAI:cron/model-gallery-20260831
mirror/LocalAI:fix/launcher-autostart-11673
mirror/LocalAI:cron/model-gallery-20260830
mirror/LocalAI:cron/model-gallery-20260826-apodex
mirror/LocalAI:cron/model-gallery-20260823-llm-jp4
mirror/LocalAI:cron/model-gallery-20260820-s1-mini
mirror/LocalAI:cron/model-gallery-20260825-dfm-mimir
mirror/LocalAI:cron/model-gallery-20260815-run5
mirror/LocalAI:cron/model-gallery-20260811-run3
mirror/LocalAI:cron/model-gallery-20260828-glm53
mirror/LocalAI:bot/issue-10066-routing-pipeline
mirror/LocalAI:cron/model-gallery-20260827
mirror/LocalAI:fix/preserve-chat-streams
mirror/LocalAI:cron/model-gallery-20260826-laguna-s-apex
mirror/LocalAI:cron/model-gallery-20260824-qwen38-uncensored
mirror/LocalAI:dependabot/pip/backend/python/transformers/transformers-gte-5.15.1
mirror/LocalAI:cron/model-gallery-20260820-run3
mirror/LocalAI:feat/audio-cpp-rocm
mirror/LocalAI:cron/issue-11609-tts-instructions-20260820
mirror/LocalAI:cron/model-gallery-20260822-voxcpm2
mirror/LocalAI:dependabot/pip/backend/python/transformers/numpy-gte-2.5.2
mirror/LocalAI:dependabot/pip/backend/python/transformers/numba-0.67.0
mirror/LocalAI:dependabot/pip/backend/python/transformers/llvmlite-0.49.0
mirror/LocalAI:cron/issue-11617-voice-personalities-20260820
mirror/LocalAI:cron/issue-11604-tts-voices-20260819
mirror/LocalAI:cron/model-gallery-20260819-run4
mirror/LocalAI:fix/gguf-tensor-count-diagnostic
mirror/LocalAI:feat/p2p-federation-clusterrouting
mirror/LocalAI:cron/fix-11579-fish-speech-import-20260818
mirror/LocalAI:cron/fix-11566-distributed-context-20260817
mirror/LocalAI:dependabot/pip/backend/python/transformers/scipy-1.18.0
mirror/LocalAI:cron/respond-10010-20260815
mirror/LocalAI:cron/fix-8934-qwen-asr-xpu-20260815
mirror/LocalAI:cron/model-gallery-20260815-run4
mirror/LocalAI:bot/issue-11520-whisperx-diarization
mirror/LocalAI:cron/model-gallery-20260813-run5
mirror/LocalAI:cron/model-gallery-20260813-run4
mirror/LocalAI:cron/issue-10064-precise-kv-events
mirror/LocalAI:cron/issue-8085-mlx-video-20260810
mirror/LocalAI:bot/issue-3192-rkllm
mirror/LocalAI:bot/issue-11410-macos-release-version
mirror/LocalAI:feat/buun-llama-cpp-backend
mirror/LocalAI:bot/issue-3127-whisper-medusa
mirror/LocalAI:cron/issue-10590
mirror/LocalAI:fix/vllm-cpp-l4t-cuda12-fallback
mirror/LocalAI:docs/blog-4-8-terminal-agent
mirror/LocalAI:docs/release-media-v4-8-0
mirror/LocalAI:fix/ci-docker-scripts-are-build-inputs
mirror/LocalAI:maint/11348-fish-speech-ptxas
mirror/LocalAI:bot/issue-11344-fish-speech-cuda13
mirror/LocalAI:bot/issue-11337-ds4-hf-import
mirror/LocalAI:docs/preserve-blog-drafts
mirror/LocalAI:blog/anti-slop-docs-sweep
mirror/LocalAI:cron/issue-11114-bounded-hf-downloads
mirror/LocalAI:bot/issue-11277-trace-selection
mirror/LocalAI:bot/issue-9293-qwen-tts-cuda13
mirror/LocalAI:bot/issue-3250-original-config
mirror/LocalAI:bot/issue-10083-cluster-pressure
mirror/LocalAI:ci/self-hosted-small-jobs
mirror/LocalAI:maint/issue-9537-token-counter
mirror/LocalAI:bot/gallery-models-20260730
mirror/LocalAI:dependabot/pip/backend/python/vllm/torch-2.13.0xpu
mirror/LocalAI:bot/issue-10720-l4t-uv
mirror/LocalAI:feat/dllm-backend
mirror/LocalAI:bot/issue-11135-preclosed-reasoning
mirror/LocalAI:fix/model-not-found-guard-10162
mirror/LocalAI:fix/9658-responses-streaming-reasoning
mirror/LocalAI:fix/7461-mlx-file-uri
mirror/LocalAI:fix/9293-qwen-tts-cuda13-flashattn
mirror/LocalAI:worktree-investigate-diffusers-load-cancel-10636
mirror/LocalAI:revert-10811-dependabot/pip/backend/python/vllm/vllm-0.25.0
mirror/LocalAI:fix/libbackend-bootstrap-uv-10720
mirror/LocalAI:fix/backend-tag-ordering
mirror/LocalAI:feat/audio-cpp-backend-v2
mirror/LocalAI:bot/issue-10197-model-config-reference
mirror/LocalAI:bot/issue-10701-crispasr-long-form
mirror/LocalAI:harden/distributed-companion-options
mirror/LocalAI:fix/distributed-companion-path
mirror/LocalAI:fix/staging-progress-deadline
mirror/LocalAI:fix/oci-symlink-cifs-10890
mirror/LocalAI:worktree-feat+paged-attention
mirror/LocalAI:feat/recon-cpp-backends
mirror/LocalAI:update/RFDETR_VERSION
mirror/LocalAI:copilot/fix-backend-jobs-darwin-failure
mirror/LocalAI:fix/gallery-ltx2-diffusion-model
mirror/LocalAI:copilot/fix-backend-merge-jobs-failure
mirror/LocalAI:fix/turboquant-bump-2cbfdc62
mirror/LocalAI:ci/layered-base-images
mirror/LocalAI:fix/apt-mirror-skip-self-hosted
mirror/LocalAI:feat/distributed-multi-replica-per-host
mirror/LocalAI:docs/readme-april-news
mirror/LocalAI:bump/turboquant-upstream-sync-april-2026
mirror/LocalAI:issue-9478-turboquant-update
mirror/LocalAI:docs/wan-gallery-comments
mirror/LocalAI:distributed-ux-polish
mirror/LocalAI:issue-9414-gemma3-attention
mirror/LocalAI:feat/vllm-parity
mirror/LocalAI:feat/backend-versioning
mirror/LocalAI:feat/tq-ik
mirror/LocalAI:feat/turboquant
mirror/LocalAI:feat/fine-tuning-2
mirror/LocalAI:fix/ci-tests
mirror/LocalAI:faster-qwen3-tts
mirror/LocalAI:fix/step-flash-toolcall
mirror/LocalAI:copilot/fix-chat-interface-markdown-again
mirror/LocalAI:copilot/fix-chat-interface-rendering-issues
mirror/LocalAI:copilot/fix-chat-interface-markdown
mirror/LocalAI:copilot/fix-chat-interface-markdown-issues
mirror/LocalAI:fix/reasoning-close-only
mirror/LocalAI:test/ci
mirror/LocalAI:workaround/vulkan-amd64
mirror/LocalAI:copilot/convert-webui-to-single-page-app
mirror/LocalAI:copilot/update-kubernetes-docs-sections
mirror/LocalAI:copilot/read-agents-documentation
mirror/LocalAI:fix/ci-503s
mirror/LocalAI:fix/tools-null-properties
mirror/LocalAI:fix/mcp
mirror/LocalAI:copilot/fix-mcp-agent-mode-issue
mirror/LocalAI:docs/improve-2
mirror/LocalAI:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror/LocalAI:feat/stats
mirror/LocalAI:btree
mirror/LocalAI:chore/vulkan_arm64
mirror/LocalAI:feat/nvidia-13.0
mirror/LocalAI:test-fix-upstream
mirror/LocalAI:feat/transformers-mps-cpu
mirror/LocalAI:feat/l4t-diffusers
mirror/LocalAI:llama_cpp/shared
mirror/LocalAI:chore/ci-ubuntu-24.04
mirror/LocalAI:chore/ubuntu-24.04
mirror/LocalAI:libmtmd
mirror/LocalAI:feat/llama.cpp-reranking
mirror/LocalAI:deps/llama.cpp-10f2e81809bbb69e
mirror/LocalAI:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror/LocalAI:models/qihoo360_tinyr1-32b-preview
mirror/LocalAI:ci/public-runner
mirror/LocalAI:extra-l4t
mirror/LocalAI:speculative
mirror/LocalAI:chromem_stores
mirror/LocalAI:feat/realtime
mirror/LocalAI:propagate_cmake_args
mirror/LocalAI:release/v2.24.2
mirror/LocalAI:release/v2.24.1
mirror/LocalAI:silero-vad-template
mirror/LocalAI:fixes/ci
mirror/LocalAI:fix/closedChannel
mirror/LocalAI:gosec_fix
mirror/LocalAI:cleanup_deps
mirror/LocalAI:ci/better_prs
mirror/LocalAI:llama31_grammar
mirror/LocalAI:fix_sycl
mirror/LocalAI:debug_nvidia_2
mirror/LocalAI:debug_nvidia
mirror/LocalAI:disable_grammar_by_default
mirror/LocalAI:ci/static-check
mirror/LocalAI:fed_refactor
mirror/LocalAI:fix/abseil-deps-gmock
mirror/LocalAI:fix_aarch64
mirror/LocalAI:docker_image_dist
mirror/LocalAI:timeout_test
mirror/LocalAI:tests_mac
mirror/LocalAI:test_ci
mirror/LocalAI:functions_string
mirror/LocalAI:dave-gray101-patch-1
mirror/LocalAI:revert-2056-revert_ref
mirror/LocalAI:release/v2.12.4
mirror/LocalAI:aio_gpu
mirror/LocalAI:fix_eos
mirror/LocalAI:docs_updates_transformers
mirror/LocalAI:enable_gpu
mirror/LocalAI:renovate/github.com-google-uuid-1.x
mirror/LocalAI:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror/LocalAI:renovate/github.com-onsi-gomega-1.x
mirror/LocalAI:renovate/github.com-tmc-langchaingo-digest
mirror/LocalAI:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror/LocalAI:agent
mirror/LocalAI:mudler-patch-1
mirror/LocalAI:docs_upd_2
mirror/LocalAI:gh-pages
mirror/LocalAI:add/first-example
mirror/LocalAI:v4.9.0
mirror/LocalAI:v4.8.2
mirror/LocalAI:v4.8.1
mirror/LocalAI:v4.8.0
mirror/LocalAI:v4.7.1
mirror/LocalAI:v4.7.0
mirror/LocalAI:v4.6.2
mirror/LocalAI:v4.6.1
mirror/LocalAI:v4.6.0
mirror/LocalAI:v4.5.6
mirror/LocalAI:v4.5.5
mirror/LocalAI:v4.5.4
mirror/LocalAI:v4.5.3
mirror/LocalAI:v4.5.2
mirror/LocalAI:v4.5.1
mirror/LocalAI:v4.5.0
mirror/LocalAI:v4.4.3
mirror/LocalAI:v4.4.2
mirror/LocalAI:v4.4.1
mirror/LocalAI:v4.4.0
mirror/LocalAI:v4.3.6
mirror/LocalAI:v4.3.5
mirror/LocalAI:v4.3.4
mirror/LocalAI:v4.3.3
mirror/LocalAI:v4.3.2
mirror/LocalAI:v4.3.1
mirror/LocalAI:v4.3.0
mirror/LocalAI:v4.2.6
mirror/LocalAI:v4.2.5
mirror/LocalAI:v4.2.4
mirror/LocalAI:v4.2.3
mirror/LocalAI:v4.2.2
mirror/LocalAI:v4.2.1
mirror/LocalAI:v4.2.0
mirror/LocalAI:v4.1.3
mirror/LocalAI:v4.1.2
mirror/LocalAI:v4.1.1
mirror/LocalAI:v4.1.0
mirror/LocalAI:v4.0.0
mirror/LocalAI:v3.12.1
mirror/LocalAI:v3.12.0
mirror/LocalAI:v3.11.0
mirror/LocalAI:v3.10.1
mirror/LocalAI:v3.10.0
mirror/LocalAI:v3.9.0
mirror/LocalAI:v3.8.0
mirror/LocalAI:v3.7.0
mirror/LocalAI:v3.6.0
mirror/LocalAI:v3.5.4
mirror/LocalAI:v3.5.3
mirror/LocalAI:v3.5.2
mirror/LocalAI:v3.5.1
mirror/LocalAI:v3.5.0
mirror/LocalAI:v3.4.0
mirror/LocalAI:v3.3.2
mirror/LocalAI:v3.3.1
mirror/LocalAI:v3.3.0
mirror/LocalAI:v3.2.3
mirror/LocalAI:v3.2.2
mirror/LocalAI:v3.2.1
mirror/LocalAI:v3.2.0
mirror/LocalAI:v3.1.1
mirror/LocalAI:v3.1.0
mirror/LocalAI:v3.0.0
mirror/LocalAI:v2.29.0
mirror/LocalAI:v2.28.0
mirror/LocalAI:v2.27.0
mirror/LocalAI:v2.26.0
mirror/LocalAI:v2.25.0
mirror/LocalAI:v2.24.2
mirror/LocalAI:v2.24.1
mirror/LocalAI:v2.24.0
mirror/LocalAI:v2.23.0
mirror/LocalAI:v2.22.1
mirror/LocalAI:v2.22.0
mirror/LocalAI:v2.21.1
mirror/LocalAI:v2.21.0
mirror/LocalAI:v2.20.1
mirror/LocalAI:v2.20.0
mirror/LocalAI:v2.19.4
mirror/LocalAI:v2.19.3
mirror/LocalAI:v2.19.2
mirror/LocalAI:v2.19.1
mirror/LocalAI:v2.19.0
mirror/LocalAI:v2.18.1
mirror/LocalAI:v2.18.0
mirror/LocalAI:v2.17.1
mirror/LocalAI:v2.17.0
mirror/LocalAI:v2.16.0
mirror/LocalAI:v2.15.0
mirror/LocalAI:v2.14.0
mirror/LocalAI:v2.13.0
mirror/LocalAI:v2.12.4
mirror/LocalAI:v2.12.3
mirror/LocalAI:v2.12.1
mirror/LocalAI:v2.12.0
mirror/LocalAI:v2.11.0
mirror/LocalAI:v2.10.1
mirror/LocalAI:v2.10.0
mirror/LocalAI:v2.9.0
mirror/LocalAI:v2.8.2
mirror/LocalAI:v2.8.1
mirror/LocalAI:v2.8.0
mirror/LocalAI:v2.7.0
mirror/LocalAI:v2.6.1
mirror/LocalAI:v2.6.0
mirror/LocalAI:v2.5.1
mirror/LocalAI:v2.5.0
mirror/LocalAI:v2.4.1
mirror/LocalAI:v2.4.0
mirror/LocalAI:v2.3.1
mirror/LocalAI:v2.3.0
mirror/LocalAI:v2.2.0
mirror/LocalAI:v2.1.0
mirror/LocalAI:v2.0.0
mirror/LocalAI:v2.0.0_beta
mirror/LocalAI:v1.40.0
mirror/LocalAI:v1.30.0
mirror/LocalAI:v1.25.0
mirror/LocalAI:v1.24.1
mirror/LocalAI:v.1.24.0
mirror/LocalAI:v1.23.2
mirror/LocalAI:v1.23.1
mirror/LocalAI:v1.23.0
mirror/LocalAI:v1.22.0
mirror/LocalAI:v1.21.0
mirror/LocalAI:v1.20.1
mirror/LocalAI:v1.20.0
mirror/LocalAI:v1.19.2
mirror/LocalAI:v1.19.1
mirror/LocalAI:v1.19.0
mirror/LocalAI:v1.18.0
mirror/LocalAI:v1.17.1
mirror/LocalAI:v1.17.0
mirror/LocalAI:v1.16.0
mirror/LocalAI:v1.15.0
mirror/LocalAI:v1.14.2
mirror/LocalAI:v1.14.1
mirror/LocalAI:v1.14.0
mirror/LocalAI:v1.13.0
mirror/LocalAI:v1.12.0
mirror/LocalAI:v1.11.1
mirror/LocalAI:v1.11.0
mirror/LocalAI:v1.10.1
mirror/LocalAI:v1.10.0
mirror/LocalAI:v1.9.1
mirror/LocalAI:v1.9.0
mirror/LocalAI:v1.8.1
mirror/LocalAI:v1.8.0
mirror/LocalAI:v1.7.1
mirror/LocalAI:v1.7.0
mirror/LocalAI:v1.6.3
mirror/LocalAI:v1.6.2
mirror/LocalAI:v1.6.1
mirror/LocalAI:v1.6.0
mirror/LocalAI:v1.5.1
mirror/LocalAI:v1.5.0
mirror/LocalAI:v1.4.0
mirror/LocalAI:v1.3.2
mirror/LocalAI:v1.3.1
mirror/LocalAI:v1.3.0
mirror/LocalAI:v1.2.0
mirror/LocalAI:v1.1.0
mirror/LocalAI:v1.0
mirror/LocalAI:v0.10.0
mirror/LocalAI:v0.9.2
mirror/LocalAI:v0.9.1
mirror/LocalAI:v0.9
mirror/LocalAI:v0.8.1
mirror/LocalAI:v0.8
mirror/LocalAI:v0.7
mirror/LocalAI:v0.6
mirror/LocalAI:v0.5
mirror/LocalAI:v0.4
mirror/LocalAI:v0.2
mirror/LocalAI:v0.3
mirror/LocalAI:v0.1
...
compare: mirror/LocalAI:fix/closedChannel
mirror/LocalAI:cron/model-gallery-20260908-run5
mirror/LocalAI:fix/ephemeral-staging-bounds
mirror/LocalAI:cron/model-gallery-20260908-run3
mirror/LocalAI:cron/issue-1699-audioldm2
mirror/LocalAI:master
mirror/LocalAI:cron/model-gallery-20260908-run2
mirror/LocalAI:cron/model-gallery-20260820-run2
mirror/LocalAI:test/distributed-e2e-ci
mirror/LocalAI:cron/model-gallery-20260908
mirror/LocalAI:cron/model-gallery-20260907-run5
mirror/LocalAI:cron/model-gallery-20260907-run4
mirror/LocalAI:cron/model-gallery-20260907-run3
mirror/LocalAI:bot/issue-11230-gallery-defaults
mirror/LocalAI:cron/model-gallery-20260907-run2
mirror/LocalAI:cron/model-gallery-20260907-gemma-balanced
mirror/LocalAI:cron/model-gallery-20260818-run3
mirror/LocalAI:fix/backend-stop-ack
mirror/LocalAI:fix/distributed-cancel-propagation
mirror/LocalAI:dependabot/pip/backend/python/coqui/transformers-5.16.1
mirror/LocalAI:dependabot/pip/backend/python/coqui/torch-2.14.0xpu
mirror/LocalAI:dependabot/github_actions/securego/gosec-2.29.0
mirror/LocalAI:dependabot/pip/backend/python/rerankers/torch-2.14.0xpu
mirror/LocalAI:dependabot/pip/backend/python/vllm-omni/pip-354ba4f55e
mirror/LocalAI:dependabot/pip/backend/python/coqui/pip-cbf7cc0ba7
mirror/LocalAI:dependabot/pip/backend/python/rerankers/pip-9210d2b491
mirror/LocalAI:dependabot/pip/backend/python/transformers/pip-9210d2b491
mirror/LocalAI:dependabot/pip/backend/python/vllm/pip-6eeba57826
mirror/LocalAI:cron/model-gallery-20260831-run3
mirror/LocalAI:cron/model-gallery-20260831
mirror/LocalAI:fix/launcher-autostart-11673
mirror/LocalAI:cron/model-gallery-20260830
mirror/LocalAI:cron/model-gallery-20260826-apodex
mirror/LocalAI:cron/model-gallery-20260823-llm-jp4
mirror/LocalAI:cron/model-gallery-20260820-s1-mini
mirror/LocalAI:cron/model-gallery-20260825-dfm-mimir
mirror/LocalAI:cron/model-gallery-20260815-run5
mirror/LocalAI:cron/model-gallery-20260811-run3
mirror/LocalAI:cron/model-gallery-20260828-glm53
mirror/LocalAI:bot/issue-10066-routing-pipeline
mirror/LocalAI:cron/model-gallery-20260827
mirror/LocalAI:fix/preserve-chat-streams
mirror/LocalAI:cron/model-gallery-20260826-laguna-s-apex
mirror/LocalAI:cron/model-gallery-20260824-qwen38-uncensored
mirror/LocalAI:dependabot/pip/backend/python/transformers/transformers-gte-5.15.1
mirror/LocalAI:cron/model-gallery-20260820-run3
mirror/LocalAI:feat/audio-cpp-rocm
mirror/LocalAI:cron/issue-11609-tts-instructions-20260820
mirror/LocalAI:cron/model-gallery-20260822-voxcpm2
mirror/LocalAI:dependabot/pip/backend/python/transformers/numpy-gte-2.5.2
mirror/LocalAI:dependabot/pip/backend/python/transformers/numba-0.67.0
mirror/LocalAI:dependabot/pip/backend/python/transformers/llvmlite-0.49.0
mirror/LocalAI:cron/issue-11617-voice-personalities-20260820
mirror/LocalAI:cron/issue-11604-tts-voices-20260819
mirror/LocalAI:cron/model-gallery-20260819-run4
mirror/LocalAI:fix/gguf-tensor-count-diagnostic
mirror/LocalAI:feat/p2p-federation-clusterrouting
mirror/LocalAI:cron/fix-11579-fish-speech-import-20260818
mirror/LocalAI:cron/fix-11566-distributed-context-20260817
mirror/LocalAI:dependabot/pip/backend/python/transformers/scipy-1.18.0
mirror/LocalAI:cron/respond-10010-20260815
mirror/LocalAI:cron/fix-8934-qwen-asr-xpu-20260815
mirror/LocalAI:cron/model-gallery-20260815-run4
mirror/LocalAI:bot/issue-11520-whisperx-diarization
mirror/LocalAI:cron/model-gallery-20260813-run5
mirror/LocalAI:cron/model-gallery-20260813-run4
mirror/LocalAI:cron/issue-10064-precise-kv-events
mirror/LocalAI:cron/issue-8085-mlx-video-20260810
mirror/LocalAI:bot/issue-3192-rkllm
mirror/LocalAI:bot/issue-11410-macos-release-version
mirror/LocalAI:feat/buun-llama-cpp-backend
mirror/LocalAI:bot/issue-3127-whisper-medusa
mirror/LocalAI:cron/issue-10590
mirror/LocalAI:fix/vllm-cpp-l4t-cuda12-fallback
mirror/LocalAI:docs/blog-4-8-terminal-agent
mirror/LocalAI:docs/release-media-v4-8-0
mirror/LocalAI:fix/ci-docker-scripts-are-build-inputs
mirror/LocalAI:maint/11348-fish-speech-ptxas
mirror/LocalAI:bot/issue-11344-fish-speech-cuda13
mirror/LocalAI:bot/issue-11337-ds4-hf-import
mirror/LocalAI:docs/preserve-blog-drafts
mirror/LocalAI:blog/anti-slop-docs-sweep
mirror/LocalAI:cron/issue-11114-bounded-hf-downloads
mirror/LocalAI:bot/issue-11277-trace-selection
mirror/LocalAI:bot/issue-9293-qwen-tts-cuda13
mirror/LocalAI:bot/issue-3250-original-config
mirror/LocalAI:bot/issue-10083-cluster-pressure
mirror/LocalAI:ci/self-hosted-small-jobs
mirror/LocalAI:maint/issue-9537-token-counter
mirror/LocalAI:bot/gallery-models-20260730
mirror/LocalAI:dependabot/pip/backend/python/vllm/torch-2.13.0xpu
mirror/LocalAI:bot/issue-10720-l4t-uv
mirror/LocalAI:feat/dllm-backend
mirror/LocalAI:bot/issue-11135-preclosed-reasoning
mirror/LocalAI:fix/model-not-found-guard-10162
mirror/LocalAI:fix/9658-responses-streaming-reasoning
mirror/LocalAI:fix/7461-mlx-file-uri
mirror/LocalAI:fix/9293-qwen-tts-cuda13-flashattn
mirror/LocalAI:worktree-investigate-diffusers-load-cancel-10636
mirror/LocalAI:revert-10811-dependabot/pip/backend/python/vllm/vllm-0.25.0
mirror/LocalAI:fix/libbackend-bootstrap-uv-10720
mirror/LocalAI:fix/backend-tag-ordering
mirror/LocalAI:feat/audio-cpp-backend-v2
mirror/LocalAI:bot/issue-10197-model-config-reference
mirror/LocalAI:bot/issue-10701-crispasr-long-form
mirror/LocalAI:harden/distributed-companion-options
mirror/LocalAI:fix/distributed-companion-path
mirror/LocalAI:fix/staging-progress-deadline
mirror/LocalAI:fix/oci-symlink-cifs-10890
mirror/LocalAI:worktree-feat+paged-attention
mirror/LocalAI:feat/recon-cpp-backends
mirror/LocalAI:update/RFDETR_VERSION
mirror/LocalAI:copilot/fix-backend-jobs-darwin-failure
mirror/LocalAI:fix/gallery-ltx2-diffusion-model
mirror/LocalAI:copilot/fix-backend-merge-jobs-failure
mirror/LocalAI:fix/turboquant-bump-2cbfdc62
mirror/LocalAI:ci/layered-base-images
mirror/LocalAI:fix/apt-mirror-skip-self-hosted
mirror/LocalAI:feat/distributed-multi-replica-per-host
mirror/LocalAI:docs/readme-april-news
mirror/LocalAI:bump/turboquant-upstream-sync-april-2026
mirror/LocalAI:issue-9478-turboquant-update
mirror/LocalAI:docs/wan-gallery-comments
mirror/LocalAI:distributed-ux-polish
mirror/LocalAI:issue-9414-gemma3-attention
mirror/LocalAI:feat/vllm-parity
mirror/LocalAI:feat/backend-versioning
mirror/LocalAI:feat/tq-ik
mirror/LocalAI:feat/turboquant
mirror/LocalAI:feat/fine-tuning-2
mirror/LocalAI:fix/ci-tests
mirror/LocalAI:faster-qwen3-tts
mirror/LocalAI:fix/step-flash-toolcall
mirror/LocalAI:copilot/fix-chat-interface-markdown-again
mirror/LocalAI:copilot/fix-chat-interface-rendering-issues
mirror/LocalAI:copilot/fix-chat-interface-markdown
mirror/LocalAI:copilot/fix-chat-interface-markdown-issues
mirror/LocalAI:fix/reasoning-close-only
mirror/LocalAI:test/ci
mirror/LocalAI:workaround/vulkan-amd64
mirror/LocalAI:copilot/convert-webui-to-single-page-app
mirror/LocalAI:copilot/update-kubernetes-docs-sections
mirror/LocalAI:copilot/read-agents-documentation
mirror/LocalAI:fix/ci-503s
mirror/LocalAI:fix/tools-null-properties
mirror/LocalAI:fix/mcp
mirror/LocalAI:copilot/fix-mcp-agent-mode-issue
mirror/LocalAI:docs/improve-2
mirror/LocalAI:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror/LocalAI:feat/stats
mirror/LocalAI:btree
mirror/LocalAI:chore/vulkan_arm64
mirror/LocalAI:feat/nvidia-13.0
mirror/LocalAI:test-fix-upstream
mirror/LocalAI:feat/transformers-mps-cpu
mirror/LocalAI:feat/l4t-diffusers
mirror/LocalAI:llama_cpp/shared
mirror/LocalAI:chore/ci-ubuntu-24.04
mirror/LocalAI:chore/ubuntu-24.04
mirror/LocalAI:libmtmd
mirror/LocalAI:feat/llama.cpp-reranking
mirror/LocalAI:deps/llama.cpp-10f2e81809bbb69e
mirror/LocalAI:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror/LocalAI:models/qihoo360_tinyr1-32b-preview
mirror/LocalAI:ci/public-runner
mirror/LocalAI:extra-l4t
mirror/LocalAI:speculative
mirror/LocalAI:chromem_stores
mirror/LocalAI:feat/realtime
mirror/LocalAI:propagate_cmake_args
mirror/LocalAI:release/v2.24.2
mirror/LocalAI:release/v2.24.1
mirror/LocalAI:silero-vad-template
mirror/LocalAI:fixes/ci
mirror/LocalAI:fix/closedChannel
mirror/LocalAI:gosec_fix
mirror/LocalAI:cleanup_deps
mirror/LocalAI:ci/better_prs
mirror/LocalAI:llama31_grammar
mirror/LocalAI:fix_sycl
mirror/LocalAI:debug_nvidia_2
mirror/LocalAI:debug_nvidia
mirror/LocalAI:disable_grammar_by_default
mirror/LocalAI:ci/static-check
mirror/LocalAI:fed_refactor
mirror/LocalAI:fix/abseil-deps-gmock
mirror/LocalAI:fix_aarch64
mirror/LocalAI:docker_image_dist
mirror/LocalAI:timeout_test
mirror/LocalAI:tests_mac
mirror/LocalAI:test_ci
mirror/LocalAI:functions_string
mirror/LocalAI:dave-gray101-patch-1
mirror/LocalAI:revert-2056-revert_ref
mirror/LocalAI:release/v2.12.4
mirror/LocalAI:aio_gpu
mirror/LocalAI:fix_eos
mirror/LocalAI:docs_updates_transformers
mirror/LocalAI:enable_gpu
mirror/LocalAI:renovate/github.com-google-uuid-1.x
mirror/LocalAI:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror/LocalAI:renovate/github.com-onsi-gomega-1.x
mirror/LocalAI:renovate/github.com-tmc-langchaingo-digest
mirror/LocalAI:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror/LocalAI:agent
mirror/LocalAI:mudler-patch-1
mirror/LocalAI:docs_upd_2
mirror/LocalAI:gh-pages
mirror/LocalAI:add/first-example
mirror/LocalAI:v4.9.0
mirror/LocalAI:v4.8.2
mirror/LocalAI:v4.8.1
mirror/LocalAI:v4.8.0
mirror/LocalAI:v4.7.1
mirror/LocalAI:v4.7.0
mirror/LocalAI:v4.6.2
mirror/LocalAI:v4.6.1
mirror/LocalAI:v4.6.0
mirror/LocalAI:v4.5.6
mirror/LocalAI:v4.5.5
mirror/LocalAI:v4.5.4
mirror/LocalAI:v4.5.3
mirror/LocalAI:v4.5.2
mirror/LocalAI:v4.5.1
mirror/LocalAI:v4.5.0
mirror/LocalAI:v4.4.3
mirror/LocalAI:v4.4.2
mirror/LocalAI:v4.4.1
mirror/LocalAI:v4.4.0
mirror/LocalAI:v4.3.6
mirror/LocalAI:v4.3.5
mirror/LocalAI:v4.3.4
mirror/LocalAI:v4.3.3
mirror/LocalAI:v4.3.2
mirror/LocalAI:v4.3.1
mirror/LocalAI:v4.3.0
mirror/LocalAI:v4.2.6
mirror/LocalAI:v4.2.5
mirror/LocalAI:v4.2.4
mirror/LocalAI:v4.2.3
mirror/LocalAI:v4.2.2
mirror/LocalAI:v4.2.1
mirror/LocalAI:v4.2.0
mirror/LocalAI:v4.1.3
mirror/LocalAI:v4.1.2
mirror/LocalAI:v4.1.1
mirror/LocalAI:v4.1.0
mirror/LocalAI:v4.0.0
mirror/LocalAI:v3.12.1
mirror/LocalAI:v3.12.0
mirror/LocalAI:v3.11.0
mirror/LocalAI:v3.10.1
mirror/LocalAI:v3.10.0
mirror/LocalAI:v3.9.0
mirror/LocalAI:v3.8.0
mirror/LocalAI:v3.7.0
mirror/LocalAI:v3.6.0
mirror/LocalAI:v3.5.4
mirror/LocalAI:v3.5.3
mirror/LocalAI:v3.5.2
mirror/LocalAI:v3.5.1
mirror/LocalAI:v3.5.0
mirror/LocalAI:v3.4.0
mirror/LocalAI:v3.3.2
mirror/LocalAI:v3.3.1
mirror/LocalAI:v3.3.0
mirror/LocalAI:v3.2.3
mirror/LocalAI:v3.2.2
mirror/LocalAI:v3.2.1
mirror/LocalAI:v3.2.0
mirror/LocalAI:v3.1.1
mirror/LocalAI:v3.1.0
mirror/LocalAI:v3.0.0
mirror/LocalAI:v2.29.0
mirror/LocalAI:v2.28.0
mirror/LocalAI:v2.27.0
mirror/LocalAI:v2.26.0
mirror/LocalAI:v2.25.0
mirror/LocalAI:v2.24.2
mirror/LocalAI:v2.24.1
mirror/LocalAI:v2.24.0
mirror/LocalAI:v2.23.0
mirror/LocalAI:v2.22.1
mirror/LocalAI:v2.22.0
mirror/LocalAI:v2.21.1
mirror/LocalAI:v2.21.0
mirror/LocalAI:v2.20.1
mirror/LocalAI:v2.20.0
mirror/LocalAI:v2.19.4
mirror/LocalAI:v2.19.3
mirror/LocalAI:v2.19.2
mirror/LocalAI:v2.19.1
mirror/LocalAI:v2.19.0
mirror/LocalAI:v2.18.1
mirror/LocalAI:v2.18.0
mirror/LocalAI:v2.17.1
mirror/LocalAI:v2.17.0
mirror/LocalAI:v2.16.0
mirror/LocalAI:v2.15.0
mirror/LocalAI:v2.14.0
mirror/LocalAI:v2.13.0
mirror/LocalAI:v2.12.4
mirror/LocalAI:v2.12.3
mirror/LocalAI:v2.12.1
mirror/LocalAI:v2.12.0
mirror/LocalAI:v2.11.0
mirror/LocalAI:v2.10.1
mirror/LocalAI:v2.10.0
mirror/LocalAI:v2.9.0
mirror/LocalAI:v2.8.2
mirror/LocalAI:v2.8.1
mirror/LocalAI:v2.8.0
mirror/LocalAI:v2.7.0
mirror/LocalAI:v2.6.1
mirror/LocalAI:v2.6.0
mirror/LocalAI:v2.5.1
mirror/LocalAI:v2.5.0
mirror/LocalAI:v2.4.1
mirror/LocalAI:v2.4.0
mirror/LocalAI:v2.3.1
mirror/LocalAI:v2.3.0
mirror/LocalAI:v2.2.0
mirror/LocalAI:v2.1.0
mirror/LocalAI:v2.0.0
mirror/LocalAI:v2.0.0_beta
mirror/LocalAI:v1.40.0
mirror/LocalAI:v1.30.0
mirror/LocalAI:v1.25.0
mirror/LocalAI:v1.24.1
mirror/LocalAI:v.1.24.0
mirror/LocalAI:v1.23.2
mirror/LocalAI:v1.23.1
mirror/LocalAI:v1.23.0
mirror/LocalAI:v1.22.0
mirror/LocalAI:v1.21.0
mirror/LocalAI:v1.20.1
mirror/LocalAI:v1.20.0
mirror/LocalAI:v1.19.2
mirror/LocalAI:v1.19.1
mirror/LocalAI:v1.19.0
mirror/LocalAI:v1.18.0
mirror/LocalAI:v1.17.1
mirror/LocalAI:v1.17.0
mirror/LocalAI:v1.16.0
mirror/LocalAI:v1.15.0
mirror/LocalAI:v1.14.2
mirror/LocalAI:v1.14.1
mirror/LocalAI:v1.14.0
mirror/LocalAI:v1.13.0
mirror/LocalAI:v1.12.0
mirror/LocalAI:v1.11.1
mirror/LocalAI:v1.11.0
mirror/LocalAI:v1.10.1
mirror/LocalAI:v1.10.0
mirror/LocalAI:v1.9.1
mirror/LocalAI:v1.9.0
mirror/LocalAI:v1.8.1
mirror/LocalAI:v1.8.0
mirror/LocalAI:v1.7.1
mirror/LocalAI:v1.7.0
mirror/LocalAI:v1.6.3
mirror/LocalAI:v1.6.2
mirror/LocalAI:v1.6.1
mirror/LocalAI:v1.6.0
mirror/LocalAI:v1.5.1
mirror/LocalAI:v1.5.0
mirror/LocalAI:v1.4.0
mirror/LocalAI:v1.3.2
mirror/LocalAI:v1.3.1
mirror/LocalAI:v1.3.0
mirror/LocalAI:v1.2.0
mirror/LocalAI:v1.1.0
mirror/LocalAI:v1.0
mirror/LocalAI:v0.10.0
mirror/LocalAI:v0.9.2
mirror/LocalAI:v0.9.1
mirror/LocalAI:v0.9
mirror/LocalAI:v0.8.1
mirror/LocalAI:v0.8
mirror/LocalAI:v0.7
mirror/LocalAI:v0.6
mirror/LocalAI:v0.5
mirror/LocalAI:v0.4
mirror/LocalAI:v0.2
mirror/LocalAI:v0.3
mirror/LocalAI:v0.1
1
Commits
| Author | SHA1 | Message | Date | |
|---|---|---|---|---|
|
|
83110891fd |
fix(go-grpc-server): always close resultChan
By not closing the channel, if a server not implementing PredictStream receives a client call would hang indefinetly as would wait for resultChan to be consumed. If the prediction stream returns we close the channel now and we wait for the goroutine to finish. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> |
1 changed files with 2 additions and 0 deletions
@@ -144,6 +144,8 @@ func (s *server) PredictStream(in *pb.PredictOptions, stream pb.Backend_PredictS
|
||||
}()
|
||||
|
||||
err := s.llm.PredictStream(in, resultChan)
|
||||
// close the channel, so if resultChan is not closed by the LLM (maybe because does not implement PredictStream), the client will not hang
|
||||
close(resultChan)
|
||||
<-done
|
||||
|
||||
return err
|
||||
|
||||
Reference in new issue
Block a user
Blocking a user prevents them from interacting with repositories, such as opening or commenting on pull requests or issues. Learn more about blocking a user.