mirror of
https://github.com/mudler/LocalAI.git
synced 2026-02-09 22:23:46 -05:00
Compare commits
base: mirror:dependabot/pip/backend/python/coqui/grpcio-1.78.0
mirror:master
mirror:dependabot/go_modules/github.com/alecthomas/kong-1.14.0
mirror:dependabot/go_modules/github.com/openai/openai-go/v3-3.19.0
mirror:dependabot/pip/backend/python/transformers/grpcio-1.78.0
mirror:dependabot/pip/backend/python/common/template/grpcio-1.78.0
mirror:dependabot/pip/backend/python/coqui/transformers-5.1.0
mirror:dependabot/pip/backend/python/coqui/grpcio-1.78.0
mirror:copilot/fix-chat-interface-markdown-again
mirror:copilot/fix-chat-interface-rendering-issues
mirror:copilot/fix-chat-interface-markdown
mirror:copilot/fix-chat-interface-markdown-issues
mirror:fix/reasoning-close-only
mirror:test/ci
mirror:workaround/vulkan-amd64
mirror:copilot/convert-webui-to-single-page-app
mirror:copilot/update-kubernetes-docs-sections
mirror:copilot/read-agents-documentation
mirror:fix/ci-503s
mirror:fix/tools-null-properties
mirror:fix/mcp
mirror:copilot/fix-mcp-agent-mode-issue
mirror:docs/improve-2
mirror:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror:feat/stats
mirror:btree
mirror:chore/vulkan_arm64
mirror:feat/nvidia-13.0
mirror:test-fix-upstream
mirror:feat/transformers-mps-cpu
mirror:feat/l4t-diffusers
mirror:llama_cpp/shared
mirror:chore/ci-ubuntu-24.04
mirror:chore/ubuntu-24.04
mirror:libmtmd
mirror:feat/llama.cpp-reranking
mirror:deps/llama.cpp-10f2e81809bbb69e
mirror:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror:models/qihoo360_tinyr1-32b-preview
mirror:ci/public-runner
mirror:extra-l4t
mirror:speculative
mirror:chromem_stores
mirror:feat/realtime
mirror:propagate_cmake_args
mirror:release/v2.24.2
mirror:release/v2.24.1
mirror:silero-vad-template
mirror:fixes/ci
mirror:fix/closedChannel
mirror:gosec_fix
mirror:cleanup_deps
mirror:ci/better_prs
mirror:llama31_grammar
mirror:fix_sycl
mirror:debug_nvidia_2
mirror:debug_nvidia
mirror:disable_grammar_by_default
mirror:ci/static-check
mirror:fed_refactor
mirror:fix/abseil-deps-gmock
mirror:fix_aarch64
mirror:docker_image_dist
mirror:timeout_test
mirror:tests_mac
mirror:test_ci
mirror:functions_string
mirror:dave-gray101-patch-1
mirror:revert-2056-revert_ref
mirror:release/v2.12.4
mirror:aio_gpu
mirror:fix_eos
mirror:docs_updates_transformers
mirror:enable_gpu
mirror:renovate/github.com-google-uuid-1.x
mirror:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror:renovate/github.com-onsi-gomega-1.x
mirror:renovate/github.com-tmc-langchaingo-digest
mirror:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror:agent
mirror:mudler-patch-1
mirror:docs_upd_2
mirror:gh-pages
mirror:add/first-example
mirror:v3.11.0
mirror:v3.10.1
mirror:v3.10.0
mirror:v3.9.0
mirror:v3.8.0
mirror:v3.7.0
mirror:v3.6.0
mirror:v3.5.4
mirror:v3.5.3
mirror:v3.5.2
mirror:v3.5.1
mirror:v3.5.0
mirror:v3.4.0
mirror:v3.3.2
mirror:v3.3.1
mirror:v3.3.0
mirror:v3.2.3
mirror:v3.2.2
mirror:v3.2.1
mirror:v3.2.0
mirror:v3.1.1
mirror:v3.1.0
mirror:v3.0.0
mirror:v2.29.0
mirror:v2.28.0
mirror:v2.27.0
mirror:v2.26.0
mirror:v2.25.0
mirror:v2.24.2
mirror:v2.24.1
mirror:v2.24.0
mirror:v2.23.0
mirror:v2.22.1
mirror:v2.22.0
mirror:v2.21.1
mirror:v2.21.0
mirror:v2.20.1
mirror:v2.20.0
mirror:v2.19.4
mirror:v2.19.3
mirror:v2.19.2
mirror:v2.19.1
mirror:v2.19.0
mirror:v2.18.1
mirror:v2.18.0
mirror:v2.17.1
mirror:v2.17.0
mirror:v2.16.0
mirror:v2.15.0
mirror:v2.14.0
mirror:v2.13.0
mirror:v2.12.4
mirror:v2.12.3
mirror:v2.12.1
mirror:v2.12.0
mirror:v2.11.0
mirror:v2.10.1
mirror:v2.10.0
mirror:v2.9.0
mirror:v2.8.2
mirror:v2.8.1
mirror:v2.8.0
mirror:v2.7.0
mirror:v2.6.1
mirror:v2.6.0
mirror:v2.5.1
mirror:v2.5.0
mirror:v2.4.1
mirror:v2.4.0
mirror:v2.3.1
mirror:v2.3.0
mirror:v2.2.0
mirror:v2.1.0
mirror:v2.0.0
mirror:v2.0.0_beta
mirror:v1.40.0
mirror:v1.30.0
mirror:v1.25.0
mirror:v1.24.1
mirror:v.1.24.0
mirror:v1.23.2
mirror:v1.23.1
mirror:v1.23.0
mirror:v1.22.0
mirror:v1.21.0
mirror:v1.20.1
mirror:v1.20.0
mirror:v1.19.2
mirror:v1.19.1
mirror:v1.19.0
mirror:v1.18.0
mirror:v1.17.1
mirror:v1.17.0
mirror:v1.16.0
mirror:v1.15.0
mirror:v1.14.2
mirror:v1.14.1
mirror:v1.14.0
mirror:v1.13.0
mirror:v1.12.0
mirror:v1.11.1
mirror:v1.11.0
mirror:v1.10.1
mirror:v1.10.0
mirror:v1.9.1
mirror:v1.9.0
mirror:v1.8.1
mirror:v1.8.0
mirror:v1.7.1
mirror:v1.7.0
mirror:v1.6.3
mirror:v1.6.2
mirror:v1.6.1
mirror:v1.6.0
mirror:v1.5.1
mirror:v1.5.0
mirror:v1.4.0
mirror:v1.3.2
mirror:v1.3.1
mirror:v1.3.0
mirror:v1.2.0
mirror:v1.1.0
mirror:v1.0
mirror:v0.10.0
mirror:v0.9.2
mirror:v0.9.1
mirror:v0.9
mirror:v0.8.1
mirror:v0.8
mirror:v0.7
mirror:v0.6
mirror:v0.5
mirror:v0.4
mirror:v0.2
mirror:v0.3
mirror:v0.1
...
compare: mirror:fix/closedChannel
mirror:dependabot/go_modules/github.com/alecthomas/kong-1.14.0
mirror:dependabot/go_modules/github.com/openai/openai-go/v3-3.19.0
mirror:master
mirror:dependabot/pip/backend/python/transformers/grpcio-1.78.0
mirror:dependabot/pip/backend/python/common/template/grpcio-1.78.0
mirror:dependabot/pip/backend/python/coqui/transformers-5.1.0
mirror:dependabot/pip/backend/python/coqui/grpcio-1.78.0
mirror:copilot/fix-chat-interface-markdown-again
mirror:copilot/fix-chat-interface-rendering-issues
mirror:copilot/fix-chat-interface-markdown
mirror:copilot/fix-chat-interface-markdown-issues
mirror:fix/reasoning-close-only
mirror:test/ci
mirror:workaround/vulkan-amd64
mirror:copilot/convert-webui-to-single-page-app
mirror:copilot/update-kubernetes-docs-sections
mirror:copilot/read-agents-documentation
mirror:fix/ci-503s
mirror:fix/tools-null-properties
mirror:fix/mcp
mirror:copilot/fix-mcp-agent-mode-issue
mirror:docs/improve-2
mirror:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror:feat/stats
mirror:btree
mirror:chore/vulkan_arm64
mirror:feat/nvidia-13.0
mirror:test-fix-upstream
mirror:feat/transformers-mps-cpu
mirror:feat/l4t-diffusers
mirror:llama_cpp/shared
mirror:chore/ci-ubuntu-24.04
mirror:chore/ubuntu-24.04
mirror:libmtmd
mirror:feat/llama.cpp-reranking
mirror:deps/llama.cpp-10f2e81809bbb69e
mirror:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror:models/qihoo360_tinyr1-32b-preview
mirror:ci/public-runner
mirror:extra-l4t
mirror:speculative
mirror:chromem_stores
mirror:feat/realtime
mirror:propagate_cmake_args
mirror:release/v2.24.2
mirror:release/v2.24.1
mirror:silero-vad-template
mirror:fixes/ci
mirror:fix/closedChannel
mirror:gosec_fix
mirror:cleanup_deps
mirror:ci/better_prs
mirror:llama31_grammar
mirror:fix_sycl
mirror:debug_nvidia_2
mirror:debug_nvidia
mirror:disable_grammar_by_default
mirror:ci/static-check
mirror:fed_refactor
mirror:fix/abseil-deps-gmock
mirror:fix_aarch64
mirror:docker_image_dist
mirror:timeout_test
mirror:tests_mac
mirror:test_ci
mirror:functions_string
mirror:dave-gray101-patch-1
mirror:revert-2056-revert_ref
mirror:release/v2.12.4
mirror:aio_gpu
mirror:fix_eos
mirror:docs_updates_transformers
mirror:enable_gpu
mirror:renovate/github.com-google-uuid-1.x
mirror:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror:renovate/github.com-onsi-gomega-1.x
mirror:renovate/github.com-tmc-langchaingo-digest
mirror:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror:agent
mirror:mudler-patch-1
mirror:docs_upd_2
mirror:gh-pages
mirror:add/first-example
mirror:v3.11.0
mirror:v3.10.1
mirror:v3.10.0
mirror:v3.9.0
mirror:v3.8.0
mirror:v3.7.0
mirror:v3.6.0
mirror:v3.5.4
mirror:v3.5.3
mirror:v3.5.2
mirror:v3.5.1
mirror:v3.5.0
mirror:v3.4.0
mirror:v3.3.2
mirror:v3.3.1
mirror:v3.3.0
mirror:v3.2.3
mirror:v3.2.2
mirror:v3.2.1
mirror:v3.2.0
mirror:v3.1.1
mirror:v3.1.0
mirror:v3.0.0
mirror:v2.29.0
mirror:v2.28.0
mirror:v2.27.0
mirror:v2.26.0
mirror:v2.25.0
mirror:v2.24.2
mirror:v2.24.1
mirror:v2.24.0
mirror:v2.23.0
mirror:v2.22.1
mirror:v2.22.0
mirror:v2.21.1
mirror:v2.21.0
mirror:v2.20.1
mirror:v2.20.0
mirror:v2.19.4
mirror:v2.19.3
mirror:v2.19.2
mirror:v2.19.1
mirror:v2.19.0
mirror:v2.18.1
mirror:v2.18.0
mirror:v2.17.1
mirror:v2.17.0
mirror:v2.16.0
mirror:v2.15.0
mirror:v2.14.0
mirror:v2.13.0
mirror:v2.12.4
mirror:v2.12.3
mirror:v2.12.1
mirror:v2.12.0
mirror:v2.11.0
mirror:v2.10.1
mirror:v2.10.0
mirror:v2.9.0
mirror:v2.8.2
mirror:v2.8.1
mirror:v2.8.0
mirror:v2.7.0
mirror:v2.6.1
mirror:v2.6.0
mirror:v2.5.1
mirror:v2.5.0
mirror:v2.4.1
mirror:v2.4.0
mirror:v2.3.1
mirror:v2.3.0
mirror:v2.2.0
mirror:v2.1.0
mirror:v2.0.0
mirror:v2.0.0_beta
mirror:v1.40.0
mirror:v1.30.0
mirror:v1.25.0
mirror:v1.24.1
mirror:v.1.24.0
mirror:v1.23.2
mirror:v1.23.1
mirror:v1.23.0
mirror:v1.22.0
mirror:v1.21.0
mirror:v1.20.1
mirror:v1.20.0
mirror:v1.19.2
mirror:v1.19.1
mirror:v1.19.0
mirror:v1.18.0
mirror:v1.17.1
mirror:v1.17.0
mirror:v1.16.0
mirror:v1.15.0
mirror:v1.14.2
mirror:v1.14.1
mirror:v1.14.0
mirror:v1.13.0
mirror:v1.12.0
mirror:v1.11.1
mirror:v1.11.0
mirror:v1.10.1
mirror:v1.10.0
mirror:v1.9.1
mirror:v1.9.0
mirror:v1.8.1
mirror:v1.8.0
mirror:v1.7.1
mirror:v1.7.0
mirror:v1.6.3
mirror:v1.6.2
mirror:v1.6.1
mirror:v1.6.0
mirror:v1.5.1
mirror:v1.5.0
mirror:v1.4.0
mirror:v1.3.2
mirror:v1.3.1
mirror:v1.3.0
mirror:v1.2.0
mirror:v1.1.0
mirror:v1.0
mirror:v0.10.0
mirror:v0.9.2
mirror:v0.9.1
mirror:v0.9
mirror:v0.8.1
mirror:v0.8
mirror:v0.7
mirror:v0.6
mirror:v0.5
mirror:v0.4
mirror:v0.2
mirror:v0.3
mirror:v0.1
1 Commits
dependabot
...
fix/closed
| Author | SHA1 | Message | Date | |
|---|---|---|---|---|
|
|
83110891fd |
fix(go-grpc-server): always close resultChan
By not closing the channel, if a server not implementing PredictStream receives a client call would hang indefinetly as would wait for resultChan to be consumed. If the prediction stream returns we close the channel now and we wait for the goroutine to finish. Signed-off-by: Ettore Di Giacinto <mudler@localai.io> |
1 changed files with 2 additions and 0 deletions
@@ -144,6 +144,8 @@ func (s *server) PredictStream(in *pb.PredictOptions, stream pb.Backend_PredictS
|
||||
}()
|
||||
|
||||
err := s.llm.PredictStream(in, resultChan)
|
||||
// close the channel, so if resultChan is not closed by the LLM (maybe because does not implement PredictStream), the client will not hang
|
||||
close(resultChan)
|
||||
<-done
|
||||
|
||||
return err
|
||||
|
||||
Reference in New Issue
Block a user
Blocking a user prevents them from interacting with repositories, such as opening or commenting on pull requests or issues. Learn more about blocking a user.