mirror of
https://github.com/mudler/LocalAI.git
synced 2026-06-28 10:27:30 -04:00
Compare commits
base: mirror:worktree-feat+paged-attention
mirror:master
mirror:worktree-feat+paged-attention
mirror:dependabot/pip/backend/python/sglang/pip-84ab70b46d
mirror:fix/fish-speech-darwin-tokenizers-rust
mirror:dependabot/pip/backend/python/ace-step/pip-3de1d274fe
mirror:dependabot/pip/backend/python/vllm/pip-edb6a74fce
mirror:dependabot/pip/backend/python/vllm/torch-2.12.1xpu
mirror:dependabot/github_actions/mxschmitt/action-tmate-3.24
mirror:dependabot/submodules/backend/rust/kokoros/sources/Kokoros-b54354b
mirror:dependabot/npm_and_yarn/core/http/react-ui/npm_and_yarn-05b1f1d78b
mirror:feat/dllm-backend
mirror:fix/9293-qwen-tts-cuda13-flashattn
mirror:fix/7461-mlx-file-uri
mirror:fix/9287-backend-autodetect
mirror:fix/9658-responses-streaming-reasoning
mirror:dependabot/pip/backend/python/transformers/transformers-gte-5.10.2
mirror:dependabot/pip/backend/python/coqui/transformers-5.10.2
mirror:dependabot/pip/backend/python/coqui/pip-842ffb7a79
mirror:dependabot/pip/backend/python/transformers/pip-f98efa472c
mirror:dependabot/pip/backend/python/rerankers/pip-f98efa472c
mirror:fix/model-not-found-guard-10162
mirror:dependabot/go_modules/go_modules-d3709b9688
mirror:feat/p2p-federation-clusterrouting
mirror:dependabot/github_actions/actions/upload-artifact-7
mirror:update/RFDETR_VERSION
mirror:copilot/fix-backend-jobs-darwin-failure
mirror:fix/gallery-ltx2-diffusion-model
mirror:copilot/fix-backend-merge-jobs-failure
mirror:fix/turboquant-bump-2cbfdc62
mirror:ci/layered-base-images
mirror:fix/apt-mirror-skip-self-hosted
mirror:feat/distributed-multi-replica-per-host
mirror:feat/buun-llama-cpp-backend
mirror:docs/readme-april-news
mirror:bump/turboquant-upstream-sync-april-2026
mirror:issue-9478-turboquant-update
mirror:docs/wan-gallery-comments
mirror:distributed-ux-polish
mirror:issue-9414-gemma3-attention
mirror:feat/vllm-parity
mirror:feat/backend-versioning
mirror:feat/tq-ik
mirror:feat/turboquant
mirror:feat/fine-tuning-2
mirror:fix/ci-tests
mirror:faster-qwen3-tts
mirror:fix/step-flash-toolcall
mirror:copilot/fix-chat-interface-markdown-again
mirror:copilot/fix-chat-interface-rendering-issues
mirror:copilot/fix-chat-interface-markdown
mirror:copilot/fix-chat-interface-markdown-issues
mirror:fix/reasoning-close-only
mirror:test/ci
mirror:workaround/vulkan-amd64
mirror:copilot/convert-webui-to-single-page-app
mirror:copilot/update-kubernetes-docs-sections
mirror:copilot/read-agents-documentation
mirror:fix/ci-503s
mirror:fix/tools-null-properties
mirror:fix/mcp
mirror:copilot/fix-mcp-agent-mode-issue
mirror:docs/improve-2
mirror:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror:feat/stats
mirror:btree
mirror:chore/vulkan_arm64
mirror:feat/nvidia-13.0
mirror:test-fix-upstream
mirror:feat/transformers-mps-cpu
mirror:feat/l4t-diffusers
mirror:llama_cpp/shared
mirror:chore/ci-ubuntu-24.04
mirror:chore/ubuntu-24.04
mirror:libmtmd
mirror:feat/llama.cpp-reranking
mirror:deps/llama.cpp-10f2e81809bbb69e
mirror:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror:models/qihoo360_tinyr1-32b-preview
mirror:ci/public-runner
mirror:extra-l4t
mirror:speculative
mirror:chromem_stores
mirror:feat/realtime
mirror:propagate_cmake_args
mirror:release/v2.24.2
mirror:release/v2.24.1
mirror:silero-vad-template
mirror:fixes/ci
mirror:fix/closedChannel
mirror:gosec_fix
mirror:cleanup_deps
mirror:ci/better_prs
mirror:llama31_grammar
mirror:fix_sycl
mirror:debug_nvidia_2
mirror:debug_nvidia
mirror:disable_grammar_by_default
mirror:ci/static-check
mirror:fed_refactor
mirror:fix/abseil-deps-gmock
mirror:fix_aarch64
mirror:docker_image_dist
mirror:timeout_test
mirror:tests_mac
mirror:test_ci
mirror:functions_string
mirror:dave-gray101-patch-1
mirror:revert-2056-revert_ref
mirror:release/v2.12.4
mirror:aio_gpu
mirror:fix_eos
mirror:docs_updates_transformers
mirror:enable_gpu
mirror:renovate/github.com-google-uuid-1.x
mirror:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror:renovate/github.com-onsi-gomega-1.x
mirror:renovate/github.com-tmc-langchaingo-digest
mirror:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror:agent
mirror:mudler-patch-1
mirror:docs_upd_2
mirror:gh-pages
mirror:add/first-example
mirror:v4.5.5
mirror:v4.5.4
mirror:v4.5.3
mirror:v4.5.2
mirror:v4.5.1
mirror:v4.5.0
mirror:v4.4.3
mirror:v4.4.2
mirror:v4.4.1
mirror:v4.4.0
mirror:v4.3.6
mirror:v4.3.5
mirror:v4.3.4
mirror:v4.3.3
mirror:v4.3.2
mirror:v4.3.1
mirror:v4.3.0
mirror:v4.2.6
mirror:v4.2.5
mirror:v4.2.4
mirror:v4.2.3
mirror:v4.2.2
mirror:v4.2.1
mirror:v4.2.0
mirror:v4.1.3
mirror:v4.1.2
mirror:v4.1.1
mirror:v4.1.0
mirror:v4.0.0
mirror:v3.12.1
mirror:v3.12.0
mirror:v3.11.0
mirror:v3.10.1
mirror:v3.10.0
mirror:v3.9.0
mirror:v3.8.0
mirror:v3.7.0
mirror:v3.6.0
mirror:v3.5.4
mirror:v3.5.3
mirror:v3.5.2
mirror:v3.5.1
mirror:v3.5.0
mirror:v3.4.0
mirror:v3.3.2
mirror:v3.3.1
mirror:v3.3.0
mirror:v3.2.3
mirror:v3.2.2
mirror:v3.2.1
mirror:v3.2.0
mirror:v3.1.1
mirror:v3.1.0
mirror:v3.0.0
mirror:v2.29.0
mirror:v2.28.0
mirror:v2.27.0
mirror:v2.26.0
mirror:v2.25.0
mirror:v2.24.2
mirror:v2.24.1
mirror:v2.24.0
mirror:v2.23.0
mirror:v2.22.1
mirror:v2.22.0
mirror:v2.21.1
mirror:v2.21.0
mirror:v2.20.1
mirror:v2.20.0
mirror:v2.19.4
mirror:v2.19.3
mirror:v2.19.2
mirror:v2.19.1
mirror:v2.19.0
mirror:v2.18.1
mirror:v2.18.0
mirror:v2.17.1
mirror:v2.17.0
mirror:v2.16.0
mirror:v2.15.0
mirror:v2.14.0
mirror:v2.13.0
mirror:v2.12.4
mirror:v2.12.3
mirror:v2.12.1
mirror:v2.12.0
mirror:v2.11.0
mirror:v2.10.1
mirror:v2.10.0
mirror:v2.9.0
mirror:v2.8.2
mirror:v2.8.1
mirror:v2.8.0
mirror:v2.7.0
mirror:v2.6.1
mirror:v2.6.0
mirror:v2.5.1
mirror:v2.5.0
mirror:v2.4.1
mirror:v2.4.0
mirror:v2.3.1
mirror:v2.3.0
mirror:v2.2.0
mirror:v2.1.0
mirror:v2.0.0
mirror:v2.0.0_beta
mirror:v1.40.0
mirror:v1.30.0
mirror:v1.25.0
mirror:v1.24.1
mirror:v.1.24.0
mirror:v1.23.2
mirror:v1.23.1
mirror:v1.23.0
mirror:v1.22.0
mirror:v1.21.0
mirror:v1.20.1
mirror:v1.20.0
mirror:v1.19.2
mirror:v1.19.1
mirror:v1.19.0
mirror:v1.18.0
mirror:v1.17.1
mirror:v1.17.0
mirror:v1.16.0
mirror:v1.15.0
mirror:v1.14.2
mirror:v1.14.1
mirror:v1.14.0
mirror:v1.13.0
mirror:v1.12.0
mirror:v1.11.1
mirror:v1.11.0
mirror:v1.10.1
mirror:v1.10.0
mirror:v1.9.1
mirror:v1.9.0
mirror:v1.8.1
mirror:v1.8.0
mirror:v1.7.1
mirror:v1.7.0
mirror:v1.6.3
mirror:v1.6.2
mirror:v1.6.1
mirror:v1.6.0
mirror:v1.5.1
mirror:v1.5.0
mirror:v1.4.0
mirror:v1.3.2
mirror:v1.3.1
mirror:v1.3.0
mirror:v1.2.0
mirror:v1.1.0
mirror:v1.0
mirror:v0.10.0
mirror:v0.9.2
mirror:v0.9.1
mirror:v0.9
mirror:v0.8.1
mirror:v0.8
mirror:v0.7
mirror:v0.6
mirror:v0.5
mirror:v0.4
mirror:v0.2
mirror:v0.3
mirror:v0.1
...
compare: mirror:fix/fish-speech-darwin-tokenizers-rust
mirror:worktree-feat+paged-attention
mirror:master
mirror:dependabot/pip/backend/python/sglang/pip-84ab70b46d
mirror:fix/fish-speech-darwin-tokenizers-rust
mirror:dependabot/pip/backend/python/ace-step/pip-3de1d274fe
mirror:dependabot/pip/backend/python/vllm/pip-edb6a74fce
mirror:dependabot/pip/backend/python/vllm/torch-2.12.1xpu
mirror:dependabot/github_actions/mxschmitt/action-tmate-3.24
mirror:dependabot/submodules/backend/rust/kokoros/sources/Kokoros-b54354b
mirror:dependabot/npm_and_yarn/core/http/react-ui/npm_and_yarn-05b1f1d78b
mirror:feat/dllm-backend
mirror:fix/9293-qwen-tts-cuda13-flashattn
mirror:fix/7461-mlx-file-uri
mirror:fix/9287-backend-autodetect
mirror:fix/9658-responses-streaming-reasoning
mirror:dependabot/pip/backend/python/transformers/transformers-gte-5.10.2
mirror:dependabot/pip/backend/python/coqui/transformers-5.10.2
mirror:dependabot/pip/backend/python/coqui/pip-842ffb7a79
mirror:dependabot/pip/backend/python/transformers/pip-f98efa472c
mirror:dependabot/pip/backend/python/rerankers/pip-f98efa472c
mirror:fix/model-not-found-guard-10162
mirror:dependabot/go_modules/go_modules-d3709b9688
mirror:feat/p2p-federation-clusterrouting
mirror:dependabot/github_actions/actions/upload-artifact-7
mirror:update/RFDETR_VERSION
mirror:copilot/fix-backend-jobs-darwin-failure
mirror:fix/gallery-ltx2-diffusion-model
mirror:copilot/fix-backend-merge-jobs-failure
mirror:fix/turboquant-bump-2cbfdc62
mirror:ci/layered-base-images
mirror:fix/apt-mirror-skip-self-hosted
mirror:feat/distributed-multi-replica-per-host
mirror:feat/buun-llama-cpp-backend
mirror:docs/readme-april-news
mirror:bump/turboquant-upstream-sync-april-2026
mirror:issue-9478-turboquant-update
mirror:docs/wan-gallery-comments
mirror:distributed-ux-polish
mirror:issue-9414-gemma3-attention
mirror:feat/vllm-parity
mirror:feat/backend-versioning
mirror:feat/tq-ik
mirror:feat/turboquant
mirror:feat/fine-tuning-2
mirror:fix/ci-tests
mirror:faster-qwen3-tts
mirror:fix/step-flash-toolcall
mirror:copilot/fix-chat-interface-markdown-again
mirror:copilot/fix-chat-interface-rendering-issues
mirror:copilot/fix-chat-interface-markdown
mirror:copilot/fix-chat-interface-markdown-issues
mirror:fix/reasoning-close-only
mirror:test/ci
mirror:workaround/vulkan-amd64
mirror:copilot/convert-webui-to-single-page-app
mirror:copilot/update-kubernetes-docs-sections
mirror:copilot/read-agents-documentation
mirror:fix/ci-503s
mirror:fix/tools-null-properties
mirror:fix/mcp
mirror:copilot/fix-mcp-agent-mode-issue
mirror:docs/improve-2
mirror:deps/llama.cpp-92bb442ad999a0d52df0af2730cd861012e8ac5c
mirror:feat/stats
mirror:btree
mirror:chore/vulkan_arm64
mirror:feat/nvidia-13.0
mirror:test-fix-upstream
mirror:feat/transformers-mps-cpu
mirror:feat/l4t-diffusers
mirror:llama_cpp/shared
mirror:chore/ci-ubuntu-24.04
mirror:chore/ubuntu-24.04
mirror:libmtmd
mirror:feat/llama.cpp-reranking
mirror:deps/llama.cpp-10f2e81809bbb69e
mirror:dependabot/pip/backend/python/diffusers/oneccl-bind-pt-2.6.0xpu
mirror:models/qihoo360_tinyr1-32b-preview
mirror:ci/public-runner
mirror:extra-l4t
mirror:speculative
mirror:chromem_stores
mirror:feat/realtime
mirror:propagate_cmake_args
mirror:release/v2.24.2
mirror:release/v2.24.1
mirror:silero-vad-template
mirror:fixes/ci
mirror:fix/closedChannel
mirror:gosec_fix
mirror:cleanup_deps
mirror:ci/better_prs
mirror:llama31_grammar
mirror:fix_sycl
mirror:debug_nvidia_2
mirror:debug_nvidia
mirror:disable_grammar_by_default
mirror:ci/static-check
mirror:fed_refactor
mirror:fix/abseil-deps-gmock
mirror:fix_aarch64
mirror:docker_image_dist
mirror:timeout_test
mirror:tests_mac
mirror:test_ci
mirror:functions_string
mirror:dave-gray101-patch-1
mirror:revert-2056-revert_ref
mirror:release/v2.12.4
mirror:aio_gpu
mirror:fix_eos
mirror:docs_updates_transformers
mirror:enable_gpu
mirror:renovate/github.com-google-uuid-1.x
mirror:renovate/github.com-nomic-ai-gpt4all-gpt4all-bindings-golang-digest
mirror:renovate/github.com-onsi-gomega-1.x
mirror:renovate/github.com-tmc-langchaingo-digest
mirror:renovate/github.com-ggerganov-whisper.cpp-bindings-go-digest
mirror:agent
mirror:mudler-patch-1
mirror:docs_upd_2
mirror:gh-pages
mirror:add/first-example
mirror:v4.5.5
mirror:v4.5.4
mirror:v4.5.3
mirror:v4.5.2
mirror:v4.5.1
mirror:v4.5.0
mirror:v4.4.3
mirror:v4.4.2
mirror:v4.4.1
mirror:v4.4.0
mirror:v4.3.6
mirror:v4.3.5
mirror:v4.3.4
mirror:v4.3.3
mirror:v4.3.2
mirror:v4.3.1
mirror:v4.3.0
mirror:v4.2.6
mirror:v4.2.5
mirror:v4.2.4
mirror:v4.2.3
mirror:v4.2.2
mirror:v4.2.1
mirror:v4.2.0
mirror:v4.1.3
mirror:v4.1.2
mirror:v4.1.1
mirror:v4.1.0
mirror:v4.0.0
mirror:v3.12.1
mirror:v3.12.0
mirror:v3.11.0
mirror:v3.10.1
mirror:v3.10.0
mirror:v3.9.0
mirror:v3.8.0
mirror:v3.7.0
mirror:v3.6.0
mirror:v3.5.4
mirror:v3.5.3
mirror:v3.5.2
mirror:v3.5.1
mirror:v3.5.0
mirror:v3.4.0
mirror:v3.3.2
mirror:v3.3.1
mirror:v3.3.0
mirror:v3.2.3
mirror:v3.2.2
mirror:v3.2.1
mirror:v3.2.0
mirror:v3.1.1
mirror:v3.1.0
mirror:v3.0.0
mirror:v2.29.0
mirror:v2.28.0
mirror:v2.27.0
mirror:v2.26.0
mirror:v2.25.0
mirror:v2.24.2
mirror:v2.24.1
mirror:v2.24.0
mirror:v2.23.0
mirror:v2.22.1
mirror:v2.22.0
mirror:v2.21.1
mirror:v2.21.0
mirror:v2.20.1
mirror:v2.20.0
mirror:v2.19.4
mirror:v2.19.3
mirror:v2.19.2
mirror:v2.19.1
mirror:v2.19.0
mirror:v2.18.1
mirror:v2.18.0
mirror:v2.17.1
mirror:v2.17.0
mirror:v2.16.0
mirror:v2.15.0
mirror:v2.14.0
mirror:v2.13.0
mirror:v2.12.4
mirror:v2.12.3
mirror:v2.12.1
mirror:v2.12.0
mirror:v2.11.0
mirror:v2.10.1
mirror:v2.10.0
mirror:v2.9.0
mirror:v2.8.2
mirror:v2.8.1
mirror:v2.8.0
mirror:v2.7.0
mirror:v2.6.1
mirror:v2.6.0
mirror:v2.5.1
mirror:v2.5.0
mirror:v2.4.1
mirror:v2.4.0
mirror:v2.3.1
mirror:v2.3.0
mirror:v2.2.0
mirror:v2.1.0
mirror:v2.0.0
mirror:v2.0.0_beta
mirror:v1.40.0
mirror:v1.30.0
mirror:v1.25.0
mirror:v1.24.1
mirror:v.1.24.0
mirror:v1.23.2
mirror:v1.23.1
mirror:v1.23.0
mirror:v1.22.0
mirror:v1.21.0
mirror:v1.20.1
mirror:v1.20.0
mirror:v1.19.2
mirror:v1.19.1
mirror:v1.19.0
mirror:v1.18.0
mirror:v1.17.1
mirror:v1.17.0
mirror:v1.16.0
mirror:v1.15.0
mirror:v1.14.2
mirror:v1.14.1
mirror:v1.14.0
mirror:v1.13.0
mirror:v1.12.0
mirror:v1.11.1
mirror:v1.11.0
mirror:v1.10.1
mirror:v1.10.0
mirror:v1.9.1
mirror:v1.9.0
mirror:v1.8.1
mirror:v1.8.0
mirror:v1.7.1
mirror:v1.7.0
mirror:v1.6.3
mirror:v1.6.2
mirror:v1.6.1
mirror:v1.6.0
mirror:v1.5.1
mirror:v1.5.0
mirror:v1.4.0
mirror:v1.3.2
mirror:v1.3.1
mirror:v1.3.0
mirror:v1.2.0
mirror:v1.1.0
mirror:v1.0
mirror:v0.10.0
mirror:v0.9.2
mirror:v0.9.1
mirror:v0.9
mirror:v0.8.1
mirror:v0.8
mirror:v0.7
mirror:v0.6
mirror:v0.5
mirror:v0.4
mirror:v0.2
mirror:v0.3
mirror:v0.1
1 Commits
worktree-f
...
fix/fish-s
| Author | SHA1 | Message | Date | |
|---|---|---|---|---|
|
|
449a51ff0b |
fix(fish-speech): allow invalid_reference_casting so tokenizers builds on darwin
On darwin arm64 the fish-speech editable install (pip install
--no-build-isolation -e) compiles the transitive `tokenizers` Python
package's Rust extension from source, because there is no prebuilt
manylinux wheel for that platform (Linux builds never compile it, so this
only breaks on macOS). The pinned tokenizers crate fish-speech's stack
resolves to contains a `&T` -> `&mut T` cast that the macOS CI runner's
newer Rust toolchain rejects via the now-deny-by-default
`invalid_reference_casting` lint:
error: casting `&T` to `&mut T` is undefined behavior ...
error: could not compile `tokenizers` (lib) due to 1 previous error
ERROR: Failed building wheel for tokenizers
This failed the fish-speech darwin/metal (mps) backend image build in the
v4.5.5 release CI while all Linux variants built fine.
Fix: export RUSTFLAGS with `-A invalid_reference_casting` (appended to any
existing value, not clobbering) before installRequirements so the
unchanged third-party crate compiles as it did under the older toolchain.
Version-agnostic and harmless on Linux, where no Rust compile happens.
Assisted-by: Claude:claude-opus-4-8 [Claude Code]
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
|
1 changed files with 11 additions and 0 deletions
@@ -13,6 +13,17 @@ fi
|
||||
# fish-speech uses pyrootutils which requires a .project-root marker
|
||||
touch "${backend_dir}/.project-root"
|
||||
|
||||
# On darwin arm64 the transitive `tokenizers` dep compiles its Rust extension
|
||||
# from source (Linux uses prebuilt manylinux wheels, so it never compiles
|
||||
# there). The pinned tokenizers crate that fish-speech's stack resolves to
|
||||
# contains a `&T` -> `&mut T` cast that trips the now-deny-by-default
|
||||
# `invalid_reference_casting` lint in the macOS runner's newer Rust toolchain,
|
||||
# breaking the build (seen in the v4.5.5 release CI fish-speech darwin/metal
|
||||
# job). Allow that lint so the unchanged third-party crate compiles as before.
|
||||
# Append rather than clobber any pre-existing RUSTFLAGS; harmless on Linux
|
||||
# where no Rust compile happens.
|
||||
export RUSTFLAGS="${RUSTFLAGS:-} -A invalid_reference_casting"
|
||||
|
||||
installRequirements
|
||||
|
||||
# Clone fish-speech source (the pip package doesn't include inference modules)
|
||||
|
||||
Reference in New Issue
Block a user
Blocking a user prevents them from interacting with repositories, such as opening or commenting on pull requests or issues. Learn more about blocking a user.