feat(transformers): add support for CPU and MPS

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
2026-01-25 14:51:53 -05:00 · 2025-08-24 16:47:51 +02:00
parent be132fe816
commit 909fdd1b0e
4 changed files with 60 additions and 0 deletions
--- a/backend/python/transformers/requirements-cpu.txt
+++ b/backend/python/transformers/requirements-cpu.txt
@@ -1,3 +1,4 @@
+--extra-index-url https://download.pytorch.org/whl/cpu
 torch==2.7.1
 llvmlite==0.43.0
 numba==0.60.0
--- a/backend/python/transformers/requirements-mps.txt
+++ b/backend/python/transformers/requirements-mps.txt
@@ -0,0 +1,9 @@
+torch==2.7.1
+accelerate
+llvmlite==0.43.0
+numba==0.60.0
+transformers
+bitsandbytes
+outetts
+sentence-transformers==5.1.0
+protobuf==6.32.0