feat(l4t): add support for extras images

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

Dockerfile

@@ -354,12 +354,14 @@ FROM requirements-drivers
 
 ARG FFMPEG
 ARG BUILD_TYPE
+ARG BUILD_PLATFORM
 ARG TARGETARCH
 ARG IMAGE_TYPE=extras
 ARG EXTRA_BACKENDS
 ARG MAKEFLAGS
 
 ENV BUILD_TYPE=${BUILD_TYPE}
+ENV BUILD_PLATFORM=${BUILD_PLATFORM}
 ENV REBUILD=false
 ENV HEALTHCHECK_ENDPOINT=http://localhost:8080/readyz
 ENV MAKEFLAGS=${MAKEFLAGS}

backend/python/autogptq/requirements-l4t.txt

@@ -0,0 +1,2 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch

backend/python/bark/requirements-l4t.txt

@@ -0,0 +1,5 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+torchaudio
+transformers
+accelerate

backend/python/common/libbackend.sh

@@ -132,11 +132,16 @@ function installRequirements() {
     declare -a requirementFiles=(
         "${EDIR}/requirements-install.txt"
         "${EDIR}/requirements.txt"
-        "${EDIR}/requirements-${BUILD_TYPE}.txt"
     )
 
-    if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then
+    if [ -n "${BUILD_PLATFORM}" ]; then
-        requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}.txt")
+        requirementFiles+=("${EDIR}/requirements-${BUILD_PLATFORM}.txt")
+    else
+        requirementFiles+=("${EDIR}/requirements-${BUILD_TYPE}.txt")
+
+        if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then
+            requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}.txt")
+        fi
     fi
 
     # if BUILD_TYPE is empty, we are a CPU build, so we should try to install the CPU requirements
@@ -146,8 +151,14 @@ function installRequirements() {
 
     requirementFiles+=("${EDIR}/requirements-after.txt")
 
-    if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then
+    if [ -n "${BUILD_PLATFORM}" ]; then
-        requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}-after.txt")
+        requirementFiles+=("${EDIR}/requirements-${BUILD_PLATFORM}-after.txt")
+    else
+        if [ "x${BUILD_TYPE}" != "x${BUILD_PROFILE}" ]; then
+            requirementFiles+=("${EDIR}/requirements-${BUILD_PROFILE}-after.txt")
+        else
+            requirementFiles+=("${EDIR}/requirements-${BUILD_TYPE}-after.txt")
+        fi
     fi
 
     for reqFile in ${requirementFiles[@]}; do

backend/python/coqui/requirements-l4t.txt

@@ -0,0 +1,6 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+torchaudio
+transformers
+accelerate
+coqui-tts

backend/python/diffusers/requirements-l4t.txt

@@ -0,0 +1,10 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+diffusers
+opencv-python
+transformers
+accelerate
+compel
+peft
+sentencepiece
+optimum-quanto

backend/python/exllama2/requirements-l4t.txt

@@ -0,0 +1,4 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+transformers
+accelerate

backend/python/faster-whisper/requirements-l4t.txt

@@ -0,0 +1,9 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+faster-whisper
+opencv-python
+accelerate
+compel
+peft
+sentencepiece
+optimum-quanto

backend/python/kokoro/requirements-l4t.txt

@@ -0,0 +1,3 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+transformers

backend/python/rerankers/requirements-l4t.txt

@@ -0,0 +1,5 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+transformers
+accelerate
+torch
+rerankers[transformers]

backend/python/transformers/requirements-l4t.txt

@@ -0,0 +1,9 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+torch
+accelerate
+llvmlite==0.43.0
+numba==0.60.0
+transformers
+bitsandbytes
+outetts
+sentence-transformers==3.4.1

backend/python/vllm/requirements-after.txt

@@ -1 +0,0 @@
-vllm

backend/python/vllm/requirements-cpu.txt

@@ -1,3 +1,4 @@
 accelerate
 torch==2.4.1
-transformers
+transformers
+vllm

backend/python/vllm/requirements-cublas11.txt

@@ -2,4 +2,5 @@
 accelerate
 torch==2.4.1+cu118
 transformers
-bitsandbytes
+bitsandbytes
+vllm

backend/python/vllm/requirements-cublas12.txt

@@ -1,4 +1,5 @@
 accelerate
 torch==2.4.1
 transformers
-bitsandbytes
+bitsandbytes
+vllm

backend/python/vllm/requirements-hipblas.txt

@@ -2,4 +2,5 @@
 accelerate
 torch==2.4.1+rocm6.0
 transformers
-bitsandbytes
+bitsandbytes
+vllm

backend/python/vllm/requirements-intel.txt

@@ -6,4 +6,5 @@ transformers
 optimum[openvino]
 setuptools
 bitsandbytes
-oneccl_bind_pt==2.3.100+xpu
+oneccl_bind_pt==2.3.100+xpu
+vllm

backend/python/vllm/requirements-l4t.txt

@@ -0,0 +1,7 @@
+--index-url https://pypi.jetson-ai-lab.dev/jp6/cu126/
+accelerate
+torch
+vllm
+transformers
+bitsandbytes
+flash-attn