mirror of
https://github.com/mudler/LocalAI.git
synced 2026-08-04 12:22:22 -04:00
79cc9e7678
Prefer an explicitly configured Triton assembler, otherwise use the executable ptxas from CUDA_HOME so torch.compile can target GPU architectures newer than Triton bundled tooling. Assisted-by: Codex:gpt-5
15 lines
362 B
Bash
15 lines
362 B
Bash
#!/bin/bash
|
|
backend_dir=$(dirname $0)
|
|
if [ -d $backend_dir/common ]; then
|
|
source $backend_dir/common/libbackend.sh
|
|
else
|
|
source $backend_dir/../common/libbackend.sh
|
|
fi
|
|
|
|
cuda_home=${CUDA_HOME:-/usr/local/cuda}
|
|
if [ -z "${TRITON_PTXAS_PATH:-}" ] && [ -x "$cuda_home/bin/ptxas" ]; then
|
|
export TRITON_PTXAS_PATH="$cuda_home/bin/ptxas"
|
|
fi
|
|
|
|
startBackend $@
|