diff --git a/Dockerfile b/Dockerfile index 1567ef6f7..adf7daa8c 100644 --- a/Dockerfile +++ b/Dockerfile @@ -149,6 +149,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ diff --git a/backend/Dockerfile.golang b/backend/Dockerfile.golang index 3bf15c508..b5b55d860 100644 --- a/backend/Dockerfile.golang +++ b/backend/Dockerfile.golang @@ -147,6 +147,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ diff --git a/backend/Dockerfile.ik-llama-cpp b/backend/Dockerfile.ik-llama-cpp index 62ae52841..157ca4ae2 100644 --- a/backend/Dockerfile.ik-llama-cpp +++ b/backend/Dockerfile.ik-llama-cpp @@ -204,6 +204,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ diff --git a/backend/Dockerfile.llama-cpp b/backend/Dockerfile.llama-cpp index 2f1dbd2e5..211f88ac9 100644 --- a/backend/Dockerfile.llama-cpp +++ b/backend/Dockerfile.llama-cpp @@ -206,6 +206,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ diff --git a/backend/Dockerfile.python b/backend/Dockerfile.python index f3bcf8d34..dd720305d 100644 --- a/backend/Dockerfile.python +++ b/backend/Dockerfile.python @@ -162,6 +162,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ @@ -216,4 +217,4 @@ RUN if [ -f "/${BACKEND}/package.sh" ]; then \ FROM scratch ARG BACKEND=rerankers -COPY --from=builder /${BACKEND}/ / \ No newline at end of file +COPY --from=builder /${BACKEND}/ / diff --git a/backend/Dockerfile.turboquant b/backend/Dockerfile.turboquant index 70251eadd..d1cf23ee2 100644 --- a/backend/Dockerfile.turboquant +++ b/backend/Dockerfile.turboquant @@ -204,6 +204,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then apt-get update && \ apt-get install -y --no-install-recommends \ hipblas-dev \ + hipblaslt-dev \ rocblas-dev && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* && \ diff --git a/scripts/build/package-gpu-libs.sh b/scripts/build/package-gpu-libs.sh index f1c248b82..2b5b02aab 100755 --- a/scripts/build/package-gpu-libs.sh +++ b/scripts/build/package-gpu-libs.sh @@ -177,6 +177,7 @@ package_rocm_libs() { local rocm_libs=( "libamdhip64.so*" "libhipblas.so*" + "libhipblaslt.so*" "librocblas.so*" "librocrand.so*" "librocsparse.so*"