mirror of
https://github.com/mudler/LocalAI.git
synced 2026-05-19 22:29:54 -04:00
Compare commits
8 Commits
v3.7.0
...
chore/vulk
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2aed98d14b | ||
|
|
b3a1b3d63f | ||
|
|
e25dd2fe26 | ||
|
|
002f75ac79 | ||
|
|
1ce8f35834 | ||
|
|
be8a314496 | ||
|
|
406d62d6aa | ||
|
|
9e9f953eec |
1703
.github/workflows/backend.yml
vendored
1703
.github/workflows/backend.yml
vendored
File diff suppressed because it is too large
Load Diff
2
.github/workflows/image-pr.yml
vendored
2
.github/workflows/image-pr.yml
vendored
@@ -60,7 +60,7 @@ jobs:
|
|||||||
runs-on: 'ubuntu-latest'
|
runs-on: 'ubuntu-latest'
|
||||||
makeflags: "--jobs=3 --output-sync=target"
|
makeflags: "--jobs=3 --output-sync=target"
|
||||||
- build-type: 'vulkan'
|
- build-type: 'vulkan'
|
||||||
platforms: 'linux/amd64'
|
platforms: 'linux/amd64,linux/arm64'
|
||||||
tag-latest: 'false'
|
tag-latest: 'false'
|
||||||
tag-suffix: '-vulkan-core'
|
tag-suffix: '-vulkan-core'
|
||||||
runs-on: 'ubuntu-latest'
|
runs-on: 'ubuntu-latest'
|
||||||
|
|||||||
2
.github/workflows/image.yml
vendored
2
.github/workflows/image.yml
vendored
@@ -101,7 +101,7 @@ jobs:
|
|||||||
makeflags: "--jobs=4 --output-sync=target"
|
makeflags: "--jobs=4 --output-sync=target"
|
||||||
aio: "-aio-gpu-nvidia-cuda-12"
|
aio: "-aio-gpu-nvidia-cuda-12"
|
||||||
- build-type: 'vulkan'
|
- build-type: 'vulkan'
|
||||||
platforms: 'linux/amd64'
|
platforms: 'linux/amd64,linux/arm64'
|
||||||
tag-latest: 'auto'
|
tag-latest: 'auto'
|
||||||
tag-suffix: '-gpu-vulkan'
|
tag-suffix: '-gpu-vulkan'
|
||||||
runs-on: 'ubuntu-latest'
|
runs-on: 'ubuntu-latest'
|
||||||
|
|||||||
30
Dockerfile
30
Dockerfile
@@ -32,15 +32,27 @@ RUN <<EOT bash
|
|||||||
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
||||||
apt-get update && \
|
apt-get update && \
|
||||||
apt-get install -y --no-install-recommends \
|
apt-get install -y --no-install-recommends \
|
||||||
software-properties-common pciutils wget gpg-agent && \
|
software-properties-common pciutils sudo wget gpg-agent curl xz-utils && \
|
||||||
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
echo "vulkan" > /run/localai/capability && \
|
||||||
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
if [ "amd64" = "$TARGETARCH" ]; then
|
||||||
apt-get update && \
|
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
||||||
apt-get install -y \
|
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
||||||
vulkan-sdk && \
|
apt-get update && \
|
||||||
apt-get clean && \
|
apt-get install -y \
|
||||||
rm -rf /var/lib/apt/lists/* && \
|
vulkan-sdk && \
|
||||||
echo "vulkan" > /run/localai/capability
|
apt-get clean && \
|
||||||
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
fi
|
||||||
|
if [ "arm64" = "$TARGETARCH" ]; then
|
||||||
|
# For ARM64, we need to build the Vulkan SDK manually as there are no packages available
|
||||||
|
mkdir vulkan && cd vulkan && curl -L -o vulkan-sdk.tar.xz https://github.com/mudler/vulkan-sdk-arm/releases/download/1.4.321.1/vulkansdk-ubuntu-22.04-arm-1.4.321.1.tar.xz && \
|
||||||
|
tar -xvf vulkan-sdk.tar.xz && \
|
||||||
|
rm vulkan-sdk.tar.xz && \
|
||||||
|
cd * && \
|
||||||
|
cp -rfv aarch64/* /usr/ && \
|
||||||
|
cd ../.. && \
|
||||||
|
rm -rf vulkan
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
EOT
|
EOT
|
||||||
|
|
||||||
|
|||||||
@@ -37,14 +37,27 @@ RUN <<EOT bash
|
|||||||
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
||||||
apt-get update && \
|
apt-get update && \
|
||||||
apt-get install -y --no-install-recommends \
|
apt-get install -y --no-install-recommends \
|
||||||
software-properties-common pciutils wget gpg-agent && \
|
software-properties-common pciutils sudo wget gpg-agent curl xz-utils && \
|
||||||
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
echo "vulkan" > /run/localai/capability && \
|
||||||
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
if [ "amd64" = "$TARGETARCH" ]; then
|
||||||
apt-get update && \
|
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
||||||
apt-get install -y \
|
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
||||||
vulkan-sdk && \
|
apt-get update && \
|
||||||
apt-get clean && \
|
apt-get install -y \
|
||||||
rm -rf /var/lib/apt/lists/*
|
vulkan-sdk && \
|
||||||
|
apt-get clean && \
|
||||||
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
fi
|
||||||
|
if [ "arm64" = "$TARGETARCH" ]; then
|
||||||
|
# For ARM64, we need to build the Vulkan SDK manually as there are no packages available
|
||||||
|
mkdir vulkan && cd vulkan && curl -L -o vulkan-sdk.tar.xz https://github.com/mudler/vulkan-sdk-arm/releases/download/1.4.321.1/vulkansdk-ubuntu-22.04-arm-1.4.321.1.tar.xz && \
|
||||||
|
tar -xvf vulkan-sdk.tar.xz && \
|
||||||
|
rm vulkan-sdk.tar.xz && \
|
||||||
|
cd * && \
|
||||||
|
cp -rfv aarch64/* /usr/ && \
|
||||||
|
cd ../.. && \
|
||||||
|
rm -rf vulkan
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
EOT
|
EOT
|
||||||
|
|
||||||
|
|||||||
@@ -85,14 +85,27 @@ RUN <<EOT bash
|
|||||||
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
||||||
apt-get update && \
|
apt-get update && \
|
||||||
apt-get install -y --no-install-recommends \
|
apt-get install -y --no-install-recommends \
|
||||||
software-properties-common pciutils wget gpg-agent && \
|
software-properties-common pciutils sudo wget gpg-agent curl xz-utils libxcb1 libx11-6 && \
|
||||||
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
echo "vulkan" > /run/localai/capability && \
|
||||||
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
if [ "amd64" = "$TARGETARCH" ]; then
|
||||||
apt-get update && \
|
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
||||||
apt-get install -y \
|
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
||||||
vulkan-sdk && \
|
apt-get update && \
|
||||||
apt-get clean && \
|
apt-get install -y \
|
||||||
rm -rf /var/lib/apt/lists/*
|
vulkan-sdk && \
|
||||||
|
apt-get clean && \
|
||||||
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
fi
|
||||||
|
if [ "arm64" = "$TARGETARCH" ]; then
|
||||||
|
# For ARM64, we need to build the Vulkan SDK manually as there are no packages available
|
||||||
|
mkdir vulkan && cd vulkan && curl -L -o vulkan-sdk.tar.xz https://github.com/mudler/vulkan-sdk-arm/releases/download/1.4.321.1/vulkansdk-ubuntu-22.04-arm-1.4.321.1.tar.xz && \
|
||||||
|
tar -xvf vulkan-sdk.tar.xz && \
|
||||||
|
rm vulkan-sdk.tar.xz && \
|
||||||
|
cd * && \
|
||||||
|
cp -rfv aarch64/* /usr/ && vulkaninfo \
|
||||||
|
cd ../.. && \
|
||||||
|
rm -rf vulkan
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
EOT
|
EOT
|
||||||
|
|
||||||
|
|||||||
@@ -45,14 +45,27 @@ RUN <<EOT bash
|
|||||||
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
|
||||||
apt-get update && \
|
apt-get update && \
|
||||||
apt-get install -y --no-install-recommends \
|
apt-get install -y --no-install-recommends \
|
||||||
software-properties-common pciutils wget gpg-agent && \
|
software-properties-common pciutils sudo wget gpg-agent curl xz-utils && \
|
||||||
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
echo "vulkan" > /run/localai/capability && \
|
||||||
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
if [ "amd64" = "$TARGETARCH" ]; then
|
||||||
apt-get update && \
|
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
|
||||||
apt-get install -y \
|
wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
|
||||||
vulkan-sdk && \
|
apt-get update && \
|
||||||
apt-get clean && \
|
apt-get install -y \
|
||||||
rm -rf /var/lib/apt/lists/*
|
vulkan-sdk && \
|
||||||
|
apt-get clean && \
|
||||||
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
fi
|
||||||
|
if [ "arm64" = "$TARGETARCH" ]; then
|
||||||
|
# For ARM64, we need to build the Vulkan SDK manually as there are no packages available
|
||||||
|
mkdir vulkan && cd vulkan && curl -L -o vulkan-sdk.tar.xz https://github.com/mudler/vulkan-sdk-arm/releases/download/1.4.321.1/vulkansdk-ubuntu-22.04-arm-1.4.321.1.tar.xz && \
|
||||||
|
tar -xvf vulkan-sdk.tar.xz && \
|
||||||
|
rm vulkan-sdk.tar.xz && \
|
||||||
|
cd * && \
|
||||||
|
cp -rfv aarch64/* /usr/ && \
|
||||||
|
cd ../.. && \
|
||||||
|
rm -rf vulkan
|
||||||
|
fi
|
||||||
fi
|
fi
|
||||||
EOT
|
EOT
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user