mirror of
https://github.com/mudler/LocalAI.git
synced 2026-05-17 13:10:23 -04:00
* ci(image): wire singleton merges + `--` artifact separator Closes the same singletons gap on the LocalAI server image workflow that PR #9781 closed for backends. The user observed it as missing :latest-gpu-nvidia-cuda-12 etc. on quay.io/go-skynet/local-ai — the build matrix has six single-arch entries with no corresponding merge step, so their per-arch digests push (push-by-digest=true) and never get tagged: - -gpu-hipblas (hipblas-jobs) - -gpu-nvidia-cuda-12 (core-image-build) - -gpu-nvidia-cuda-13 (core-image-build) - -gpu-intel (core-image-build) - -nvidia-l4t-arm64 (gh-runner) - -nvidia-l4t-arm64-cuda-13 (gh-runner) Only :latest, :v<X>, :latest-gpu-vulkan and :v<X>-gpu-vulkan were actually being published before this commit (the two multiarch suffixes that had merge jobs). Changes: 1. image.yml: add six new merge jobs, one per single-arch entry. Each `needs:` only its parent build job (matching the existing pattern for core-image-merge / gpu-vulkan-image-merge). 2. image_build.yml: switch artifact name to `digests-localai<suffix>--<platform-tag-or-"single">`. The `--` separator anchors the merge-side glob so a singleton tag-suffix doesn't over-match a longer suffix that shares its prefix (-nvidia-l4t-arm64 vs -nvidia-l4t-arm64-cuda-13). Same convention as backend_build.yml's fix. 3. image_merge.yml: update the download pattern to match. Next master push or tag release should produce :latest-gpu-hipblas, :latest-gpu-nvidia-cuda-12, :latest-gpu-nvidia-cuda-13, :latest-gpu-intel, :latest-nvidia-l4t-arm64, :latest-nvidia-l4t-arm64-cuda-13 (and their :v<X>-* equivalents) for the first time on the post-#9781 workflow. Assisted-by: Claude:claude-opus-4-7 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> * ci(image): add !cancelled() guard to all 8 image merge jobs Parity pass with backend.yml's merge jobs (8521af14). Without !cancelled(), GHA's default `needs:` cascade skips the merge when ANY matrix cell of the parent build job fails or is cancelled — so a single flaky leg would suppress publication of every other tag-suffix's manifest list. Same fix the backend got after v4.2.1 showed 2 failed singlearch builds cascade-skip 199 singlearch merge entries. Applied to all 8 image merges: - core-image-merge - gpu-vulkan-image-merge - gpu-nvidia-cuda-12-image-merge (added ine5300f1a) - gpu-nvidia-cuda-13-image-merge (added ine5300f1a) - gpu-intel-image-merge (added ine5300f1a) - gpu-hipblas-image-merge (added ine5300f1a) - nvidia-l4t-arm64-image-merge (added ine5300f1a) - nvidia-l4t-arm64-cuda-13-image-merge (added ine5300f1a) Build jobs (hipblas-jobs, core-image-build, gh-runner) are intentionally NOT changed — they have no upstream `needs:` to cascade- skip from. Assisted-by: Claude:claude-opus-4-7 Signed-off-by: Ettore Di Giacinto <mudler@localai.io> --------- Signed-off-by: Ettore Di Giacinto <mudler@localai.io> Co-authored-by: Ettore Di Giacinto <mudler@localai.io>
241 lines
8.9 KiB
YAML
241 lines
8.9 KiB
YAML
---
|
|
name: 'build container images (reusable)'
|
|
|
|
on:
|
|
workflow_call:
|
|
inputs:
|
|
base-image:
|
|
description: 'Base image'
|
|
required: true
|
|
type: string
|
|
build-type:
|
|
description: 'Build type'
|
|
default: ''
|
|
type: string
|
|
cuda-major-version:
|
|
description: 'CUDA major version'
|
|
default: "12"
|
|
type: string
|
|
cuda-minor-version:
|
|
description: 'CUDA minor version'
|
|
default: "9"
|
|
type: string
|
|
platforms:
|
|
description: 'Platforms'
|
|
default: ''
|
|
type: string
|
|
platform-tag:
|
|
description: |
|
|
Short tag identifying the platform leg, e.g. "amd64" or "arm64".
|
|
Used to scope the per-arch registry cache and the digest artifact name.
|
|
Optional during the migration; will be flipped to required: true once
|
|
every caller passes an explicit value.
|
|
required: false
|
|
default: ''
|
|
type: string
|
|
tag-latest:
|
|
description: 'Tag latest'
|
|
default: ''
|
|
type: string
|
|
tag-suffix:
|
|
description: 'Tag suffix'
|
|
default: ''
|
|
type: string
|
|
skip-drivers:
|
|
description: 'Skip drivers by default'
|
|
default: 'false'
|
|
type: string
|
|
runs-on:
|
|
description: 'Runs on'
|
|
required: true
|
|
default: ''
|
|
type: string
|
|
makeflags:
|
|
description: 'Make Flags'
|
|
required: false
|
|
default: '--jobs=4 --output-sync=target'
|
|
type: string
|
|
ubuntu-version:
|
|
description: 'Ubuntu version'
|
|
required: false
|
|
default: '2204'
|
|
type: string
|
|
ubuntu-codename:
|
|
description: 'Ubuntu codename'
|
|
required: false
|
|
default: 'noble'
|
|
type: string
|
|
secrets:
|
|
dockerUsername:
|
|
required: true
|
|
dockerPassword:
|
|
required: true
|
|
quayUsername:
|
|
required: true
|
|
quayPassword:
|
|
required: true
|
|
jobs:
|
|
reusable_image-build:
|
|
runs-on: ${{ inputs.runs-on }}
|
|
steps:
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v6
|
|
|
|
- name: Configure apt mirror on runner
|
|
id: apt_mirror
|
|
uses: ./.github/actions/configure-apt-mirror
|
|
|
|
- name: Free disk space
|
|
uses: ./.github/actions/free-disk-space
|
|
with:
|
|
mode: ${{ inputs.runs-on == 'ubuntu-latest' && 'hosted' || 'skip' }}
|
|
|
|
- name: Set up build disk
|
|
uses: ./.github/actions/setup-build-disk
|
|
|
|
- name: Docker meta
|
|
id: meta
|
|
if: github.event_name != 'pull_request'
|
|
uses: docker/metadata-action@v6
|
|
with:
|
|
images: |
|
|
quay.io/go-skynet/local-ai
|
|
localai/localai
|
|
tags: |
|
|
type=ref,event=branch
|
|
type=semver,pattern={{raw}}
|
|
type=sha
|
|
flavor: |
|
|
latest=${{ inputs.tag-latest }}
|
|
suffix=${{ inputs.tag-suffix }},onlatest=true
|
|
- name: Docker meta for PR
|
|
id: meta_pull_request
|
|
if: github.event_name == 'pull_request'
|
|
uses: docker/metadata-action@v6
|
|
with:
|
|
images: |
|
|
quay.io/go-skynet/ci-tests
|
|
tags: |
|
|
type=ref,event=branch,suffix=localai${{ github.event.number }}-${{ inputs.build-type }}-${{ inputs.cuda-major-version }}-${{ inputs.cuda-minor-version }}
|
|
type=semver,pattern={{raw}},suffix=localai${{ github.event.number }}-${{ inputs.build-type }}-${{ inputs.cuda-major-version }}-${{ inputs.cuda-minor-version }}
|
|
type=sha,suffix=localai${{ github.event.number }}-${{ inputs.build-type }}-${{ inputs.cuda-major-version }}-${{ inputs.cuda-minor-version }}
|
|
flavor: |
|
|
latest=${{ inputs.tag-latest }}
|
|
suffix=${{ inputs.tag-suffix }}
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@master
|
|
with:
|
|
platforms: all
|
|
|
|
- name: Set up Docker Buildx
|
|
id: buildx
|
|
uses: docker/setup-buildx-action@master
|
|
|
|
- name: Login to DockerHub
|
|
if: github.event_name != 'pull_request'
|
|
uses: docker/login-action@v4
|
|
with:
|
|
username: ${{ secrets.dockerUsername }}
|
|
password: ${{ secrets.dockerPassword }}
|
|
|
|
- name: Login to DockerHub
|
|
if: github.event_name != 'pull_request'
|
|
uses: docker/login-action@v4
|
|
with:
|
|
registry: quay.io
|
|
username: ${{ secrets.quayUsername }}
|
|
password: ${{ secrets.quayPassword }}
|
|
|
|
- name: Build and push by digest
|
|
id: build
|
|
uses: docker/build-push-action@v7
|
|
if: github.event_name != 'pull_request'
|
|
with:
|
|
builder: ${{ steps.buildx.outputs.name }}
|
|
build-args: |
|
|
BUILD_TYPE=${{ inputs.build-type }}
|
|
CUDA_MAJOR_VERSION=${{ inputs.cuda-major-version }}
|
|
CUDA_MINOR_VERSION=${{ inputs.cuda-minor-version }}
|
|
BASE_IMAGE=${{ inputs.base-image }}
|
|
MAKEFLAGS=${{ inputs.makeflags }}
|
|
SKIP_DRIVERS=${{ inputs.skip-drivers }}
|
|
UBUNTU_VERSION=${{ inputs.ubuntu-version }}
|
|
UBUNTU_CODENAME=${{ inputs.ubuntu-codename }}
|
|
APT_MIRROR=${{ steps.apt_mirror.outputs.effective-mirror }}
|
|
APT_PORTS_MIRROR=${{ steps.apt_mirror.outputs.effective-ports-mirror }}
|
|
context: .
|
|
file: ./Dockerfile
|
|
cache-from: type=registry,ref=quay.io/go-skynet/ci-cache:cache-localai${{ inputs.tag-suffix }}-${{ inputs.platform-tag }}
|
|
cache-to: type=registry,ref=quay.io/go-skynet/ci-cache:cache-localai${{ inputs.tag-suffix }}-${{ inputs.platform-tag }},mode=max,ignore-error=true
|
|
platforms: ${{ inputs.platforms }}
|
|
outputs: |
|
|
type=image,name=quay.io/go-skynet/local-ai,push-by-digest=true,name-canonical=true,push=true
|
|
type=image,name=localai/localai,push-by-digest=true,name-canonical=true,push=true
|
|
# See backend_build.yml for the rationale — provenance=mode=max
|
|
# diverges the manifest-list digest per registry, breaking the
|
|
# downstream imagetools create lookup.
|
|
provenance: false
|
|
labels: ${{ steps.meta.outputs.labels }}
|
|
|
|
- name: Export digest
|
|
if: github.event_name != 'pull_request'
|
|
run: |
|
|
mkdir -p /tmp/digests
|
|
digest="${{ steps.build.outputs.digest }}"
|
|
touch "/tmp/digests/${digest#sha256:}"
|
|
|
|
# See .github/scripts/anchor-digest-in-cache.sh for why this is needed
|
|
# and how it interacts with image_merge.yml's cleanup step. Mirrors the
|
|
# same anchor in backend_build.yml — quay's per-repo manifest GC reaps
|
|
# untagged manifests in local-ai before the merge runs.
|
|
- name: Anchor digest in ci-cache so quay GC won't reap before merge
|
|
if: github.event_name != 'pull_request'
|
|
env:
|
|
TAG_SUFFIX: ${{ inputs.tag-suffix == '' && '-core' || inputs.tag-suffix }}
|
|
PLATFORM_TAG: ${{ inputs.platform-tag || 'single' }}
|
|
DIGEST: ${{ steps.build.outputs.digest }}
|
|
SOURCE_IMAGE: quay.io/go-skynet/local-ai
|
|
run: .github/scripts/anchor-digest-in-cache.sh
|
|
|
|
- name: Upload digest artifact
|
|
if: github.event_name != 'pull_request'
|
|
uses: actions/upload-artifact@v7
|
|
with:
|
|
# `--` separator + 'single' placeholder for empty platform-tag —
|
|
# same pattern as backend_build.yml. Prevents prefix collisions
|
|
# in the merge-side glob (e.g. -nvidia-l4t-arm64 is a prefix of
|
|
# -nvidia-l4t-arm64-cuda-13).
|
|
name: digests-localai${{ inputs.tag-suffix == '' && '-core' || inputs.tag-suffix }}--${{ inputs.platform-tag || 'single' }}
|
|
path: /tmp/digests/*
|
|
if-no-files-found: error
|
|
retention-days: 1
|
|
### Start testing image
|
|
- name: Build and push
|
|
uses: docker/build-push-action@v7
|
|
if: github.event_name == 'pull_request'
|
|
with:
|
|
builder: ${{ steps.buildx.outputs.name }}
|
|
build-args: |
|
|
BUILD_TYPE=${{ inputs.build-type }}
|
|
CUDA_MAJOR_VERSION=${{ inputs.cuda-major-version }}
|
|
CUDA_MINOR_VERSION=${{ inputs.cuda-minor-version }}
|
|
BASE_IMAGE=${{ inputs.base-image }}
|
|
MAKEFLAGS=${{ inputs.makeflags }}
|
|
SKIP_DRIVERS=${{ inputs.skip-drivers }}
|
|
UBUNTU_VERSION=${{ inputs.ubuntu-version }}
|
|
UBUNTU_CODENAME=${{ inputs.ubuntu-codename }}
|
|
APT_MIRROR=${{ steps.apt_mirror.outputs.effective-mirror }}
|
|
APT_PORTS_MIRROR=${{ steps.apt_mirror.outputs.effective-ports-mirror }}
|
|
context: .
|
|
file: ./Dockerfile
|
|
cache-from: type=registry,ref=quay.io/go-skynet/ci-cache:cache-localai${{ inputs.tag-suffix }}-${{ inputs.platform-tag }}
|
|
platforms: ${{ inputs.platforms }}
|
|
#push: true
|
|
tags: ${{ steps.meta_pull_request.outputs.tags }}
|
|
labels: ${{ steps.meta_pull_request.outputs.labels }}
|
|
## End testing image
|
|
- name: job summary
|
|
run: |
|
|
echo "Built image: ${{ steps.meta.outputs.labels }}" >> $GITHUB_STEP_SUMMARY
|