mirror of
https://github.com/bentoml/OpenLLM.git
synced 2026-01-22 14:31:26 -05:00
246 lines
7.8 KiB
YAML
246 lines
7.8 KiB
YAML
# modified workflow from ofek/hatch, big kudos to them.
|
|
name: binary-distribution
|
|
on:
|
|
workflow_call:
|
|
workflow_dispatch:
|
|
pull_request:
|
|
branches: [main]
|
|
paths-ignore:
|
|
- 'docs/**'
|
|
- 'bazel/**'
|
|
- 'typings/**'
|
|
- '*.md'
|
|
- 'changelog.d/**'
|
|
- 'assets/**'
|
|
defaults:
|
|
run:
|
|
shell: bash --noprofile --norc -exo pipefail {0}
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
|
|
cancel-in-progress: true
|
|
env:
|
|
APP_NAME: openllm
|
|
PYTHON_VERSION: '3.11'
|
|
PYOXIDIZER_VERSION: '0.24.0'
|
|
HATCH_VERBOSE: 2
|
|
jobs:
|
|
python-artifacts:
|
|
name: Build wheel and source distribution
|
|
runs-on: ubuntu-latest
|
|
if: ${{ github.actor != 'dependabot[bot]' }}
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
- name: Setup CI
|
|
uses: ./.github/actions/setup-repo
|
|
- name: Pull latest change
|
|
if: ${{ github.event_name != 'pull_request' }}
|
|
run: git pull --autostash --no-edit --gpg-sign --ff origin main
|
|
- name: Install build frontend
|
|
run: python -m pip install --upgrade build
|
|
- name: Build
|
|
run: python -m build
|
|
- name: Upload artifacts
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: python-artifacts
|
|
path: dist/*
|
|
if-no-files-found: error
|
|
binaries:
|
|
name: ${{ matrix.job.target }} (${{ matrix.job.os }})
|
|
needs:
|
|
- python-artifacts
|
|
runs-on: ${{ matrix.job.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
job:
|
|
# Linux
|
|
- target: aarch64-unknown-linux-gnu
|
|
os: ubuntu-22.04
|
|
cross: true
|
|
- target: x86_64-unknown-linux-gnu
|
|
os: ubuntu-22.04
|
|
cross: true
|
|
- target: x86_64-unknown-linux-musl
|
|
os: ubuntu-22.04
|
|
cross: true
|
|
- target: i686-unknown-linux-gnu
|
|
os: ubuntu-22.04
|
|
cross: true
|
|
- target: powerpc64le-unknown-linux-gnu
|
|
os: ubuntu-22.04
|
|
cross: true
|
|
# Windows
|
|
- target: x86_64-pc-windows-msvc
|
|
os: windows-2022
|
|
- target: i686-pc-windows-msvc
|
|
os: windows-2022
|
|
# macOS
|
|
- target: aarch64-apple-darwin
|
|
os: macos-12
|
|
- target: x86_64-apple-darwin
|
|
os: macos-12
|
|
outputs:
|
|
version: ${{ steps.version.outputs.version }}
|
|
env:
|
|
CARGO: cargo
|
|
CARGO_BUILD_TARGET: ${{ matrix.job.target }}
|
|
PYAPP_REPO: pyapp
|
|
PYAPP_VERSION: '0.10.1'
|
|
PYAPP_PIP_EXTERNAL: 'true'
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
with:
|
|
fetch-depth: 0
|
|
- name: Pull latest change
|
|
if: ${{ github.event_name != 'pull_request' }}
|
|
run: git pull --autostash --no-edit --gpg-sign --ff origin main
|
|
- name: Fetch PyApp
|
|
run: >-
|
|
mkdir $PYAPP_REPO && curl -L https://github.com/ofek/pyapp/releases/download/v$PYAPP_VERSION/source.tar.gz | tar --strip-components=1 -xzf - -C $PYAPP_REPO
|
|
- name: Set up Python ${{ env.PYTHON_VERSION }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Install Hatch
|
|
run: pip install -U hatch
|
|
- name: Install Rust toolchain
|
|
uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
targets: ${{ matrix.job.target }}
|
|
- name: Set up cross compiling
|
|
if: matrix.job.cross
|
|
uses: taiki-e/install-action@v2
|
|
with:
|
|
tool: cross
|
|
- name: Configure cross compiling
|
|
if: matrix.job.cross
|
|
run: echo "CARGO=cross" >> $GITHUB_ENV
|
|
- name: Configure target
|
|
run: |-
|
|
config_file="$PYAPP_REPO/.cargo/config_${{ matrix.job.target }}.toml"
|
|
if [[ -f "$config_file" ]]; then
|
|
mv "$config_file" "$PYAPP_REPO/.cargo/config.toml"
|
|
fi
|
|
- name: Download Python artifacts
|
|
if: ${{ !startsWith(github.event.ref, 'refs/tags') }}
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: python-artifacts
|
|
path: dist
|
|
- name: Configure embedded project
|
|
if: ${{ !startsWith(github.event.ref, 'refs/tags') }}
|
|
run: |-
|
|
cd dist
|
|
wheel="$(echo *.whl)"
|
|
mv "$wheel" "../$PYAPP_REPO"
|
|
echo "PYAPP_PROJECT_PATH=$wheel" >> $GITHUB_ENV
|
|
- name: Build binary
|
|
run: hatch build --target app
|
|
# Windows installers don't accept non-integer versions so we ubiquitously
|
|
# perform the following transformation: X.Y.Z.devN -> X.Y.Z.N
|
|
- name: Set project version
|
|
id: version
|
|
run: |-
|
|
old_version="$(hatch version)"
|
|
version="${old_version/dev/}"
|
|
|
|
if [[ "$version" != "$old_version" ]]; then
|
|
cd dist/app
|
|
find . -type f -iname "openllm-*" | while read -r file; do
|
|
binary=$(echo "$file" | sed 's/dev//')
|
|
mv "$file" "$binary"
|
|
done
|
|
fi
|
|
|
|
echo "version=$version" >> $GITHUB_OUTPUT
|
|
echo "$version"
|
|
- name: Archive binary
|
|
run: |-
|
|
mkdir packaging
|
|
cd dist/app
|
|
find . -type f -iname "openllm-*" | while read -r file; do
|
|
if [[ "$file" =~ -pc-windows- ]]; then
|
|
7z a "../../packaging/${file:0:-4}.zip" "$file"
|
|
else
|
|
binary="${file/dev/}"
|
|
chmod +x "$file"
|
|
tar -czf "../../packaging/$binary.tar.gz" "$file"
|
|
fi
|
|
done
|
|
- name: Upload staged archive
|
|
if: runner.os != 'Linux'
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: staged-${{ runner.os }}
|
|
path: packaging/*
|
|
if-no-files-found: error
|
|
- name: Upload archive
|
|
if: runner.os == 'Linux'
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: standalone
|
|
path: packaging/*
|
|
if-no-files-found: error
|
|
windows-packaging:
|
|
name: Build Windows installers
|
|
needs: binaries
|
|
runs-on: windows-2022
|
|
env:
|
|
VERSION: ${{ needs.binaries.outputs.version }}
|
|
if: ${{ github.event_name != 'pull_request' }}
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
- name: Set up Python ${{ env.PYTHON_VERSION }}
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Pull latest change
|
|
run: git pull --autostash --no-edit --gpg-sign --ff origin main
|
|
- name: Install PyOxidizer ${{ env.PYOXIDIZER_VERSION }}
|
|
run: pip install pyoxidizer==${{ env.PYOXIDIZER_VERSION }}
|
|
- name: Download staged binaries
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: staged-${{ runner.os }}
|
|
path: archives
|
|
- name: Extract staged binaries
|
|
run: |-
|
|
mkdir bin
|
|
for f in archives/*; do
|
|
7z e "$f" -obin
|
|
done
|
|
# bin/<APP_NAME>-<VERSION>-<TARGET>.exe -> targets/<TARGET>/<APP_NAME>.exe
|
|
- name: Prepare binaries
|
|
run: |-
|
|
mkdir targets
|
|
for f in bin/*; do
|
|
if [[ "$f" =~ ${{ env.VERSION }}-(.+).exe$ ]]; then
|
|
target="${BASH_REMATCH[1]}"
|
|
mkdir "targets/$target"
|
|
mv "$f" "targets/$target/${{ env.APP_NAME }}.exe"
|
|
fi
|
|
done
|
|
- name: Build installers
|
|
run: >-
|
|
pyoxidizer build windows_installers --release --var version ${{ env.VERSION }}
|
|
- name: Prepare installers
|
|
run: |-
|
|
mkdir installers
|
|
mv build/*/release/*/*.{exe,msi} installers
|
|
- name: Upload binaries
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: standalone
|
|
path: archives/*
|
|
if-no-files-found: error
|
|
- name: Upload installers
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: installers
|
|
path: installers/*
|