#!/bin/sh # LocalAI installer. # # curl -sSL https://localai.io/install.sh | sh # # Downloads the release binary that matches this machine, checks it against the # checksums published with the release, and puts it on your PATH. Nothing is # built, nothing is left behind, and running it twice is a no-op. # # Environment: # LOCALAI_VERSION pin a release, for example v4.7.1 (default: latest) # INSTALL_DIR where to put the binary (default: /usr/local/bin, # falling back to ~/.local/bin when that is not writable) # LOCALAI_FORCE set to 1 to reinstall even if the same build is present # LOCALAI_NO_SUDO set to 1 to never escalate, use ~/.local/bin instead # GITHUB_TOKEN optional, only used to avoid GitHub API rate limits set -eu REPO="mudler/LocalAI" API="https://api.github.com/repos/${REPO}/releases" DL="https://github.com/${REPO}/releases/download" BIN="local-ai" TMPDIR_LOCALAI="" say() { printf '%s\n' "$*"; } step() { printf ' %s\n' "$*"; } die() { printf '\nlocalai install: %s\n' "$1" >&2 if [ $# -gt 1 ]; then printf '%s\n' "$2" >&2 fi exit 1 } cleanup() { if [ -n "$TMPDIR_LOCALAI" ] && [ -d "$TMPDIR_LOCALAI" ]; then rm -rf "$TMPDIR_LOCALAI" fi } trap cleanup EXIT INT TERM HUP have() { command -v "$1" >/dev/null 2>&1; } # --- fetching --------------------------------------------------------------- fetch_to_stdout() { if have curl; then if [ -n "${GITHUB_TOKEN:-}" ]; then curl -fsSL -H "Authorization: Bearer ${GITHUB_TOKEN}" "$1" else curl -fsSL "$1" fi elif have wget; then if [ -n "${GITHUB_TOKEN:-}" ]; then wget -qO- --header="Authorization: Bearer ${GITHUB_TOKEN}" "$1" else wget -qO- "$1" fi else die "neither curl nor wget is installed" \ "Install one of them and run this again, or download the binary by hand from https://github.com/${REPO}/releases" fi } # fetch_to_file URL DEST. Returns non-zero instead of exiting, so optional # files (the checksum list) can be missing without failing the install. fetch_to_file() { if have curl; then curl -fsSL --retry 3 --retry-delay 1 -o "$2" "$1" elif have wget; then wget -q --tries=3 -O "$2" "$1" else die "neither curl nor wget is installed" \ "Install one of them and run this again, or download the binary by hand from https://github.com/${REPO}/releases" fi } # --- platform --------------------------------------------------------------- detect_platform() { uname_s="$(uname -s 2>/dev/null || echo unknown)" uname_m="$(uname -m 2>/dev/null || echo unknown)" case "$uname_s" in Linux) OS="linux" ;; Darwin) OS="darwin" ;; *) die "unsupported operating system: ${uname_s}" \ "LocalAI publishes binaries for Linux and macOS. On Windows, use WSL2 or the container image: docker run -p 8080:8080 localai/localai:latest" ;; esac case "$uname_m" in x86_64 | amd64) ARCH="amd64" ;; aarch64 | arm64) ARCH="arm64" ;; *) die "unsupported CPU architecture: ${uname_m}" \ "LocalAI publishes amd64 and arm64 binaries. Build from source instead: https://localai.io/docs/getting-started/build/" ;; esac if [ "$OS" = "darwin" ] && [ "$ARCH" = "amd64" ]; then die "there is no Intel macOS binary in the LocalAI releases" \ "On an Intel Mac, use the container image (docker run -p 8080:8080 localai/localai:latest) or build from source: https://localai.io/docs/getting-started/build/" fi } # --- version ---------------------------------------------------------------- resolve_version() { if [ -n "${LOCALAI_VERSION:-}" ]; then VERSION="$LOCALAI_VERSION" case "$VERSION" in v*) ;; *) VERSION="v${VERSION}" ;; esac return 0 fi VERSION="$(fetch_to_stdout "${API}/latest" 2>/dev/null | sed -n 's/.*"tag_name"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p' | head -n 1)" if [ -z "$VERSION" ]; then die "could not work out the latest LocalAI release" \ "The GitHub API may be rate limiting you. Pin a version instead, for example: LOCALAI_VERSION=v4.7.1 sh install.sh" fi } # --- checksums -------------------------------------------------------------- sha256_of() { if have sha256sum; then sha256sum "$1" | awk '{print $1}' elif have shasum; then shasum -a 256 "$1" | awk '{print $1}' elif have openssl; then openssl dgst -sha256 "$1" | awk '{print $NF}' else return 1 fi } # --- install target --------------------------------------------------------- # Sets TARGET_DIR and SUDO ("" or "sudo"). choose_target() { SUDO="" if [ -n "${INSTALL_DIR:-}" ]; then TARGET_DIR="$INSTALL_DIR" mkdir -p "$TARGET_DIR" 2>/dev/null || die "cannot create ${TARGET_DIR}" \ "Pick a directory you can write to, for example: INSTALL_DIR=\$HOME/.local/bin sh install.sh" [ -w "$TARGET_DIR" ] || die "cannot write to ${TARGET_DIR}" \ "Pick a directory you can write to, for example: INSTALL_DIR=\$HOME/.local/bin sh install.sh" return 0 fi TARGET_DIR="/usr/local/bin" if mkdir -p "$TARGET_DIR" 2>/dev/null && [ -w "$TARGET_DIR" ]; then return 0 fi if [ "${LOCALAI_NO_SUDO:-0}" != "1" ] && have sudo; then SUDO="sudo" return 0 fi TARGET_DIR="${HOME}/.local/bin" mkdir -p "$TARGET_DIR" 2>/dev/null || die "cannot create ${TARGET_DIR}" \ "Set INSTALL_DIR to somewhere writable and run this again." [ -w "$TARGET_DIR" ] || die "cannot write to ${TARGET_DIR}" \ "Set INSTALL_DIR to somewhere writable and run this again." } on_path() { case ":${PATH}:" in *":$1:"*) return 0 ;; *) return 1 ;; esac } # --- main ------------------------------------------------------------------- say "LocalAI installer" detect_platform step "platform ${OS}/${ARCH}" resolve_version step "release ${VERSION}" ASSET="${BIN}-${VERSION}-${OS}-${ARCH}" SUMS="LocalAI-${VERSION}-checksums.txt" choose_target step "install to ${TARGET_DIR}${SUDO:+ (via sudo)}" TMPDIR_LOCALAI="$(mktemp -d 2>/dev/null || mktemp -d -t localai)" || die "could not create a temporary directory" # Expected checksum first: it tells us whether an existing install is already # the exact build we are about to fetch, so a second run downloads nothing. EXPECTED="" if fetch_to_file "${DL}/${VERSION}/${SUMS}" "${TMPDIR_LOCALAI}/${SUMS}" 2>/dev/null; then EXPECTED="$(awk -v f="$ASSET" '$2 == f || $2 == "*" f {print $1}' "${TMPDIR_LOCALAI}/${SUMS}" | head -n 1)" fi if [ -n "$EXPECTED" ] && [ "${LOCALAI_FORCE:-0}" != "1" ] && [ -x "${TARGET_DIR}/${BIN}" ]; then CURRENT="$(sha256_of "${TARGET_DIR}/${BIN}" 2>/dev/null || true)" if [ -n "$CURRENT" ] && [ "$CURRENT" = "$EXPECTED" ]; then step "already at ${VERSION}, nothing to do" say "" say "Run it with: ${BIN} run qwen3.5-35b-a3b-apex" exit 0 fi fi step "downloading ${ASSET}" if ! fetch_to_file "${DL}/${VERSION}/${ASSET}" "${TMPDIR_LOCALAI}/${BIN}"; then die "could not download ${DL}/${VERSION}/${ASSET}" \ "Check the release exists and lists that file: https://github.com/${REPO}/releases/tag/${VERSION}" fi if [ ! -s "${TMPDIR_LOCALAI}/${BIN}" ]; then die "the downloaded file is empty" \ "Try again, or download it by hand from https://github.com/${REPO}/releases/tag/${VERSION}" fi if [ -n "$EXPECTED" ]; then if ACTUAL="$(sha256_of "${TMPDIR_LOCALAI}/${BIN}")"; then if [ "$ACTUAL" != "$EXPECTED" ]; then die "checksum mismatch for ${ASSET}" \ "expected ${EXPECTED}, got ${ACTUAL}. The download was corrupted or tampered with, so nothing was installed." fi step "checksum ok" else step "checksum skipped, no sha256sum, shasum or openssl on this machine" fi else step "checksum skipped, this release publishes no checksum file" fi chmod 0755 "${TMPDIR_LOCALAI}/${BIN}" # Write to a sibling name and rename, so a running local-ai is never replaced # underneath itself and a failed copy cannot leave a half-written binary. if ! $SUDO cp "${TMPDIR_LOCALAI}/${BIN}" "${TARGET_DIR}/${BIN}.new"; then die "could not write to ${TARGET_DIR}" \ "Re-run with INSTALL_DIR set to somewhere you can write, for example: INSTALL_DIR=\$HOME/.local/bin sh install.sh" fi $SUDO chmod 0755 "${TARGET_DIR}/${BIN}.new" $SUDO mv "${TARGET_DIR}/${BIN}.new" "${TARGET_DIR}/${BIN}" step "installed ${TARGET_DIR}/${BIN}" say "" say "Next steps" if ! on_path "$TARGET_DIR"; then say " ${TARGET_DIR} is not on your PATH yet. Add it:" say " export PATH=\"${TARGET_DIR}:\$PATH\"" fi say " Start the API and pull a model in one go:" say " ${BIN} run qwen3.5-35b-a3b-apex" say " Or just start the server and use the web interface:" say " ${BIN}" say " open http://localhost:8080" say "" say " Backends download themselves the first time a model asks for one." say " Documentation: https://localai.io/docs/"