[ENG-1054] libheif for Linux (plus fixes) + Webp update (#1405)

* Move postinstall script to a preprep script - Fix libheif crate failing to build with our libheif - Rework CI due to postinstall to preprep changes * Linux heif build script + Update webp * Fix ctrl+c/ctrl+v bug * Improve libheif linux script - Add support for linux aarch64 - Add CI workflow to build libheif for linux - Some other misc fixes * Fix libheif CI requires sudo * Fix wrong path for libheif build.rs override in Windows * Fix wrong path manipulations in libheif build script * 🤦 * Use ubuntu-latest in libheif action - Specify glib version in target triple to support old distros - Fix libheif artifact publishing * Fix artifact upload path again * Add musl support for libheif - Remove unused files from libheif artifact - Add setup logic for libheif in postinstall script * Build libheif for linux as a shared lib * Fix meson not building the correct arch - Add logic to get git branch from githubs CI env vars * libheif finnaly works on linux - Make spacedrive binary rpath point to where appimage and deb expects our libs to be - Add some logic to tauri.js to convince tauri to bundle our shared libs - Work-around appimage bundling step breaking sometimes - Add logic to handle sigint in tauri.js to ensure we clean up after ourselves - Rename postinstall.mjs to setup.mjs - Add logic to setup.mjs to point our dev build to our shared libs in linux * Fix windows dekstop dev - Rename setup.mjs to preprep.mjs * test cache-factory * Fix preprep script not parsing the cross compilation target triple and always using the host info to download dependencies - Fix action env vars not being correctly passed - Remove possibility to pass multiple targests to rust action * Don't compile mobile crates on desktop targets * Remove cache-factory pull_request trigger * remove patched tauri cli * Use git plumbing command to get remote branch name - Fallback to reading .git/HEAD if remote name was not retrieved * fix type --------- Co-authored-by: Brendan Allan <brendonovich@outlook.com>
2026-04-23 16:07:15 -04:00 · 2023-10-03 14:31:33 -03:00
parent dc73d2367d
commit f229877c4b
37 changed files with 703 additions and 264 deletions
--- a/.github/scripts/ffmpeg-macos/Dockerfile
+++ b/.github/scripts/ffmpeg-macos/Dockerfile
@@ -1,7 +1,7 @@
 ARG FAKE_DEPS="gettext-runtime libiconv ncurses" \
 	FFMPEG_DEPS="brotli bzip2 dav1d libde265 libjxl libopus libpng libvorbis libvpx-devel openjpeg \
 	soxr xz zimg" \
-	LIBWEBP_VERSION=1.3.1 \
+	LIBWEBP_VERSION=1.3.2 \
 	FFMPEG_VERSION=6.0 \
 	LIBHEIF_VERSION=1.16.2

--- a/.github/scripts/ffmpeg-windows/scripts.d/20-zlib.sh
+++ b/.github/scripts/ffmpeg-windows/scripts.d/20-zlib.sh
@@ -1,7 +1,7 @@
 #!/bin/bash

 SCRIPT_REPO="https://github.com/madler/zlib.git"
-SCRIPT_TAG="v1.2.13"
+SCRIPT_TAG="v1.3"

 ffbuild_dockerbuild() {
  git-mini-clone "$SCRIPT_REPO" "$SCRIPT_TAG" zlib
--- a/.github/scripts/ffmpeg-windows/scripts.d/50-libde265.sh
+++ b/.github/scripts/ffmpeg-windows/scripts.d/50-libde265.sh
@@ -1,7 +1,7 @@
 #!/bin/bash

 SCRIPT_REPO="https://github.com/strukturag/libde265.git"
-SCRIPT_TAG="v1.0.11"
+SCRIPT_TAG="v1.0.12"

 ffbuild_dockerbuild() {
  git-mini-clone "$SCRIPT_REPO" "$SCRIPT_TAG" libde265
--- a/.github/scripts/ffmpeg-windows/scripts.d/50-libwebp.sh
+++ b/.github/scripts/ffmpeg-windows/scripts.d/50-libwebp.sh
@@ -1,7 +1,7 @@
 #!/bin/bash

 SCRIPT_REPO="https://github.com/webmproject/libwebp.git"
-SCRIPT_TAG="1.3.1"
+SCRIPT_TAG="1.3.2"

 ffbuild_dockerbuild() {
  git-mini-clone "$SCRIPT_REPO" "$SCRIPT_TAG" libwebp
--- a/.github/scripts/libheif-linux.sh
+++ b/.github/scripts/libheif-linux.sh
@@ -0,0 +1,321 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+case "${1:-}" in
+  '' | x86_64-linux-gnu)
+    export TARGET_TRIPLE='x86_64-linux-gnu.2.23'
+    ;;
+  aarch64-linux-gnu)
+    export TARGET_TRIPLE='aarch64-linux-gnu.2.23'
+    ;;
+  x86_64-linux-musl)
+    export TARGET_TRIPLE='x86_64-linux-musl'
+    ;;
+  aarch64-linux-musl)
+    export TARGET_TRIPLE='aarch64-linux-musl'
+    ;;
+  *)
+    echo "Unsupported target triple '${1}'"
+    exit 1
+    ;;
+esac
+
+# Change CWD to script dir
+CDPATH='' cd "$(dirname "$0")"
+
+echo "Install required build dependencies..."
+apt-get update -yqq
+apt-get install -yqq -o=Dpkg::Use-Pty=0 ninja-build cmake curl nasm pkg-config xz-utils patch python3
+
+echo "Configure sysroot and prefix..."
+mkdir -p "./src/prefix/bin" "./src/sysroot/bin"
+_prefix="$(CDPATH='' cd ./src/prefix && pwd)"
+_sysroot="$(CDPATH='' cd ./src/sysroot && pwd)"
+
+# Configure PATH to use our sysroot bin
+export PATH="${_sysroot}/bin:$PATH"
+
+# Configure pkgconfig to look for our built libs
+export PKG_CONFIG_LIBDIR="${_prefix}/lib/pkgconfig:${_prefix}/share/pkgconfig"
+
+# Download zig to use as a C/C++ cross compiler
+echo "Download zig..."
+curl -LSs "https://ziglang.org/download/0.11.0/zig-linux-$(uname -m)-0.11.0.tar.xz" \
+  | tar -xJf- --strip-component 1 -C "$_sysroot"
+
+mv "${_sysroot}/zig" "${_sysroot}/bin/zig"
+
+# Create scripts for some zig internal commands, because cmake doesn't allow passing arguments to tools
+for _arg in ar ranlib; do
+  cat <<EOF >"${_sysroot}/bin/${_arg}"
+#!/usr/bin/env bash
+exec zig $_arg "\$@"
+EOF
+  chmod +x "${_sysroot}/bin/${_arg}"
+done
+
+echo "Download meson..."
+mkdir -p ./src/meson
+
+curl -LSs 'https://github.com/mesonbuild/meson/archive/refs/tags/1.2.1.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/meson
+
+pushd ./src/meson
+
+# Patch meson to support zig as a C/C++ compiler
+curl -LSs 'https://github.com/mesonbuild/meson/pull/12293.patch' | patch -p1
+# Install meson binary
+./packaging/create_zipapp.py --outfile "${_sysroot}/bin/meson" --compress
+
+popd
+
+cat <<EOF >./src/cross.meson
+[binaries]
+c = ['zig', 'cc', '-s', '-target', '$TARGET_TRIPLE']
+cpp = ['zig', 'c++', '-s', '-target', '$TARGET_TRIPLE']
+ar = ['zig', 'ar']
+ranlib = ['zig', 'ranlib']
+lib = ['zig', 'lib']
+dlltool = ['zig', 'dlltool']
+
+[properties]
+sys_root = '${_sysroot}'
+pkg_config_libdir = ['${_prefix}/lib/pkgconfig', '${_prefix}/share/pkgconfig']
+
+EOF
+
+case "$TARGET_TRIPLE" in
+  x86_64-*)
+    cat <<EOF >>./src/cross.meson
+[host_machine]
+system = 'linux'
+cpu_family = 'x86_64'
+cpu = 'x86_64'
+endian = 'little'
+
+EOF
+    ;;
+  aarch64-*)
+    cat <<EOF >>./src/cross.meson
+[host_machine]
+system = 'linux'
+cpu_family = 'aarch64'
+cpu = 'arm64'
+endian = 'little'
+
+EOF
+    ;;
+  *)
+    echo "Unsupported target triple '${1}'"
+    exit 1
+    ;;
+esac
+
+cat <<EOF >./src/toolchain.cmake
+set(CMAKE_SYSTEM_NAME Linux)
+set(CMAKE_SYSTEM_PROCESSOR x86_64)
+
+set(triple $TARGET_TRIPLE)
+
+set(CMAKE_CROSSCOMPILING TRUE)
+set_property(GLOBAL PROPERTY TARGET_SUPPORTS_SHARED_LIBS FALSE)
+
+# Do a no-op access on the CMAKE_TOOLCHAIN_FILE variable so that CMake will not
+# issue a warning on it being unused.
+if (CMAKE_TOOLCHAIN_FILE)
+endif()
+
+set(CMAKE_C_COMPILER zig cc -s -target $TARGET_TRIPLE)
+set(CMAKE_CXX_COMPILER zig c++ -s -target $TARGET_TRIPLE)
+set(CMAKE_RANLIB ranlib)
+set(CMAKE_C_COMPILER_RANLIB ranlib)
+set(CMAKE_CXX_COMPILER_RANLIB ranlib)
+set(CMAKE_AR ar)
+set(CMAKE_C_COMPILER_AR ar)
+set(CMAKE_CXX_COMPILER_AR ar)
+
+set(CMAKE_FIND_ROOT_PATH ${_prefix} ${_sysroot})
+set(CMAKE_SYSTEM_PREFIX_PATH /)
+
+if(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT)
+  set(CMAKE_INSTALL_PREFIX "${_prefix}" CACHE PATH
+    "Install path prefix, prepended onto install directories." FORCE)
+endif()
+
+# To find programs to execute during CMake run time with find_program(), e.g.
+# 'git' or so, we allow looking into system paths.
+set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
+
+if (NOT CMAKE_FIND_ROOT_PATH_MODE_LIBRARY)
+  set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
+endif()
+if (NOT CMAKE_FIND_ROOT_PATH_MODE_INCLUDE)
+  set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)
+endif()
+if (NOT CMAKE_FIND_ROOT_PATH_MODE_PACKAGE)
+  set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
+endif()
+
+# TODO: CMake appends <sysroot>/usr/include to implicit includes; switching to use usr/include will make this redundant.
+if ("\${CMAKE_C_IMPLICIT_INCLUDE_DIRECTORIES}" STREQUAL "")
+  set(CMAKE_C_IMPLICIT_INCLUDE_DIRECTORIES "${_prefix}/include")
+endif()
+if ("\${CMAKE_CXX_IMPLICIT_INCLUDE_DIRECTORIES}" STREQUAL "")
+  set(CMAKE_CXX_IMPLICIT_INCLUDE_DIRECTORIES "${_prefix}/include")
+endif()
+EOF
+
+# --
+
+echo "Download zlib..."
+mkdir -p ./src/zlib/build
+
+curl -LSs 'https://github.com/madler/zlib/archive/refs/tags/v1.3.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/zlib
+
+pushd ./src/zlib/build
+
+echo "Build zlib..."
+cmake \
+  -GNinja \
+  -DCMAKE_TOOLCHAIN_FILE=../../toolchain.cmake \
+  -DCMAKE_BUILD_TYPE=Release \
+  -DBUILD_SHARED_LIBS=Off \
+  -DCMAKE_POSITION_INDEPENDENT_CODE=On \
+  -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=On \
+  -DCMAKE_INSTALL_PREFIX="$_prefix" \
+  ..
+ninja -j"$(nproc)" zlibstatic
+# Stub .so files so install doesn't fail
+touch libz.so.1.3 libz.so.1 libz.so
+ninja install
+
+# Remove stub .so files
+rm "${_prefix}"/lib/{libz.so.1.3,libz.so.1,libz.so}
+
+popd
+
+# --
+
+echo "Download dav1d..."
+mkdir -p ./src/dav1d/build
+
+curl -LSs 'https://code.videolan.org/videolan/dav1d/-/archive/1.2.1/dav1d-1.2.1.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/dav1d
+
+pushd ./src/dav1d/build
+
+echo "Build dav1d..."
+meson setup \
+  --cross-file=../../cross.meson \
+  -Denable_docs=false \
+  -Denable_tools=false \
+  -Denable_tests=false \
+  -Denable_examples=false \
+  --prefix="$_prefix" \
+  --buildtype=release \
+  --default-library=static \
+  ..
+ninja -j"$(nproc)"
+ninja install
+
+popd
+
+# --
+
+echo "Download libde265..."
+mkdir -p ./src/libde265/build
+
+curl -#LSs 'https://github.com/strukturag/libde265/archive/refs/tags/v1.0.12.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/libde265
+
+pushd ./src/libde265/build
+
+echo "Build libde265..."
+cmake \
+  -GNinja \
+  -DCMAKE_TOOLCHAIN_FILE=../../toolchain.cmake \
+  -DCMAKE_BUILD_TYPE=Release \
+  -DBUILD_SHARED_LIBS=Off \
+  -DCMAKE_POSITION_INDEPENDENT_CODE=On \
+  -DCMAKE_INSTALL_PREFIX="$_prefix" \
+  -DENABLE_SDL=Off \
+  -DENABLE_DECODER=Off \
+  -DENABLE_ENCODER=Off \
+  ..
+ninja -j"$(nproc)"
+ninja install
+
+popd
+
+# --
+
+echo "Download libwebp..."
+mkdir -p ./src/libwebp/build
+
+curl -#LSs 'https://github.com/webmproject/libwebp/archive/refs/tags/v1.3.2.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/libwebp
+
+pushd ./src/libwebp/build
+
+echo "Build libwebp..."
+cmake \
+  -GNinja \
+  -DCMAKE_TOOLCHAIN_FILE=../../toolchain.cmake \
+  -DCMAKE_BUILD_TYPE=Release \
+  -DBUILD_SHARED_LIBS=Off \
+  -DCMAKE_POSITION_INDEPENDENT_CODE=On \
+  -DCMAKE_INSTALL_PREFIX="$_prefix" \
+  -DWEBP_LINK_STATIC=On \
+  -DWEBP_BUILD_CWEBP=Off \
+  -DWEBP_BUILD_DWEBP=Off \
+  -DWEBP_BUILD_GIF2WEBP=Off \
+  -DWEBP_BUILD_IMG2WEBP=Off \
+  -DWEBP_BUILD_VWEBP=Off \
+  -DWEBP_BUILD_WEBPINFO=Off \
+  -DWEBP_BUILD_WEBPMUX=Off \
+  -DWEBP_BUILD_EXTRAS=Off \
+  -DWEBP_BUILD_ANIM_UTILS=Off \
+  ..
+ninja -j"$(nproc)"
+ninja install
+
+popd
+
+# --
+
+echo "Download libheif..."
+mkdir -p ./src/libheif/build
+
+curl -#LSs 'https://github.com/strukturag/libheif/archive/refs/tags/v1.16.2.tar.gz' \
+  | tar -xzf- --strip-component 1 -C ./src/libheif
+
+pushd ./src/libheif/build
+
+echo "Build libheif..."
+cmake \
+  -GNinja \
+  -DCMAKE_TOOLCHAIN_FILE=../../toolchain.cmake \
+  -DCMAKE_BUILD_TYPE=Release \
+  -DBUILD_SHARED_LIBS=On \
+  -DCMAKE_POSITION_INDEPENDENT_CODE=On \
+  -DCMAKE_INSTALL_PREFIX="$_prefix" \
+  -DBUILD_TESTING=OFF \
+  -DWITH_DAV1D=ON \
+  -DWITH_DAV1D_PLUGIN=OFF \
+  -DWITH_LIBDE265=ON \
+  -DWITH_LIBDE265_PLUGIN=OFF \
+  -DWITH_LIBSHARPYUV=ON \
+  -DWITH_FUZZERS=OFF \
+  -DWITH_EXAMPLES=OFF \
+  -DWITH_UNCOMPRESSED_CODEC=ON \
+  -DWITH_REDUCED_VISIBILITY=ON \
+  -DWITH_DEFLATE_HEADER_COMPRESSION=ON \
+  -DENABLE_PLUGIN_LOADING=OFF \
+  -DENABLE_MULTITHREADING_SUPPORT=ON \
+  ..
+ninja -j"$(nproc)"
+ninja install
+
+popd