mirror of
https://github.com/Screenly/Anthias.git
synced 2026-07-31 09:45:49 -04:00
036272a461
* chore(webview): bump frozen Qt 5 toolchain to 5.15.19 - Rebuild pi2/pi3 armhf toolchain 5.15.14 -> 5.15.19 (latest 5.15 LTS) - Point qt5_toolchain_url at the WebView-v2026.07.0 release - Cap QtWebEngine's inner chromium ninja via NINJAFLAGS=-j$MAKE_CORES (make -j alone never bounded it -> box-wide OOMs) - Drop libre2-dev so chromium uses its vendored re2 (trixie re2 API break) - Replace gcc/g++-multilib (conflicts crossbuild-essential-armhf) with lib32gcc-14/lib32stdc++-14/libc6-dev-i386 for the -m32 V8 snapshot host - Add python3-html5lib for the catapult about_tracing vulcanize step Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * docs(webview): repoint qt5-webview-builder tag comments to WebView-v2026.07.0 Addresses Copilot review on #3121: the template's comments still cited the old WebView-v2026.04.1 tag. The download itself already uses the {{ qt5_toolchain_url }} / {{ qt_version }} context (verified: pi2 render resolves qt5-5.15.19-trixie-pi2.tar.gz from the WebView-v2026.07.0 release); this only aligns the surrounding comments. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
422 lines
17 KiB
Python
422 lines
17 KiB
Python
from typing import Any
|
||
|
||
from jinja2 import Environment, FileSystemLoader
|
||
|
||
from tools.image_builder.constants import BASE_IMAGE, GITHUB_REPO_URL
|
||
|
||
|
||
def get_build_parameters(build_target: str) -> dict[str, Any]:
|
||
# Every surviving board now lands on vanilla `debian:trixie`. The
|
||
# `pi2`/`pi3` armhf builds add the Raspberry Pi / Raspbian apt
|
||
# sources at image-build time (see Dockerfile.base.j2); 64-bit and
|
||
# x86 builds need nothing Pi-specific at all.
|
||
if build_target == 'pi5':
|
||
return {
|
||
'board': 'pi5',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm64/v8',
|
||
}
|
||
if build_target == 'pi4-64':
|
||
return {
|
||
'board': 'pi4-64',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm64/v8',
|
||
}
|
||
if build_target == 'pi3-64':
|
||
# 64-bit (arm64) Raspberry Pi 3 stream. Same Qt 6 / eglfs image
|
||
# shape as pi4-64 — the VideoCore IV is weaker (H.264-only HW
|
||
# decode, 1080p) but the display + decode plumbing is identical.
|
||
# The legacy 32-bit `pi3` armhf/Qt5 board is kept separately.
|
||
return {
|
||
'board': 'pi3-64',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm64/v8',
|
||
}
|
||
if build_target == 'arm64':
|
||
# Generic 64-bit ARM SBC fallback (Orange Pi, Rock Pi, Banana Pi, …).
|
||
# Effectively a thinner pi5 variant: Qt 6, arm64, no libraspberrypi0
|
||
# / Broadcom userland in the runtime base. The viewer wiring mirrors
|
||
# x86's cage + wayland path because non-Pi ARM SBCs typically have
|
||
# no /dev/fb0 (Armbian boots Mesa straight to DRM/KMS).
|
||
return {
|
||
'board': 'arm64',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm64/v8',
|
||
}
|
||
if build_target == 'pi3':
|
||
return {
|
||
'board': 'pi3',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm/v7',
|
||
}
|
||
if build_target == 'pi2':
|
||
return {
|
||
'board': 'pi2',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/arm/v7',
|
||
}
|
||
|
||
return {
|
||
'board': 'x86',
|
||
'base_image': BASE_IMAGE,
|
||
'target_platform': 'linux/amd64',
|
||
}
|
||
|
||
|
||
def get_docker_tag(git_branch: str, board: str, platform: str) -> str:
|
||
if git_branch == 'master':
|
||
return f'latest-{board}'
|
||
else:
|
||
return f'{git_branch}-{board}'
|
||
|
||
|
||
def generate_dockerfile(service: str, context: dict[str, Any]) -> None:
|
||
templating_environment = Environment(loader=FileSystemLoader('docker/'))
|
||
templating_environment.lstrip_blocks = True
|
||
templating_environment.trim_blocks = True
|
||
|
||
template = templating_environment.get_template(f'Dockerfile.{service}.j2')
|
||
dockerfile = template.render(**context)
|
||
|
||
with open(f'docker/Dockerfile.{service}', 'w') as f:
|
||
f.write(dockerfile)
|
||
|
||
|
||
def get_uv_builder_context(
|
||
service: str, board: str | None = None
|
||
) -> dict[str, Any]:
|
||
service_to_group = {
|
||
'server': 'server',
|
||
'viewer': 'viewer',
|
||
'test': 'test',
|
||
}
|
||
|
||
uv_group = service_to_group.get(service)
|
||
if uv_group is None:
|
||
return {}
|
||
|
||
groups_needing_native_build_libs = {'server', 'viewer', 'test'}
|
||
builder_extra_apt = []
|
||
if uv_group in groups_needing_native_build_libs:
|
||
builder_extra_apt = [
|
||
'libcec-dev',
|
||
'libdbus-1-dev',
|
||
'libdbus-glib-1-dev',
|
||
]
|
||
|
||
# Pillow / pillow-heif build deps for legacy 32-bit Pi boards.
|
||
# Pillow 11+ dropped armv7l manylinux wheels (its release notes
|
||
# spell this out), and pillow-heif likewise ships only x86_64 /
|
||
# aarch64 wheels. uv's resolution on a pi2 / pi3 image build
|
||
# therefore falls back to sdist, which requires the system
|
||
# headers below to compile from source. Without them, the
|
||
# ``uv sync`` step in ``uv-builder`` would fail at gcc on every
|
||
# 32-bit Pi build.
|
||
#
|
||
# 64-bit boards (pi4-64 / pi5 / x86) and the test image
|
||
# (always built on amd64 in CI) get binary wheels and don't
|
||
# need any of this — adding the deps unconditionally would
|
||
# waste ~70 MB of layer space on every image we don't need
|
||
# them in.
|
||
armv7_boards = {'pi2', 'pi3'}
|
||
if uv_group == 'server' and board in armv7_boards:
|
||
builder_extra_apt.extend(
|
||
[
|
||
# Pillow's documented build-time deps. ``-dev``
|
||
# variants ship the headers compile from source
|
||
# needs; the runtime ``.so`` files are pulled in
|
||
# by base_apt_dependencies via libjpeg62-turbo,
|
||
# libfreetype6, etc., or transitively by
|
||
# cec-utils / ffmpeg.
|
||
'libjpeg62-turbo-dev',
|
||
'libfreetype-dev',
|
||
'liblcms2-dev',
|
||
'libopenjp2-7-dev',
|
||
'libtiff-dev',
|
||
'libwebp-dev',
|
||
'zlib1g-dev',
|
||
# pillow-heif: libheif-dev exposes the libheif1
|
||
# API headers so the cython binding can compile.
|
||
# libheif1 itself is already in
|
||
# base_apt_dependencies (runtime).
|
||
'libheif-dev',
|
||
]
|
||
)
|
||
|
||
return {
|
||
'uv_group': uv_group,
|
||
'builder_extra_apt': builder_extra_apt,
|
||
'uv_system_site_packages': service in {'viewer', 'test'},
|
||
}
|
||
|
||
|
||
def get_test_context() -> dict[str, Any]:
|
||
# Playwright's `playwright install --with-deps chromium` pulls the
|
||
# apt packages it actually needs (the list shifts between Chromium
|
||
# builds, so leaving it to playwright avoids stale apt names that
|
||
# Debian eventually retires). The test image otherwise inherits all
|
||
# tooling from the base image (curl, ca-certificates, etc.), so the
|
||
# apt list here is empty.
|
||
return {
|
||
'apt_dependencies': [],
|
||
}
|
||
|
||
|
||
def get_viewer_context(board: str, target_platform: str) -> dict[str, Any]:
|
||
releases_url = f'{GITHUB_REPO_URL}/releases/download'
|
||
|
||
is_qt6 = board in ['pi5', 'pi4-64', 'pi3-64', 'x86', 'arm64']
|
||
|
||
# Qt version is only relevant for the Qt 5 path: pi2/pi3 pull the
|
||
# cross-built Qt 5 toolchain tarball at build time. Qt 5 is frozen
|
||
# for these boards, so the toolchain stays pinned to the
|
||
# WebView-v2026.07.0 release indefinitely. Qt 6 boards install Qt
|
||
# straight from Debian apt (qt6-*-dev in viewer_extra_apt below).
|
||
qt_version = '6.4.2' if is_qt6 else '5.15.19'
|
||
qt_major_version = qt_version.split('.')[0]
|
||
qt5_toolchain_url = f'{releases_url}/WebView-v2026.07.0'
|
||
|
||
# Viewer-only apt deps. The shared runtime set (cec-utils, curl,
|
||
# ffmpeg, git, libcec7, procps, psmisc, python-is-python3,
|
||
# python3-gi, python3-pip, python3-setuptools, sqlite3, sudo,
|
||
# plus libraspberrypi0 on 32-bit Pi boards) is installed by
|
||
# Dockerfile.base.j2 in a layer that server (and test) also use,
|
||
# so it dedups across images. Anything listed here is unique to
|
||
# the viewer image.
|
||
#
|
||
# The list below is the still-being-trimmed remainder of runtime
|
||
# libs the WebView binary links against; expect more to fall off
|
||
# as ldd-driven cleanup continues. (Qt itself is built in a
|
||
# multi-stage builder inside Dockerfile.viewer.j2, not installed
|
||
# from apt at runtime — except on Qt 6 boards where qt6-*-dev
|
||
# below also provides the runtime libs.)
|
||
#
|
||
# X11/XCB packages are intentionally absent. Three display tracks
|
||
# across the image targets (no X code path on any):
|
||
#
|
||
# * Pi2 / Pi3 (32-bit, Qt5): Qt linuxfb + a custom -no-xcb
|
||
# -no-xcb-xlib -qpa eglfs Qt 5 WebView build (see
|
||
# src/anthias_webview/build_qt5.sh) with the GStreamer fbdev
|
||
# media player straight to /dev/fb0. The legacy armhf stream.
|
||
# * Pi3-64 / Pi4-64 (Qt6): Qt eglfs (KMS/EGL), video played
|
||
# in-process by AnthiasViewer's QtMultimedia pipeline
|
||
# (QMediaPlayer → QML VideoOutput, ffmpeg/libavcodec backend with
|
||
# V4L2 HW decode) — no external player and no cage composite pass
|
||
# the V3D can't keep up with. eglfs gives the VideoOutput scene
|
||
# graph the GL context linuxfb lacks (issue #2904). Pi 3-64 is the
|
||
# weaker sibling (VideoCore IV, H.264-only HW decode) on the
|
||
# identical image shape.
|
||
# * Pi5 / x86 / arm64: cage (a kiosk wlroots compositor) with
|
||
# QT_QPA_PLATFORM=wayland and mpv --vo=gpu
|
||
# --gpu-context=wayland. The cage + qt6-wayland + wlr-randr
|
||
# triple is added to the per-board apt extension below.
|
||
viewer_extra_apt_dependencies = [
|
||
'ca-certificates',
|
||
'dbus-daemon',
|
||
'fonts-arphic-uming',
|
||
'libasound2-dev',
|
||
'libavcodec-dev',
|
||
'libavdevice-dev',
|
||
'libavfilter-dev',
|
||
'libavformat-dev',
|
||
'libavutil-dev',
|
||
'libbz2-dev',
|
||
'libdbus-1-dev',
|
||
'libdbus-glib-1-dev',
|
||
'libdrm-dev',
|
||
'libegl1-mesa-dev',
|
||
'libevent-dev',
|
||
'libfontconfig1-dev',
|
||
'libfreetype6-dev',
|
||
'libgbm-dev',
|
||
'libgcrypt20-dev',
|
||
'libgles2',
|
||
'libgles2-mesa-dev',
|
||
'libglib2.0-dev',
|
||
'libicu-dev',
|
||
'libinput-dev',
|
||
'libiodbc2-dev',
|
||
'libjpeg62-turbo-dev',
|
||
'libjsoncpp-dev',
|
||
'libminizip-dev',
|
||
'libnss3',
|
||
'libnss3-dev',
|
||
'libnss3-tools',
|
||
'libopus-dev',
|
||
'libpci-dev',
|
||
'libpng-dev',
|
||
'libpng16-16t64',
|
||
'libpq-dev',
|
||
'libpulse-dev',
|
||
'librsvg2-common',
|
||
'libsdl2-dev',
|
||
'libsnappy-dev',
|
||
'libsqlite3-dev',
|
||
'libsrtp2-dev',
|
||
'libswresample-dev',
|
||
'libswscale-dev',
|
||
'libsystemd-dev',
|
||
'libts-dev',
|
||
'libudev-dev',
|
||
'libvpx-dev',
|
||
'libwebp-dev',
|
||
'libxkbcommon0',
|
||
# The prebuilt WebView binary dlopens libharfbuzz-subset.so.0
|
||
# (Chromium's font-subsetting path). It's pulled in
|
||
# transitively by qt6-webengine-dev on Qt6 boards but nothing
|
||
# on Qt5 brings it, so the lib was simply missing on pi2/pi3
|
||
# in production (pre-existing bug, not a regression here).
|
||
# 200 KB, easier to just install everywhere than gate on board.
|
||
'libharfbuzz-subset0',
|
||
'python3-netifaces',
|
||
'fonts-wqy-zenhei',
|
||
]
|
||
|
||
if is_qt6:
|
||
# Shared Qt 6 runtime for every Qt6 board (pi3-64, pi4-64, pi5,
|
||
# x86, arm64). VideoView plays through QMediaPlayer into a QML
|
||
# ``VideoOutput`` hosted in a QQuickWidget (issue #2967:
|
||
# frames stay on the GPU as scene-graph textures — the prior
|
||
# QGraphicsVideoItem raster path presented at 8–12 fps).
|
||
# That needs the declarative runtime (QQuickWidget links
|
||
# libQt6QuickWidgets, pulled by qt6-declarative-dev) plus the
|
||
# two QML *plugin* modules the scene imports at runtime —
|
||
# qml6-module-qtquick (Rectangle et al.) and
|
||
# qml6-module-qtmultimedia (VideoOutput). The QML modules
|
||
# are runtime-only plugins: the build succeeds without them
|
||
# and the viewer then black-screens with "module not
|
||
# installed" QML errors in the container log, so they must
|
||
# ship in the image even though nothing links them.
|
||
# Qt 6.5 dropped its gstreamer backend upstream (only
|
||
# ``libffmpegmediaplugin.so`` ships in
|
||
# ``/usr/lib/.../qt6/plugins/multimedia/``); decode goes
|
||
# through libavcodec directly. The +rpt1 ``ffmpeg`` /
|
||
# ``libav*`` packages pinned in _rpt1-ffmpeg-pin.j2 carry
|
||
# ``--enable-v4l2-request`` + ``--enable-v4l2-m2m`` on
|
||
# Pi/arm64, so libavcodec engages the same rpi-hevc-dec +
|
||
# bcm2835-codec hardware that libmpv era used — no
|
||
# gstreamer plugin set needed. VLC is deliberately not
|
||
# installed because MediaPlayerProxy never routes Qt6
|
||
# boards to it.
|
||
# pulseaudio: Debian's Qt 6 Multimedia is compiled with
|
||
# PulseAudio as its ONLY audio backend — libQt6Multimedia.so.6
|
||
# links libpulse and contains no libasound/ALSA code at all —
|
||
# so without a running PulseAudio server QMediaDevices
|
||
# enumerates zero audio outputs, QAudioOutput holds a null
|
||
# device, and every video plays silent (issue #3000; the
|
||
# pre-#2905 mpv path talked ALSA directly and needed no sound
|
||
# server). bin/start_viewer.sh starts a minimal per-container
|
||
# daemon as the viewer user. pulseaudio-utils ships pactl so
|
||
# a silent-audio field report can be debugged from a shell
|
||
# (list sinks / sink-inputs) without modifying the image.
|
||
viewer_extra_apt_dependencies.extend(
|
||
[
|
||
'libqt6multimedia6',
|
||
'pulseaudio',
|
||
'pulseaudio-utils',
|
||
'qml6-module-qtmultimedia',
|
||
'qml6-module-qtquick',
|
||
'qt6-base-dev',
|
||
'qt6-declarative-dev',
|
||
'qt6-image-formats-plugins',
|
||
'qt6-multimedia-dev',
|
||
'qt6-webengine-dev',
|
||
]
|
||
)
|
||
|
||
if board in ('x86', 'arm64', 'pi5'):
|
||
# cage is a kiosk wlroots compositor that talks straight
|
||
# to KMS; qt6-wayland is the Qt platform plugin the
|
||
# viewer loads to render into cage's surface; mpv talks
|
||
# to the same Wayland socket via --vo=gpu
|
||
# --gpu-context=wayland (see MPVMediaPlayer.play in
|
||
# src/anthias_viewer/media_player.py). wlr-randr is how
|
||
# src/anthias_viewer/__init__.py applies the Settings
|
||
# page's "screen rotation" knob — Qt's wayland QPA has
|
||
# no rotation= equivalent, so the transform goes through
|
||
# the compositor for both Qt and mpv consistently.
|
||
#
|
||
# Pi 4 is intentionally NOT on this path: the V3D 6.0
|
||
# doesn't have the bandwidth to composite cage on top of
|
||
# video. It stays on Qt linuxfb + mpv --vo=gpu
|
||
# --gpu-context=drm — see bin/start_viewer.sh and
|
||
# docker/Dockerfile.viewer.j2.
|
||
viewer_extra_apt_dependencies.extend(
|
||
[
|
||
'cage',
|
||
'qt6-wayland',
|
||
'wlr-randr',
|
||
]
|
||
)
|
||
|
||
if board == 'x86':
|
||
# va-driver-all is a Debian metapackage that pulls in
|
||
# intel-media-va-driver (modern Intel iHD), i965-va-driver
|
||
# (older Intel), and mesa-va-drivers (Gallium / AMD
|
||
# radeonsi etc.), so the image runs on any x86 GPU without
|
||
# per-vendor build variants — mpv's --hwdec=auto-safe
|
||
# picks whichever VAAPI driver matches the device at
|
||
# runtime.
|
||
#
|
||
# Deliberately NOT shipped on arm64/Pi: Rockchip
|
||
# (rkvdec/hantro), Allwinner (cedrus), Amlogic
|
||
# (meson-vdec), and the Pi V3D all expose hardware decode
|
||
# via V4L2 M2M / request API, not VAAPI; mesa-va-drivers
|
||
# only covers radeonsi/nouveau/etc., so on those SoCs
|
||
# va-driver-all would just be dead weight. Per-SoC hwdec
|
||
# for those boards is a Tier-2 follow-up.
|
||
viewer_extra_apt_dependencies.extend(
|
||
[
|
||
'va-driver-all',
|
||
]
|
||
)
|
||
else:
|
||
# libraspberrypi0 already comes in via base_apt_dependencies on
|
||
# 32-bit Pi boards (see __main__.py), so it's deliberately not
|
||
# repeated here. libssl1.1 is gone in trixie; the rebuilt Qt 5
|
||
# webview archive links against libssl3 from the base image.
|
||
# libgst-dev / libsqlite0-dev / libsrtp0-dev were dropped in
|
||
# trixie — libsqlite3-dev and libsrtp2-dev are already in the
|
||
# main viewer apt list above; libgstreamer1.0-dev is Qt 5-only
|
||
# and is added in the extend() below.
|
||
#
|
||
# GstFbdevMediaPlayer (src/anthias_viewer/media_player.py)
|
||
# plays pi1/pi2/pi3 video by shelling out to ``gst-launch-1.0
|
||
# playbin`` with a fully-hardware sink: v4l2h264dec (bcm2835
|
||
# codec) decodes, v4l2convert (bcm2835 ISP) HW-scales + converts
|
||
# YUV→framebuffer-format, fbdevsink paints /dev/fb0 (no DRM
|
||
# master / compositor needed). The +rpt1 GStreamer stack from
|
||
# archive.raspberrypi.org (added in base for libraspberrypi0)
|
||
# supplies the runtime pieces:
|
||
# * gstreamer1.0-tools — the gst-launch-1.0 binary
|
||
# * -plugins-base — playbin, videoconvert
|
||
# * -plugins-good — the V4L2 elements (v4l2h264dec /
|
||
# v4l2convert) + qtdemux
|
||
# * -plugins-bad — fbdevsink
|
||
# * -alsa — alsasink (Debian ships the ALSA sink in its own
|
||
# package, NOT in -plugins-base; the player's
|
||
# ``audio-sink=alsasink device=...`` fails pipeline
|
||
# construction without it, black-screening *all* video).
|
||
# VLC was dropped when GstFbdevMediaPlayer replaced
|
||
# VLCMediaPlayer — nothing on pi1/pi2/pi3 links it anymore.
|
||
viewer_extra_apt_dependencies.extend(
|
||
[
|
||
'gstreamer1.0-alsa',
|
||
'gstreamer1.0-plugins-bad',
|
||
'gstreamer1.0-plugins-base',
|
||
'gstreamer1.0-plugins-good',
|
||
'gstreamer1.0-tools',
|
||
'libgstreamer1.0-dev',
|
||
'qt5-image-formats-plugins',
|
||
]
|
||
)
|
||
|
||
return {
|
||
'viewer_extra_apt_dependencies': viewer_extra_apt_dependencies,
|
||
'qt_version': qt_version,
|
||
'qt_major_version': qt_major_version,
|
||
'qt5_toolchain_url': qt5_toolchain_url,
|
||
'is_qt6': is_qt6,
|
||
'artifact_board': board,
|
||
}
|