mirror of
https://github.com/meshtastic/firmware.git
synced 2026-09-16 08:30:04 -04:00
Thomas Göttgens
68bfe015e6
* ci: build newly added variants in the PR matrix A new board declares board_level = release, so it gets no CI build until after merge. Build the first env of each platformio.ini added by a PR, regardless of board_level. Only added files qualify; adding an env to an existing config does not. * ci: also detect added variants in merge_group runs merge_group uses the same --level pr subset as pull_request, so a newly added variant was skipped there. Derive the diff base from github.event.merge_group.base_sha for those runs. * ci: fail the matrix step when the variant diff errors Process substitution hides the exit status, so a failed diff silently yielded an empty list and dropped the new board from the matrix. Capture into a variable so 'set -e' aborts the step instead.
103 lines
3.5 KiB
Python
Executable File
103 lines
3.5 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
"""Generate the CI matrix."""
|
|
|
|
import argparse
|
|
import json
|
|
import re
|
|
|
|
from platformio.project.config import ProjectConfig
|
|
|
|
# Every variant env must declare one of these as its 'board_level':
|
|
# pr - smallest subset, built on every PR (and in every larger matrix)
|
|
# release - the full release matrix, built on push / schedule / workflow_dispatch
|
|
# extra - opt-in only, built when explicitly requested via '--level extra'
|
|
BOARD_LEVELS = ("pr", "release", "extra")
|
|
|
|
parser = argparse.ArgumentParser(description="Generate the CI matrix")
|
|
parser.add_argument("platform", help="Platform to build for")
|
|
parser.add_argument(
|
|
"--level",
|
|
choices=["extra", "pr"],
|
|
nargs="*",
|
|
default=[],
|
|
help="Board level to build for (omit for the 'pr' + 'release' matrix)",
|
|
)
|
|
parser.add_argument(
|
|
"--added-config",
|
|
action="append",
|
|
default=[],
|
|
metavar="PATH",
|
|
help="platformio.ini added by this PR; its first env is built regardless of board_level",
|
|
)
|
|
args = parser.parse_args()
|
|
|
|
outlist = []
|
|
|
|
# A brand-new board is normally 'release', so it would get no CI until after merge.
|
|
# Build the first env of each newly added config so it is compiled at least once.
|
|
forced_envs = set()
|
|
for added_path in args.added_config:
|
|
try:
|
|
with open(added_path, encoding="utf-8") as added_file:
|
|
first_env = re.search(r"^[ \t]*\[env:([^\]]+)\]", added_file.read(), re.MULTILINE)
|
|
except OSError:
|
|
continue
|
|
if first_env:
|
|
forced_envs.add(first_env.group(1).strip())
|
|
|
|
cfg = ProjectConfig.get_instance()
|
|
pio_envs = cfg.envs()
|
|
|
|
# Gather all PlatformIO environments for filtering later
|
|
all_envs = []
|
|
for pio_env in pio_envs:
|
|
env_build_flags = cfg.get(f"env:{pio_env}", "build_flags")
|
|
env_platform = None
|
|
for flag in env_build_flags:
|
|
# Extract the platform from the build flags
|
|
# Example flag: -I variants/esp32s3/heltec-v3
|
|
match = re.search(r"-I\s?variants/([^/]+)", flag)
|
|
if match:
|
|
env_platform = match.group(1)
|
|
break
|
|
# Intentionally fail if platform cannot be determined
|
|
if not env_platform:
|
|
print(f"Error: Could not determine platform for environment '{pio_env}'")
|
|
exit(1)
|
|
board_level = cfg.get(f"env:{pio_env}", "board_level", default=None)
|
|
# Intentionally fail on a missing or unrecognized level: every env must opt in
|
|
# explicitly, so a new variant can't silently drop out of (or into) the matrix.
|
|
if board_level not in BOARD_LEVELS:
|
|
found = f"'{board_level}'" if board_level else "no value"
|
|
print(
|
|
f"Error: environment '{pio_env}' has {found} for 'board_level'; "
|
|
f"expected one of: {', '.join(BOARD_LEVELS)}"
|
|
)
|
|
exit(1)
|
|
# Store env details as a dictionary, and add to 'all_envs' list
|
|
env = {
|
|
"ci": {"board": pio_env, "platform": env_platform},
|
|
"board_level": board_level,
|
|
}
|
|
all_envs.append(env)
|
|
|
|
# Filter builds by platform
|
|
for env in all_envs:
|
|
if args.platform == env["ci"]["platform"] or args.platform == "all":
|
|
# Always include board_level = 'pr'
|
|
if env["board_level"] == "pr":
|
|
outlist.append(env["ci"])
|
|
# Include the first env of a platformio.ini added by this PR
|
|
elif env["ci"]["board"] in forced_envs:
|
|
outlist.append(env["ci"])
|
|
# Include board_level = 'extra' when requested
|
|
elif "extra" in args.level and env["board_level"] == "extra":
|
|
outlist.append(env["ci"])
|
|
# Include board_level = 'release' unless narrowed to the PR subset
|
|
elif "pr" not in args.level and env["board_level"] == "release":
|
|
outlist.append(env["ci"])
|
|
|
|
# Return as a JSON list
|
|
print(json.dumps(outlist))
|