mirror/IronFox
1
0
Fork 0
mirror of https://github.com/ironfox-oss/IronFox.git synced 2026-07-31 09:56:46 -04:00
Code Issues Packages Projects Releases Wiki Activity
Files
fix-ci-path
IronFox/scripts/noop_mozilla_endpoints.sh
celenity 31cfc61fa2 feat: Set env vars for additional utilities + do not use the system PATH (in favor of our own custom PATH) 
This should improve security (by ensuring we always specify the full paths to executables, and preventing use of unintended/undesired system executables), control (by allowing users to specify where these executables should be located), and consistency/reproducability

Signed-off-by: celenity <celenity@celenity.dev>
2026-07-17 02:46:08 +00:00

235 lines
12 KiB
Bash
Executable File
Raw Permalink Blame History

#!/bin/bash
set -euo pipefail
# Set-up our environment
if [[ -z "${IRONFOX_SET_ENVS+x}" ]]; then
/bin/bash -x $(dirname $0)/env.sh
fi
source $(dirname $0)/env.sh
# Include utilities
source "${IRONFOX_UTILS}"
# Set-up target parameters
if [[ -z "${1+x}" ]]; then
readonly noop_target='all'
else
readonly noop_target=$(echo "${1}" | "${IRONFOX_AWK}" '{print tolower($0)}')
fi
IRONFOX_NOOP_AC=0
IRONFOX_NOOP_AS=0
IRONFOX_NOOP_FENIX=0
IRONFOX_NOOP_GECKO=0
IRONFOX_NOOP_GLEAN=0
if [[ "${noop_target}" == 'ac' ]]; then
# No-op endpoints from Android Components
IRONFOX_NOOP_AC=1
elif [[ "${noop_target}" == 'as' ]]; then
# No-op endpoints from Application Services
IRONFOX_NOOP_AS=1
elif [[ "${noop_target}" == 'fenix' ]]; then
# No-op endpoints from Fenix
IRONFOX_NOOP_FENIX=1
elif [[ "${noop_target}" == 'firefox' ]]; then
# No-op endpoints from Firefox (Gecko/mozilla-central)
IRONFOX_NOOP_GECKO=1
elif [[ "${noop_target}" == 'glean' ]]; then
# No-op endpoints from Glean
IRONFOX_NOOP_GLEAN=1
elif [[ "${noop_target}" == 'all' ]]; then
# If no argument is specified (or argument is set to "all"), just no-op endpoints for everything
IRONFOX_NOOP_AC=1
IRONFOX_NOOP_AS=1
IRONFOX_NOOP_FENIX=1
IRONFOX_NOOP_GECKO=1
IRONFOX_NOOP_GLEAN=1
else
echo_red_text "ERROR: Invalid target: ${noop_target}\n You must enter one of the following:"
echo 'All: all (Default)'
echo 'Android Components: ac'
echo 'Application Services: as'
echo 'Fenix: fenix'
echo 'Firefox (Gecko/mozilla-central): firefox'
echo 'Glean: glean'
exit 1
fi
readonly IRONFOX_NOOP_AC
readonly IRONFOX_NOOP_AS
readonly IRONFOX_NOOP_FENIX
readonly IRONFOX_NOOP_GECKO
readonly IRONFOX_NOOP_GLEAN
function noop_mozilla_endpoints() {
local readonly endpoint="$1"
local readonly dir="$2"
# Find files containing the endpoint
local readonly files=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"${endpoint}[^\"']*\"" -e "'${endpoint}[^\"']*'")
local readonly files_slash=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"${endpoint}/[^\"']*\"" -e "'${endpoint}/[^\"']*'")
local readonly files_period=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"${endpoint}.[^\"']*\"" -e "'${endpoint}.[^\"']*'")
local readonly http_files=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"http://${endpoint}[^\"']*\"" -e "'http://${endpoint}[^\"']*'")
local readonly http_files_slash=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"http://${endpoint}/[^\"']*\"" -e "'http://${endpoint}/[^\"']*'")
local readonly http_files_period=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"http://${endpoint}.[^\"']*\"" -e "'http://${endpoint}.[^\"']*'")
local readonly https_files=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"https://${endpoint}[^\"']*\"" -e "'https://${endpoint}[^\"']*'")
local readonly https_files_slash=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"https://${endpoint}/[^\"']*\"" -e "'https://${endpoint}/[^\"']*'")
local readonly https_files_period=$("${IRONFOX_GREP}" -rnlI --exclude=*.json --exclude=*.md --exclude=*.swift --exclude-dir=androidTest --exclude-dir=docs --exclude-dir=test --exclude-dir=tests "${dir}" -e "\"https://${endpoint}.[^\"']*\"" -e "'https://${endpoint}.[^\"']*'")
# Check if any files were found and modify them
if [[ -n "${files}" ]]; then
echo_red_text "Removing ${endpoint} from files... ${files}"
echo "${files}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"${endpoint}[^\"']*\"|\"\"|g" -e "s|'${endpoint}[^\"']*'|''|g"
fi
if [[ -n "${files_slash}" ]]; then
echo_red_text "Removing ${endpoint}/ from files... ${files_slash}"
echo "${files_slash}" | "${IRONFOX_XARGS}"s -L1 "${IRONFOX_SED}" -i -r -e "s|\"${endpoint}/[^\"']*\"|\"\"|g" -e "s|'${endpoint}/[^\"']*'|''|g"
fi
if [[ -n "${files_period}" ]]; then
echo_red_text "Removing ${endpoint}. from files... ${files_period}"
echo "${files_period}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"${endpoint}.[^\"']*\"|\"\"|g" -e "s|'${endpoint}.[^\"']*'|''|g"
fi
if [[ -n "${http_files}" ]]; then
echo_red_text "Removing http://${endpoint} from files... ${http_files}"
echo "${http_files}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"http://${endpoint}[^\"']*\"|\"\"|g" -e "s|'http://${endpoint}[^\"']*'|''|g"
fi
if [[ -n "${http_files_slash}" ]]; then
echo_red_text "Removing http://${endpoint}/ from files... ${http_files_slash}"
echo "${http_files_slash}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"http://${endpoint}/[^\"']*\"|\"\"|g" -e "s|'http://${endpoint}/[^\"']*'|''|g"
fi
if [[ -n "${http_files_period}" ]]; then
echo_red_text "Removing http://${endpoint}. from files... ${http_files_period}"
echo "${http_files_period}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"http://${endpoint}.[^\"']*\"|\"\"|g" -e "s|'http://${endpoint}.[^\"']*'|''|g"
fi
if [[ -n "${https_files}" ]]; then
echo_red_text "Removing https://${endpoint} from files... ${https_files}"
echo "${https_files}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"https://${endpoint}[^\"']*\"|\"\"|g" -e "s|'https://${endpoint}[^\"']*'|''|g"
fi
if [[ -n "${https_files_slash}" ]]; then
echo_red_text "Removing https://${endpoint}/ from files... ${https_files_slash}"
echo "${https_files_slash}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"https://${endpoint}/[^\"']*\"|\"\"|g" -e "s|'https://${endpoint}/[^\"']*'|''|g"
fi
if [[ -n "${https_files_period}" ]]; then
echo_red_text "Removing https://${endpoint}. from files... ${https_files_period}"
echo "${https_files_period}" | "${IRONFOX_XARGS}" -L1 "${IRONFOX_SED}" -i -r -e "s|\"https://${endpoint}.[^\"']*\"|\"\"|g" -e "s|'https://${endpoint}.[^\"']*'|''|g"
fi
}
function noop_ac() {
echo_red_text 'No-oping endpoints from Android Components...'
# AMO Discovery/recommendations
noop_mozilla_endpoints "services.addons.mozilla.org" "${IRONFOX_AC}/components/feature/addons/src/main/java/mozilla/components/feature/addons/amo/AMOAddonsProvider.kt"
# GeoIP
noop_mozilla_endpoints "location.services.mozilla.com" "${IRONFOX_AC}/components/service/location/src/main/java/mozilla/components/service/location/MozillaLocationService.kt"
# MARS
noop_mozilla_endpoints "ads.allizom.org" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/mars/api/MarsSpocsEndpointRaw.kt"
noop_mozilla_endpoints "ads.mozilla.org" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/mars/api/MarsSpocsEndpointRaw.kt"
# Pocket
noop_mozilla_endpoints "firefox-android-home-recommendations.getpocket.com" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/stories/api/PocketEndpointRaw.kt"
noop_mozilla_endpoints "img-getpocket.cdn.mozilla.net" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/recommendations/api/ContentRecommendationsEndpoint.kt"
noop_mozilla_endpoints "spocs.getpocket.com" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/spocs/api/SpocsEndpointRaw.kt"
noop_mozilla_endpoints "spocs.getpocket.dev" "${IRONFOX_AC}/components/service/pocket/src/main/java/mozilla/components/service/pocket/spocs/api/SpocsEndpointRaw.kt"
echo_green_text 'SUCCESS: No-oped endpoints from Android Components'
}
function noop_as() {
echo_red_text 'No-oping endpoints from Application Services...'
# MARS
noop_mozilla_endpoints "ads.mozilla.org" "${IRONFOX_AS}/components/context_id/src/mars.rs"
echo_green_text 'SUCCESS: No-oped endpoints from Application Services'
}
function noop_fenix() {
echo_red_text 'No-oping endpoints from Fenix...'
# AMO Discovery/recommendations
noop_mozilla_endpoints "services.addons.mozilla.org" "${IRONFOX_FENIX}/app/build.gradle"
# Telemetry
noop_mozilla_endpoints "debug-ping-preview.firebaseapp.com" "${IRONFOX_FENIX}/app/src/main/java/org/mozilla/fenix/debugsettings/gleandebugtools/GleanDebugToolsMiddleware.kt"
echo_green_text 'SUCCESS: No-oped endpoints from Fenix'
}
function noop_firefox() {
echo_red_text 'No-oping endpoints from Firefox...'
# AMO Discovery/recommendations
noop_mozilla_endpoints "discovery.addons.mozilla.org" "${IRONFOX_GECKO}/toolkit/mozapps/extensions/AddonManager.sys.mjs"
# Crash reporting
noop_mozilla_endpoints "crash-reports.mozilla.com" "${IRONFOX_GECKO}/mobile/android/geckoview/src/main/java/org/mozilla/geckoview/CrashHandler.java"
noop_mozilla_endpoints "crash-reports.mozilla.com" "${IRONFOX_GECKO}/toolkit/moz.configure"
# DoH canary requests
noop_mozilla_endpoints "sitereview.zscaler.com" "${IRONFOX_GECKO}/toolkit/components/doh/DoHHeuristics.sys.mjs"
noop_mozilla_endpoints "use-application-dns.net" "${IRONFOX_GECKO}/toolkit/components/doh/DoHHeuristics.sys.mjs"
# DoH performance tests
noop_mozilla_endpoints "firefox-dns-perf-test.net" "${IRONFOX_GECKO}/toolkit/components/doh/TRRPerformance.sys.mjs"
# Remote search configuration
noop_mozilla_endpoints "firefox.settings.services.allizom.org" "${IRONFOX_GECKO}/toolkit/components/search/SearchUtils.sys.mjs"
noop_mozilla_endpoints "firefox.settings.services.mozilla.com" "${IRONFOX_GECKO}/toolkit/components/search/SearchUtils.sys.mjs"
# Sentry
noop_mozilla_endpoints "5cfe351fb3a24e8d82c751252b48722b@o1069899.ingest.sentry.io" "${IRONFOX_GECKO}/python/mach/mach/sentry.py"
# Telemetry
noop_mozilla_endpoints "incoming.telemetry.mozilla.org" "${IRONFOX_GECKO}/toolkit/components/glean/src/init/mod.rs"
noop_mozilla_endpoints "incoming.telemetry.mozilla.org" "${IRONFOX_GECKO}/toolkit/components/telemetry/pings/BackgroundTask_pingsender.sys.mjs"
noop_mozilla_endpoints "incoming.thunderbird.net" "${IRONFOX_GECKO}/toolkit/components/glean/src/init/mod.rs"
noop_mozilla_endpoints "localhost" "${IRONFOX_GECKO}/toolkit/components/telemetry/pings/BackgroundTask_pingsender.sys.mjs"
noop_mozilla_endpoints "mozilla-ohttp.fastly-edge.com" "${IRONFOX_GECKO}/toolkit/components/glean/src/init/viaduct_uploader.rs"
noop_mozilla_endpoints "prod.ohttp-gateway.prod.webservices.mozgcp.net" "${IRONFOX_GECKO}/toolkit/components/glean/src/init/viaduct_uploader.rs"
echo_green_text 'SUCCESS: No-oped endpoints from Firefox'
}
function noop_glean() {
echo_red_text 'No-oping endpoints from Glean...'
# Telemetry
noop_mozilla_endpoints "incoming.telemetry.mozilla.org" "${IRONFOX_GLEAN}/glean-core/android/src/main/java/mozilla/telemetry/glean/config/Configuration.kt"
noop_mozilla_endpoints "incoming.telemetry.mozilla.org" "${IRONFOX_GLEAN}/glean-core/python/glean/config.py"
noop_mozilla_endpoints "incoming.telemetry.mozilla.org" "${IRONFOX_GLEAN}/glean-core/rlb/src/configuration.rs"
echo_green_text 'SUCCESS: No-oped endpoints from Glean'
}
if [[ "${IRONFOX_NOOP_AC}" == 1 ]]; then
noop_ac
fi
if [[ "${IRONFOX_NOOP_AS}" == 1 ]]; then
noop_as
fi
if [[ "${IRONFOX_NOOP_FENIX}" == 1 ]]; then
noop_fenix
fi
if [[ "${IRONFOX_NOOP_GECKO}" == 1 ]]; then
noop_firefox
fi
if [[ "${IRONFOX_NOOP_GLEAN}" == 1 ]]; then
noop_glean
fi
Reference in New Issue View Git Blame Copy Permalink