mirror of
https://github.com/ironfox-oss/IronFox.git
synced 2026-09-15 23:56:21 -04:00
celenity
8e6cf30e3d
(Part 2 of bringing back Nightly builds, with a proper distribution channel...) Signed-off-by: celenity <celenity@celenity.dev>
402 lines
12 KiB
Bash
Executable File
402 lines
12 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -euo pipefail
|
|
|
|
# S3 utility functions
|
|
|
|
# Set-up our environment
|
|
if [[ -z "${IRONFOX_SET_ENVS+x}" ]]; then
|
|
/bin/bash $(dirname $0)/env.sh || exit 1
|
|
fi
|
|
source $(dirname $0)/env.sh || exit 1
|
|
|
|
# Include utilities
|
|
source "${IRONFOX_UTILS}" || exit 1
|
|
|
|
# Set verbosity
|
|
set_verbosity
|
|
|
|
# Push a file to S3 storage
|
|
function push_file() {
|
|
function print_usage() {
|
|
echo "Usage: push_file '/path/to/file' 'path/on/s3' '/path/to/s3_access_key_file' '/path/to/s3_bucket_name_file' '/path/to/s3_endpoint_file'
|
|
'/path/to/s3_secret_key_file'"
|
|
}
|
|
|
|
if [[ -z "${1+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file that should be uploaded to S3 storage!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${2+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the target path on S3 storage for where the file should be uploaded!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${3+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 access key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${4+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 bucket name!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${5+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 endpoint!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${6+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 secret key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
# Ensure we have basename
|
|
verify_exec "${IRONFOX_BASENAME}" 'IRONFOX_BASENAME' || exit 1
|
|
|
|
# Ensure we have cat
|
|
verify_exec "${IRONFOX_CAT}" 'IRONFOX_CAT' || exit 1
|
|
|
|
# Ensure we have s3cmd
|
|
verify_exec "${IRONFOX_S3CMD}" 'IRONFOX_S3CMD' || exit 1
|
|
|
|
# Ensure we have xargs
|
|
verify_exec "${IRONFOX_XARGS}" 'IRONFOX_XARGS' || exit 1
|
|
|
|
# Ensure we can source our Python environment
|
|
verify_file "${IRONFOX_PYENV}" || exit 1
|
|
|
|
local -r push_file="$1"
|
|
local -r s3_path="$2"
|
|
local -r s3_access_key_file="$3"
|
|
local -r s3_bucket_name_file="$4"
|
|
local -r s3_endpoint_file="$5"
|
|
local -r s3_secret_key_file="$6"
|
|
local -r s3_full_path="${s3_path}/$("${IRONFOX_BASENAME}" "${push_file}")"
|
|
|
|
# Ensure our file to push is valid
|
|
verify_file "${push_file}" || exit 1
|
|
|
|
# Ensure our secrets are valid
|
|
verify_file "${s3_access_key_file}" || exit 1
|
|
verify_file "${s3_bucket_name_file}" || exit 1
|
|
verify_file "${s3_endpoint_file}" || exit 1
|
|
verify_file "${s3_secret_key_file}" || exit 1
|
|
|
|
# Set our MIME type
|
|
case "${push_file}" in
|
|
*.aab)
|
|
local -r mime_type='application/vnd.android.package-archive'
|
|
;;
|
|
*.apk)
|
|
local -r mime_type='application/vnd.android.package-archive'
|
|
;;
|
|
*.apks)
|
|
local -r mime_type='application/vnd.android.package-archive'
|
|
;;
|
|
*.json)
|
|
local -r mime_type='application/json'
|
|
;;
|
|
*.log)
|
|
local -r mime_type='text/plain'
|
|
;;
|
|
*.md)
|
|
local -r mime_type='text/markdown'
|
|
;;
|
|
*.png)
|
|
local -r mime_type='image/png'
|
|
;;
|
|
*.svg)
|
|
local -r mime_type='image/svg+xml'
|
|
;;
|
|
*.tar.xz)
|
|
local -r mime_type='application/x-gtar'
|
|
;;
|
|
*.txt)
|
|
local -r mime_type='text/plain'
|
|
;;
|
|
*.xml)
|
|
local -r mime_type='text/xml'
|
|
;;
|
|
*.zip)
|
|
local -r mime_type='application/zip'
|
|
;;
|
|
*)
|
|
echo_red_text "ERROR: Unsupported file type: ${push_file}"
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
# Ensure we're not running with xtrace at this point...
|
|
set +x
|
|
|
|
local -r s3_access_key=$("${IRONFOX_CAT}" "${s3_access_key_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_bucket_name=$("${IRONFOX_CAT}" "${s3_bucket_name_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_endpoint=$("${IRONFOX_CAT}" "${s3_endpoint_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_secret_key=$("${IRONFOX_CAT}" "${s3_secret_key_file}" | "${IRONFOX_XARGS}")
|
|
|
|
if [[ "${s3_path}" == 'root' ]]; then
|
|
local -r s3_target_path="s3://${s3_bucket_name}"
|
|
else
|
|
local -r s3_target_path="s3://${s3_bucket_name}/${s3_full_path}"
|
|
fi
|
|
|
|
echo_red_text "Pushing ${push_file} to S3..."
|
|
source "${IRONFOX_PYENV}"
|
|
"${IRONFOX_S3CMD}" ${IRONFOX_S3CMD_FLAGS} --mime-type="${mime_type}" put "${push_file}" "${s3_target_path}" \
|
|
--access_key="${s3_access_key}" \
|
|
--secret_key="${s3_secret_key}" \
|
|
--host="${s3_endpoint}" \
|
|
--host-bucket="${s3_endpoint}"
|
|
echo_green_text "SUCCESS: Pushed ${push_file} to S3"
|
|
|
|
# Set verbosity
|
|
set_verbosity
|
|
}
|
|
|
|
# Create and push a SHA512sum for a file to S3 storage
|
|
function push_sha512sum() {
|
|
function print_usage() {
|
|
echo "Usage: push_sha512sum '/path/to/file' '/path/to/s3_access_key_file' '/path/to/s3_bucket_name_file' '/path/to/s3_endpoint_file'
|
|
'/path/to/s3_secret_key_file'"
|
|
}
|
|
|
|
if [[ -z "${1+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file that a SHA512sum should be created for!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${2+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 access key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${3+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 bucket name!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${4+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 endpoint!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${5+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 secret key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
# Ensure we have awk
|
|
verify_exec "${IRONFOX_AWK}" 'IRONFOX_AWK' || exit 1
|
|
|
|
# Ensure we have basename
|
|
verify_exec "${IRONFOX_BASENAME}" 'IRONFOX_BASENAME' || exit 1
|
|
|
|
# Ensure we have dirname
|
|
verify_exec "${IRONFOX_DIRNAME}" 'IRONFOX_DIRNAME' || exit 1
|
|
|
|
# Ensure we have rm
|
|
verify_exec "${IRONFOX_RM}" 'IRONFOX_RM' || exit 1
|
|
|
|
# Ensure we have shasum
|
|
verify_exec "${IRONFOX_SHASUM}" 'IRONFOX_SHASUM' || exit 1
|
|
|
|
local -r sha512sum_file_in="$1"
|
|
local -r sha512sum_s3path="$2"
|
|
local -r s3_access_key_file="$3"
|
|
local -r s3_bucket_name_file="$4"
|
|
local -r s3_endpoint_file="$5"
|
|
local -r s3_secret_key_file="$6"
|
|
local -r sha512sum_file_name=$("${IRONFOX_BASENAME}" "${sha512sum_file_in}")
|
|
local -r sha512sum_file_path=$("${IRONFOX_DIRNAME}" "${sha512sum_file_in}")
|
|
|
|
# Ensure our file to create a SHA512sum for is valid
|
|
verify_file "${sha512sum_file_in}" || exit 1
|
|
|
|
# Ensure our secrets are valid
|
|
verify_file "${s3_access_key_file}" || exit 1
|
|
verify_file "${s3_bucket_name_file}" || exit 1
|
|
verify_file "${s3_endpoint_file}" || exit 1
|
|
verify_file "${s3_secret_key_file}" || exit 1
|
|
|
|
local -r sha512sum_file_out="${sha512sum_file_path}/${sha512sum_file_name}-sha512sum.txt"
|
|
|
|
# If there's already a SHA512sum file, remove it
|
|
if [[ -f "${sha512sum_file_out}" ]]; then
|
|
"${IRONFOX_RM}" -f "${sha512sum_file_out}"
|
|
fi
|
|
|
|
local -r local_sha512sum=$("${IRONFOX_SHASUM}" -a 512 "${sha512sum_file_in}" | "${IRONFOX_AWK}" '{print $1}')
|
|
echo -n "${local_sha512sum}" > "${sha512sum_file_out}"
|
|
|
|
# Push our SHA512sum
|
|
push_file "${sha512sum_file_out}" "${sha512sum_s3path}" "${s3_access_key_file}" "${s3_bucket_name_file}" "${s3_endpoint_file}" "${s3_secret_key_file}"
|
|
}
|
|
|
|
# Create a SHA512sum for and push a file to S3 storage
|
|
function push_and_add_sha512sum() {
|
|
function print_usage() {
|
|
echo "Usage: push_and_add_sha512sum '/path/to/file' 'path/on/s3' '/path/to/s3_access_key_file' '/path/to/s3_bucket_name_file'
|
|
'/path/to/s3_endpoint_file' '/path/to/s3_secret_key_file'"
|
|
}
|
|
|
|
if [[ -z "${1+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file that should be uploaded to S3 storage!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${2+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the target path on S3 storage for where the file should be uploaded!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${3+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 access key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${4+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 bucket name!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${5+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 endpoint!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${6+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 secret key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
local -r file_in="$1"
|
|
local -r s3_path_out="$2"
|
|
local -r s3_access_key_file="$3"
|
|
local -r s3_bucket_name_file="$4"
|
|
local -r s3_endpoint_file="$5"
|
|
local -r s3_secret_key_file="$6"
|
|
|
|
# Ensure our file to create a SHA512sum for and push is valid
|
|
verify_file "${file_in}" || exit 1
|
|
|
|
# Ensure our secrets are valid
|
|
verify_file "${s3_access_key_file}" || exit 1
|
|
verify_file "${s3_bucket_name_file}" || exit 1
|
|
verify_file "${s3_endpoint_file}" || exit 1
|
|
verify_file "${s3_secret_key_file}" || exit 1
|
|
|
|
# Push our file to S3 storage
|
|
push_file "${file_in}" "${s3_path_out}" "${s3_access_key_file}" "${s3_bucket_name_file}" "${s3_endpoint_file}" "${s3_secret_key_file}"
|
|
|
|
# Create and push a SHA512sum for our file to S3 storage
|
|
push_sha512sum "${file_in}" "${s3_path_out}" "${s3_access_key_file}" "${s3_bucket_name_file}" "${s3_endpoint_file}" "${s3_secret_key_file}"
|
|
}
|
|
|
|
# Delete a file from S3 storage
|
|
function delete_file() {
|
|
function print_usage() {
|
|
echo "Usage: delete_file 'path/on/s3/to/file' '/path/to/s3_access_key_file' '/path/to/s3_bucket_name_file' '/path/to/s3_endpoint_file'
|
|
'/path/to/s3_secret_key_file'"
|
|
}
|
|
|
|
if [[ -z "${2+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the target path on S3 storage for the file to delete!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${3+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 access key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${4+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 bucket name!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${5+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 endpoint!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -z "${6+x}" ]]; then
|
|
echo_red_text 'ERROR: Please specify the path to a file containing the S3 secret key!'
|
|
print_usage
|
|
exit 1
|
|
fi
|
|
|
|
# Ensure we have basename
|
|
verify_exec "${IRONFOX_BASENAME}" 'IRONFOX_BASENAME' || exit 1
|
|
|
|
# Ensure we have cat
|
|
verify_exec "${IRONFOX_CAT}" 'IRONFOX_CAT' || exit 1
|
|
|
|
# Ensure we have s3cmd
|
|
verify_exec "${IRONFOX_S3CMD}" 'IRONFOX_S3CMD' || exit 1
|
|
|
|
# Ensure we have xargs
|
|
verify_exec "${IRONFOX_XARGS}" 'IRONFOX_XARGS' || exit 1
|
|
|
|
# Ensure we can source our Python environment
|
|
verify_file "${IRONFOX_PYENV}" || exit 1
|
|
|
|
local -r s3_file="$1"
|
|
local -r s3_access_key_file="$2"
|
|
local -r s3_bucket_name_file="$3"
|
|
local -r s3_endpoint_file="$4"
|
|
local -r s3_secret_key_file="$5"
|
|
local -r s3_file_name="$("${IRONFOX_BASENAME}" "${s3_file}")"
|
|
|
|
# Ensure our secrets are valid
|
|
verify_file "${s3_access_key_file}" || exit 1
|
|
verify_file "${s3_bucket_name_file}" || exit 1
|
|
verify_file "${s3_endpoint_file}" || exit 1
|
|
verify_file "${s3_secret_key_file}" || exit 1
|
|
|
|
# Ensure we're not running with xtrace at this point...
|
|
set +x
|
|
|
|
local -r s3_access_key=$("${IRONFOX_CAT}" "${s3_access_key_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_bucket_name=$("${IRONFOX_CAT}" "${s3_bucket_name_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_endpoint=$("${IRONFOX_CAT}" "${s3_endpoint_file}" | "${IRONFOX_XARGS}")
|
|
local -r s3_secret_key=$("${IRONFOX_CAT}" "${s3_secret_key_file}" | "${IRONFOX_XARGS}")
|
|
|
|
local -r s3_target_path="s3://${s3_bucket_name}/${s3_file}"
|
|
|
|
echo_red_text "Deleting ${s3_file_name} from S3..."
|
|
source "${IRONFOX_PYENV}"
|
|
"${IRONFOX_S3CMD}" ${IRONFOX_S3CMD_FLAGS} rm "${s3_file}" \
|
|
--access_key="${s3_access_key}" \
|
|
--secret_key="${s3_secret_key}" \
|
|
--host="${s3_endpoint}" \
|
|
--host-bucket="${s3_endpoint}"
|
|
echo_green_text "SUCCESS: Deleted ${s3_file_name} from S3"
|
|
|
|
# Set verbosity
|
|
set_verbosity
|
|
}
|