mirror of
https://github.com/exo-explore/exo.git
synced 2025-12-23 22:27:50 -05:00
57073f35c3
Co-authored-by: Matt Beton <matthew.beton@gmail.com> Co-authored-by: Gelu Vrabie <gelu@exolabs.net>
66 lines
2.3 KiB
Bash
Executable File
66 lines
2.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
# bulk_scp.sh — Sync a local repo to many hosts, respecting .gitignore and continuing even if
|
||
# some hosts fail. Tested on macOS Bash 3.x.
|
||
#
|
||
# ------------ User-tunable variables ------------
|
||
LOCAL_DIR="." # Local directory you want to send
|
||
REMOTE_DIR="~/exo" # Destination directory on the remote machines
|
||
HOSTS_FILE="hosts.json" # JSON array of hosts (["user@ip", ...])
|
||
# ------------ End of user-tunable section -------
|
||
|
||
set -uo pipefail # Treat unset vars as error; fail pipelines, but we handle exit codes ourselves
|
||
|
||
if [ "$#" -ne 1 ]; then
|
||
echo "Usage: $0 <password>" >&2
|
||
exit 1
|
||
fi
|
||
PASSWORD="$1"
|
||
|
||
# Dependency checks
|
||
for cmd in sshpass jq rsync git; do
|
||
if ! command -v "$cmd" >/dev/null 2>&1; then
|
||
echo "Error: $cmd is required but not installed." >&2
|
||
exit 1
|
||
fi
|
||
done
|
||
|
||
# Verify hosts file exists
|
||
if [ ! -f "$HOSTS_FILE" ]; then
|
||
echo "Error: Hosts file '$HOSTS_FILE' not found." >&2
|
||
exit 1
|
||
fi
|
||
|
||
# Build a temporary exclude file containing every Git‑ignored path
|
||
EXCLUDE_FILE=$(mktemp)
|
||
trap 'rm -f "$EXCLUDE_FILE"' EXIT
|
||
|
||
if git -C "$LOCAL_DIR" rev-parse --is-inside-work-tree >/dev/null 2>&1; then
|
||
git -C "$LOCAL_DIR" ls-files -z -o -i --exclude-standard \
|
||
| tr '\0' '\n' > "$EXCLUDE_FILE"
|
||
else
|
||
# Fallback: just use top‑level .gitignore if present
|
||
[ -f "$LOCAL_DIR/.gitignore" ] && cat "$LOCAL_DIR/.gitignore" > "$EXCLUDE_FILE"
|
||
fi
|
||
|
||
# Iterate over hosts — process substitution keeps stdin free for rsync/ssh
|
||
while IFS= read -r TARGET || [ -n "$TARGET" ]; do
|
||
[ -z "$TARGET" ] && continue # skip blanks
|
||
echo "\n—— Syncing $LOCAL_DIR → $TARGET:$REMOTE_DIR ——"
|
||
|
||
# # Ensure remote directory exists (ignore failure but report)
|
||
# if ! sshpass -p "$PASSWORD" ssh -o StrictHostKeyChecking=no "$TARGET" "mkdir -p $REMOTE_DIR" </dev/null; then
|
||
# echo "✗ Failed to create $REMOTE_DIR on $TARGET" >&2
|
||
# continue # move on to next host
|
||
# fi
|
||
|
||
# Rsync with checksums; redirect stdin so rsync/ssh can't eat host list
|
||
if sshpass -p "$PASSWORD" rsync -azc --delete --exclude-from="$EXCLUDE_FILE" \
|
||
-e "ssh -o StrictHostKeyChecking=no" \
|
||
"$LOCAL_DIR/" "$TARGET:$REMOTE_DIR/" </dev/null; then
|
||
echo "✓ Success: $TARGET"
|
||
else
|
||
echo "✗ Failed: $TARGET" >&2
|
||
fi
|
||
|
||
done < <(jq -r '.[]' "$HOSTS_FILE")
|