98 lines
3.5 KiB
Bash
98 lines
3.5 KiB
Bash
#!/bin/bash
|
|
set -e
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
source "$SCRIPT_DIR/../common.sh"
|
|
|
|
# Load config
|
|
load_master_conf
|
|
|
|
# Input directory
|
|
DIRECTORY="$1"
|
|
if [[ -z "$DIRECTORY" ]]; then
|
|
echo "Usage: $0 <directory-to-sync> [--dry-run|-n] [VAR=value ...]"
|
|
exit 1
|
|
fi
|
|
shift
|
|
parse_args "$@"
|
|
|
|
# Detect hosts & SSH key
|
|
detect_hosts
|
|
|
|
# Determine profile
|
|
DIR_CLEAN="${DIRECTORY%/}"
|
|
PROFILE_NAME=$(basename "$DIR_CLEAN" | tr '[:upper:]' '[:lower:]')
|
|
echo "Detected profile: $PROFILE_NAME"
|
|
|
|
# Apply profile defaults
|
|
MAX_RSYNC_PROCS=${PROFILE_MAX_PROCS[$PROFILE_NAME]:-$MAX_RSYNC_PROCS}
|
|
BW_LIMIT=${PROFILE_BW_LIMIT[$PROFILE_NAME]:-$BW_LIMIT}
|
|
CRITICAL_CONTAINER_NAMES=(${PROFILE_CRITICAL_CONTAINER_NAMES[$PROFILE_NAME]})
|
|
DELAYED_CONTAINERS=(${PROFILE_DELAYED_CONTAINERS[$PROFILE_NAME]})
|
|
CONTAINER_DELAY=${PROFILE_CONTAINER_DELAY[$PROFILE_NAME]:-$CONTAINER_DELAY}
|
|
RETRY_COUNT=${PROFILE_RETRY_COUNT[$PROFILE_NAME]:-$RETRY_COUNT}
|
|
SLEEP=${PROFILE_SLEEP[$PROFILE_NAME]:-$SLEEP}
|
|
EXCLUDE_DIRS=(${PROFILE_EXCLUDE_DIRS[$PROFILE_NAME]:-${EXCLUDE_DIRS[@]}})
|
|
|
|
# Validate
|
|
validate_int MAX_RSYNC_PROCS "$MAX_RSYNC_PROCS"
|
|
validate_int BW_LIMIT "$BW_LIMIT"
|
|
validate_int CONTAINER_DELAY "$CONTAINER_DELAY"
|
|
validate_int RETRY_COUNT "$RETRY_COUNT"
|
|
validate_int SLEEP "$SLEEP"
|
|
|
|
echo "Settings: MAX_RSYNC_PROCS=$MAX_RSYNC_PROCS, BW_LIMIT=$BW_LIMIT, CONTAINERS=${CRITICAL_CONTAINER_NAMES[*]}, EXCLUDES=${EXCLUDE_DIRS[*]}"
|
|
|
|
# Main rsync function
|
|
main() {
|
|
echo "[$LOCAL_SERVER_NAME] Syncing $DIRECTORY → $REMOTE_SERVER:$DIRECTORY"
|
|
|
|
# Retry server ping
|
|
for i in $(seq 1 "$RETRY_COUNT"); do
|
|
if timeout 5 ping -c1 "$REMOTE_SERVER" &>/dev/null; then break; fi
|
|
echo "Remote $REMOTE_SERVER_NAME down, retrying in $SLEEP seconds..."
|
|
sleep "$SLEEP"
|
|
done
|
|
timeout 5 ping -c1 "$REMOTE_SERVER" &>/dev/null || { echo "Remote $REMOTE_SERVER_NAME unreachable"; exit 1; }
|
|
|
|
# Stop critical containers
|
|
RUNNING_CONTAINERS=()
|
|
for container in "${CRITICAL_CONTAINER_NAMES[@]}"; do
|
|
STATUS=$(ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker inspect -f '{{.State.Running}}' $container" 2>/dev/null || echo "false")
|
|
if [[ "$STATUS" == "true" ]]; then
|
|
echo "Stopping $container"
|
|
RUNNING_CONTAINERS+=("$container")
|
|
[ "$DRY_RUN" = false ] && ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker stop $container"
|
|
fi
|
|
done
|
|
|
|
# Rsync
|
|
RSYNC_OPTS=(-av --info=progress2 --human-readable --bwlimit="$BW_LIMIT" --delete --inplace --no-whole-file)
|
|
for pattern in "${EXCLUDE_DIRS[@]}"; do
|
|
RSYNC_OPTS+=(--exclude="$pattern")
|
|
done
|
|
[ "$DRY_RUN" = true ] && RSYNC_OPTS+=("--dry-run")
|
|
|
|
for attempt in $(seq 1 "$RETRY_COUNT"); do
|
|
echo "Starting rsync attempt $attempt/$RETRY_COUNT..."
|
|
if rsync "${RSYNC_OPTS[@]}" -e "ssh -i \"$SSH_KEY\" -T -o Compression=no -o IPQoS=throughput" "$DIRECTORY" "root@${REMOTE_SERVER}:$DIRECTORY"; then
|
|
echo "Rsync completed successfully."
|
|
break
|
|
else
|
|
echo "Rsync attempt $attempt failed."
|
|
[ "$attempt" -lt "$RETRY_COUNT" ] && sleep "$SLEEP" || { echo "All attempts failed"; exit 1; }
|
|
fi
|
|
done
|
|
|
|
# Restart containers
|
|
for container in "${RUNNING_CONTAINERS[@]}"; do
|
|
if [[ " ${DELAYED_CONTAINERS[*]} " == *" $container "* ]]; then
|
|
[ "$DRY_RUN" = false ] && sleep "$CONTAINER_DELAY"
|
|
fi
|
|
[ "$DRY_RUN" = false ] && ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker start $container"
|
|
done
|
|
|
|
echo "[$LOCAL_SERVER_NAME] Sync complete."
|
|
}
|
|
|
|
main |