This commit is contained in:
2026-03-24 01:22:05 +00:00
parent 21de9b39dc
commit 312f8d251f
2 changed files with 31 additions and 22 deletions
+18 -20
View File
@@ -25,29 +25,29 @@ set -e
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
source "$SCRIPT_DIR/../common.sh" source "$SCRIPT_DIR/../common.sh"
# Load configuration # Load config
load_master_conf load_master_conf
# Parse CLI args (supports --dry-run and VAR=value overrides) # 🔥 Handle directory FIRST
parse_args "$@"
# Detect hosts, resolve Tailscale IP, pick SSH key
detect_hosts
# Input Arguments
DIRECTORY="$1" DIRECTORY="$1"
if [[ -z "$DIRECTORY" ]]; then if [[ -z "$DIRECTORY" ]]; then
echo "Usage: $0 <directory-to-sync> [--dry-run] [VAR=value ...]" echo "Usage: $0 <directory-to-sync> [--dry-run] [VAR=value ...]"
exit 1 exit 1
fi fi
shift 1 # Shift past DIRECTORY shift 1
# Parse args AFTER shifting
parse_args "$@"
# Detect hosts AFTER config + args
detect_hosts
# Determine profile # Determine profile
PROFILE_NAME=$(basename "$DIRECTORY" | tr '[:upper:]' '[:lower:]') PROFILE_NAME=$(basename "$DIRECTORY" | tr '[:upper:]' '[:lower:]')
echo "Detected profile: $PROFILE_NAME" echo "Detected profile: $PROFILE_NAME"
# Apply profile defaults, fallback to global defaults # Apply profile defaults
MAX_RSYNC_PROCS=${PROFILE_MAX_PROCS[$PROFILE_NAME]:-$MAX_RSYNC_PROCS} MAX_RSYNC_PROCS=${PROFILE_MAX_PROCS[$PROFILE_NAME]:-$MAX_RSYNC_PROCS}
BW_LIMIT=${PROFILE_BW_LIMIT[$PROFILE_NAME]:-$BW_LIMIT} BW_LIMIT=${PROFILE_BW_LIMIT[$PROFILE_NAME]:-$BW_LIMIT}
CRITICAL_CONTAINER_NAMES=(${PROFILE_CRITICAL_CONTAINER_NAMES[$PROFILE_NAME]}) CRITICAL_CONTAINER_NAMES=(${PROFILE_CRITICAL_CONTAINER_NAMES[$PROFILE_NAME]})
@@ -63,11 +63,10 @@ echo "Settings: MAX_RSYNC_PROCS=$MAX_RSYNC_PROCS, BW_LIMIT=$BW_LIMIT, CONTAINERS
# Helper Functions # Helper Functions
#============================================================ #============================================================
# Wait if too many rsync processes are running
wait_for_rsync() { wait_for_rsync() {
for attempt in $(seq 1 "$RETRY_COUNT"); do for attempt in $(seq 1 "$RETRY_COUNT"); do
RSYNC_COUNT=$(pgrep -fc "rsync.*root@${REMOTE_SERVER}" || true) RSYNC_COUNT=$(pgrep -fc "rsync.*root@${REMOTE_SERVER}" || true)
if [ "$RSYNC_COUNT" -ge "$MAX_RSYNC_PROCS" ]; then if [[ "$RSYNC_COUNT" -ge "$MAX_RSYNC_PROCS" ]]; then
echo "[$LOCAL_SERVER_NAME] Waiting... ($RSYNC_COUNT active rsync processes)" echo "[$LOCAL_SERVER_NAME] Waiting... ($RSYNC_COUNT active rsync processes)"
sleep "$SLEEP" sleep "$SLEEP"
else else
@@ -78,18 +77,18 @@ wait_for_rsync() {
exit 1 exit 1
} }
# Check if remote server is online
check_server_online() { check_server_online() {
timeout 5 ping -c 1 "$REMOTE_SERVER" &>/dev/null timeout 5 ping -c 1 "$REMOTE_SERVER" &>/dev/null
} }
# Stop critical containers
stop_containers() { stop_containers() {
echo "[$LOCAL_SERVER_NAME] Checking containers on ${REMOTE_SERVER_NAME}..." echo "[$LOCAL_SERVER_NAME] Checking containers on ${REMOTE_SERVER_NAME}..."
RUNNING_CONTAINERS=() RUNNING_CONTAINERS=()
for container in "${CRITICAL_CONTAINER_NAMES[@]}"; do for container in "${CRITICAL_CONTAINER_NAMES[@]}"; do
STATUS=$(ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" \ STATUS=$(ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" \
"docker inspect -f '{{.State.Running}}' $container 2>/dev/null" || echo "false") "docker inspect -f '{{.State.Running}}' $container 2>/dev/null" || echo "false")
if [[ "$STATUS" == "true" ]]; then if [[ "$STATUS" == "true" ]]; then
echo "Stopping $container" echo "Stopping $container"
RUNNING_CONTAINERS+=("$container") RUNNING_CONTAINERS+=("$container")
@@ -98,14 +97,15 @@ stop_containers() {
done done
} }
# Start critical containers
start_containers() { start_containers() {
echo "[$LOCAL_SERVER_NAME] Restarting containers on ${REMOTE_SERVER_NAME}..." echo "[$LOCAL_SERVER_NAME] Restarting containers on ${REMOTE_SERVER_NAME}..."
for container in "${RUNNING_CONTAINERS[@]}"; do for container in "${RUNNING_CONTAINERS[@]}"; do
if [[ " ${DELAYED_CONTAINERS[*]} " == *" $container "* ]]; then if [[ " ${DELAYED_CONTAINERS[*]} " == *" $container "* ]]; then
echo "Delaying start of $container by ${CONTAINER_DELAY}s..." echo "Delaying start of $container by ${CONTAINER_DELAY}s..."
sleep "$CONTAINER_DELAY" sleep "$CONTAINER_DELAY"
fi fi
[[ "$DRY_RUN" = true ]] || ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker start $container" [[ "$DRY_RUN" = true ]] || ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker start $container"
done done
} }
@@ -117,12 +117,12 @@ start_containers() {
main() { main() {
echo "[$LOCAL_SERVER_NAME] Syncing $DIRECTORY$REMOTE_SERVER:$DIRECTORY" echo "[$LOCAL_SERVER_NAME] Syncing $DIRECTORY$REMOTE_SERVER:$DIRECTORY"
# Ensure remote is online
for i in $(seq 1 "$RETRY_COUNT"); do for i in $(seq 1 "$RETRY_COUNT"); do
if check_server_online; then break; fi if check_server_online; then break; fi
echo "Remote $REMOTE_SERVER_NAME down, retrying in $SLEEP seconds..." echo "Remote $REMOTE_SERVER_NAME down, retrying in $SLEEP seconds..."
sleep "$SLEEP" sleep "$SLEEP"
done done
check_server_online || { echo "Remote $REMOTE_SERVER_NAME unreachable. Exiting."; exit 1; } check_server_online || { echo "Remote $REMOTE_SERVER_NAME unreachable. Exiting."; exit 1; }
wait_for_rsync wait_for_rsync
@@ -138,7 +138,6 @@ main() {
--no-whole-file --no-whole-file
) )
# Apply exclude patterns
for pattern in "${EXCLUDE_DIRS[@]}"; do for pattern in "${EXCLUDE_DIRS[@]}"; do
RSYNC_OPTS+=(--exclude="$pattern") RSYNC_OPTS+=(--exclude="$pattern")
done done
@@ -147,6 +146,7 @@ main() {
for attempt in $(seq 1 "$RETRY_COUNT"); do for attempt in $(seq 1 "$RETRY_COUNT"); do
echo "Starting rsync attempt $attempt/$RETRY_COUNT..." echo "Starting rsync attempt $attempt/$RETRY_COUNT..."
if rsync "${RSYNC_OPTS[@]}" \ if rsync "${RSYNC_OPTS[@]}" \
-e "ssh -i \"$SSH_KEY\" -T -o Compression=no -o IPQoS=throughput" \ -e "ssh -i \"$SSH_KEY\" -T -o Compression=no -o IPQoS=throughput" \
"$DIRECTORY" "root@${REMOTE_SERVER}:$DIRECTORY"; then "$DIRECTORY" "root@${REMOTE_SERVER}:$DIRECTORY"; then
@@ -154,6 +154,7 @@ main() {
break break
else else
echo "Rsync attempt $attempt failed." echo "Rsync attempt $attempt failed."
if [[ "$attempt" -lt "$RETRY_COUNT" ]]; then if [[ "$attempt" -lt "$RETRY_COUNT" ]]; then
echo "Retrying in $SLEEP seconds..." echo "Retrying in $SLEEP seconds..."
sleep "$SLEEP" sleep "$SLEEP"
@@ -169,7 +170,4 @@ main() {
echo "[$LOCAL_SERVER_NAME] Sync complete." echo "[$LOCAL_SERVER_NAME] Sync complete."
} }
#============================================================
# Execute
#============================================================
main main
+13 -2
View File
@@ -66,7 +66,7 @@ require_var() {
fi fi
} }
# 🔥 Host + SSH Detection (THE IMPORTANT FIX) # Detect hosts + SSH key + Tailscale IP
detect_hosts() { detect_hosts() {
LOCAL_HOSTNAME="$(hostname)" LOCAL_HOSTNAME="$(hostname)"
@@ -86,13 +86,24 @@ detect_hosts() {
# Resolve Tailscale IP # Resolve Tailscale IP
REMOTE_SERVER=$(tailscale ip -4 "$REMOTE_SERVER_NAME" 2>/dev/null) REMOTE_SERVER=$(tailscale ip -4 "$REMOTE_SERVER_NAME" 2>/dev/null)
if [[ -z "$REMOTE_SERVER" ]]; then if [[ -z "$REMOTE_SERVER" ]]; then
echo "Error: Could not resolve Tailscale IP for $REMOTE_SERVER_NAME" echo "Error: Could not resolve Tailscale IP for $REMOTE_SERVER_NAME"
exit 1 exit 1
fi fi
# Assign SSH key # Validate SSH_KEYS
if [[ "$(declare -p SSH_KEYS 2>/dev/null)" != declare\ -A* ]]; then
echo "Error: SSH_KEYS is not a valid associative array."
exit 1
fi
KEY_ID="$LOCAL_SERVER_NAME|$REMOTE_SERVER_NAME" KEY_ID="$LOCAL_SERVER_NAME|$REMOTE_SERVER_NAME"
# Debug (safe to keep)
echo "DEBUG: KEY_ID=$KEY_ID"
echo "DEBUG: Available keys: ${!SSH_KEYS[@]}"
if [[ -n "${SSH_KEYS[$KEY_ID]}" ]]; then if [[ -n "${SSH_KEYS[$KEY_ID]}" ]]; then
SSH_KEY="${SSH_KEYS[$KEY_ID]}" SSH_KEY="${SSH_KEYS[$KEY_ID]}"
else else