219 lines
6.3 KiB
Bash
219 lines
6.3 KiB
Bash
#!/bin/bash
|
||
# -----------------------------------------------------------------------------------------------
|
||
# ----------------- UNRAID OPS COMMON LIBRARY (FINAL STABLE FRAMEWORK v2) -----------------------
|
||
# -----------------------------------------------------------------------------------------------
|
||
|
||
# ----------------------------- ICONS -----------------------------
|
||
ICON_INFO="ℹ️"
|
||
ICON_WARN="⚠️"
|
||
ICON_ERROR="❌"
|
||
ICON_SUCCESS="✅"
|
||
ICON_RUN="🚀"
|
||
ICON_STOP="🛑"
|
||
ICON_STOPPED="🟢"
|
||
ICON_SYNC="🔄"
|
||
|
||
# ----------------------------- LOGGING -----------------------------
|
||
info() { echo "$ICON_INFO [INFO] $*"; }
|
||
warn() { echo "$ICON_WARN [WARN] $*"; }
|
||
error() { echo "$ICON_ERROR [ERROR] $*"; }
|
||
success() { echo "$ICON_SUCCESS [OK] $*"; }
|
||
log() { [[ "${ENABLE_LOGGING:-false}" == true ]] && echo "[LOG] $*"; }
|
||
|
||
# ----------------------------- LOAD MASTER CONFIG -----------------------------
|
||
# MUST be defined before calling engine
|
||
# Example:
|
||
# source /boot/config/master.conf
|
||
if [[ -n "${MASTER_CONF_PATH:-}" ]]; then
|
||
source "$MASTER_CONF_PATH"
|
||
fi
|
||
|
||
# ----------------------------- ARG PARSING -----------------------------
|
||
parse_args() {
|
||
ENABLE_LOGGING=${ENABLE_LOGGING:-false}
|
||
DRY_RUN=${DRY_RUN:-false}
|
||
SHOW_STATUS=${SHOW_STATUS:-false}
|
||
|
||
CLEAN_ARGS=()
|
||
|
||
for ARG in "$@"; do
|
||
case "$ARG" in
|
||
--dry-run|-n) DRY_RUN=true ;;
|
||
--log) ENABLE_LOGGING=true ;;
|
||
--no-log) ENABLE_LOGGING=false ;;
|
||
--status) SHOW_STATUS=true ;;
|
||
*) CLEAN_ARGS+=("$ARG") ;;
|
||
esac
|
||
done
|
||
|
||
PARSED_ARGS=("${CLEAN_ARGS[@]}")
|
||
}
|
||
|
||
# ----------------------------- HOST DETECTION -----------------------------
|
||
detect_hosts() {
|
||
LOCAL_HOSTNAME="$(hostname)"
|
||
|
||
if [[ "$LOCAL_HOSTNAME" == "$HOST1" ]]; then
|
||
LOCAL_SERVER_NAME="$HOST1"
|
||
REMOTE_SERVER_NAME="$HOST2"
|
||
elif [[ "$LOCAL_HOSTNAME" == "$HOST2" ]]; then
|
||
LOCAL_SERVER_NAME="$HOST2"
|
||
REMOTE_SERVER_NAME="$HOST1"
|
||
else
|
||
error "Unknown host: $LOCAL_HOSTNAME"
|
||
exit 1
|
||
fi
|
||
|
||
declare -A SSH_KEYS
|
||
SSH_KEYS["$HOST1|$HOST2"]="$HOST1_SSH_KEY"
|
||
SSH_KEYS["$HOST2|$HOST1"]="$HOST2_SSH_KEY"
|
||
|
||
SSH_KEY="${SSH_KEYS[$LOCAL_SERVER_NAME|$REMOTE_SERVER_NAME]}"
|
||
|
||
[[ -z "$SSH_KEY" ]] && error "Missing SSH key mapping" && exit 1
|
||
|
||
info "Host: $LOCAL_SERVER_NAME → $REMOTE_SERVER_NAME"
|
||
}
|
||
|
||
# ----------------------------- REMOTE RESOLVE -----------------------------
|
||
resolve_remote_ip() {
|
||
REMOTE_SERVER=$(tailscale ip -4 "$REMOTE_SERVER_NAME" 2>/dev/null)
|
||
[[ -z "$REMOTE_SERVER" ]] && error "Failed to resolve remote IP" && exit 1
|
||
info "Remote IP: $REMOTE_SERVER"
|
||
}
|
||
|
||
# ----------------------------- CONTAINERS -----------------------------
|
||
RUNNING_CONTAINERS=()
|
||
|
||
stop_containers() {
|
||
[[ ${#CRITICAL_CONTAINER_NAMES[@]} -eq 0 ]] && return
|
||
|
||
info "Stopping containers..."
|
||
RUNNING_CONTAINERS=()
|
||
|
||
for c in "${CRITICAL_CONTAINER_NAMES[@]}"; do
|
||
|
||
STATUS=$(ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" \
|
||
"docker inspect -f '{{.State.Running}}' $c 2>/dev/null" || echo "false")
|
||
|
||
if [[ "$STATUS" == "true" ]]; then
|
||
warn "Stopping $c"
|
||
RUNNING_CONTAINERS+=("$c")
|
||
|
||
if ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker stop $c" >/dev/null; then
|
||
success "$c stopped"
|
||
else
|
||
error "Failed to stop $c"
|
||
fi
|
||
else
|
||
echo "$ICON_STOPPED $c already stopped"
|
||
fi
|
||
done
|
||
}
|
||
|
||
start_containers() {
|
||
[[ ${#RUNNING_CONTAINERS[@]} -eq 0 ]] && return
|
||
|
||
info "Starting containers..."
|
||
|
||
for c in "${RUNNING_CONTAINERS[@]}"; do
|
||
info "Starting $c"
|
||
|
||
if ssh -i "$SSH_KEY" root@"$REMOTE_SERVER" "docker start $c" >/dev/null; then
|
||
success "$c started"
|
||
else
|
||
error "Failed to start $c"
|
||
fi
|
||
done
|
||
}
|
||
|
||
# ----------------------------- RSYNC LIMITER -----------------------------
|
||
wait_for_rsync() {
|
||
: "${RETRY_COUNT:=5}"
|
||
: "${MAX_RSYNC_PROCS:=2}"
|
||
: "${SLEEP:=2}"
|
||
|
||
for _ in $(seq 1 "$RETRY_COUNT"); do
|
||
COUNT=$(pgrep -x rsync | wc -l || true)
|
||
|
||
if [[ "$COUNT" -ge "$MAX_RSYNC_PROCS" ]]; then
|
||
warn "Waiting rsync slot ($COUNT/$MAX_RSYNC_PROCS)"
|
||
sleep "$SLEEP"
|
||
else
|
||
return 0
|
||
fi
|
||
done
|
||
|
||
error "Too many rsync processes"
|
||
exit 1
|
||
}
|
||
|
||
# -----------------------------------------------------------------------------------------------
|
||
# ----------------------------- DEFAULT RSYNC OPTIONS -------------------------------------------
|
||
# -----------------------------------------------------------------------------------------------
|
||
|
||
DEFAULT_RSYNC_OPTS=(
|
||
--archive
|
||
--delete
|
||
--partial
|
||
--compress
|
||
--info=progress2
|
||
--stats
|
||
)
|
||
|
||
# -----------------------------------------------------------------------------------------------
|
||
# ----------------------------- PROFILE HANDLING (FROM MASTER.CONF) ------------------------------
|
||
# -----------------------------------------------------------------------------------------------
|
||
|
||
get_rsync_opts() {
|
||
|
||
RSYNC_OPTS=("${DEFAULT_RSYNC_OPTS[@]}")
|
||
|
||
# Ensure profile map exists
|
||
if [[ -z "${PROFILE_BW_LIMIT[*]}" ]]; then
|
||
warn "PROFILE_BW_LIMIT missing from Master.conf - using unlimited"
|
||
declare -A PROFILE_BW_LIMIT
|
||
fi
|
||
|
||
BW_LIMIT="${PROFILE_BW_LIMIT[$PROFILE_NAME]:-0}"
|
||
|
||
if [[ "$BW_LIMIT" -gt 0 ]]; then
|
||
RSYNC_OPTS+=(--bwlimit="$BW_LIMIT")
|
||
log "bwlimit=${BW_LIMIT}KB/s applied (profile: $PROFILE_NAME)"
|
||
else
|
||
log "bwlimit unlimited (profile: $PROFILE_NAME)"
|
||
fi
|
||
|
||
if [[ "${ENABLE_PROGRESS:-false}" == true ]]; then
|
||
log "Progress mode enabled"
|
||
fi
|
||
}
|
||
|
||
# ----------------------------- RSYNC EXECUTION (FIXED OUTPUT) -----------------------------
|
||
run_rsync() {
|
||
|
||
wait_for_rsync
|
||
get_rsync_opts
|
||
|
||
echo "🚀 Running rsync..."
|
||
|
||
# IMPORTANT FIX:
|
||
# - no --quiet
|
||
# - no output suppression
|
||
# - direct execution for real-time streaming
|
||
|
||
rsync "${RSYNC_OPTS[@]}" \
|
||
"$SRC/" \
|
||
"root@$REMOTE_SERVER:$DEST/"
|
||
}
|
||
|
||
# ----------------------------- STATUS -----------------------------
|
||
show_status() {
|
||
echo "===== SYNC STATUS ====="
|
||
echo "Local: $LOCAL_SERVER_NAME"
|
||
echo "Remote: $REMOTE_SERVER_NAME"
|
||
echo "IP: $REMOTE_SERVER"
|
||
echo "Profile: $PROFILE_NAME"
|
||
echo "Progress: ${ENABLE_PROGRESS:-false}"
|
||
echo "======================="
|
||
} |