Fatih Üstündağ
Executable → Regular
+158
-161
@@ -10,12 +10,11 @@ fn_log_info() { echo "$APPNAME: $1"; }
|
||||
fn_log_warn() { echo "$APPNAME: [WARNING] $1" 1>&2; }
|
||||
fn_log_error() { echo "$APPNAME: [ERROR] $1" 1>&2; }
|
||||
fn_log_info_cmd() {
|
||||
if [ -n "$SSH_CMD" ]
|
||||
then
|
||||
echo "$APPNAME: $SSH_CMD '$1'";
|
||||
else
|
||||
echo "$APPNAME: $1";
|
||||
fi
|
||||
if [ -n "$SSH_CMD" ]; then
|
||||
echo "$APPNAME: $SSH_CMD '$1'";
|
||||
else
|
||||
echo "$APPNAME: $1";
|
||||
fi
|
||||
}
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
@@ -23,8 +22,8 @@ fn_log_info_cmd() {
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
fn_terminate_script() {
|
||||
fn_log_info "SIGINT caught."
|
||||
exit 1
|
||||
fn_log_info "SIGINT caught."
|
||||
exit 1
|
||||
}
|
||||
|
||||
trap 'fn_terminate_script' SIGINT
|
||||
@@ -34,32 +33,31 @@ trap 'fn_terminate_script' SIGINT
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
fn_parse_date() {
|
||||
# Converts YYYY-MM-DD-HHMMSS to YYYY-MM-DD HH:MM:SS and then to Unix Epoch.
|
||||
case "$OSTYPE" in
|
||||
linux*) date -d "${1:0:10} ${1:11:2}:${1:13:2}:${1:15:2}" +%s ;;
|
||||
darwin*) date -j -f "%Y-%m-%d-%H%M%S" "$1" "+%s" ;;
|
||||
esac
|
||||
# Converts YYYY-MM-DD-HHMMSS to YYYY-MM-DD HH:MM:SS and then to Unix Epoch.
|
||||
case "$OSTYPE" in
|
||||
linux*) date -d "${1:0:10} ${1:11:2}:${1:13:2}:${1:15:2}" +%s ;;
|
||||
darwin*) date -j -f "%Y-%m-%d-%H%M%S" "$1" "+%s" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
fn_find_backups() {
|
||||
fn_run_cmd "find "$DEST_FOLDER" -type d -name "????-??-??-??????" -prune | sort -r"
|
||||
fn_run_cmd "find "$DEST_FOLDER" -type d -name "????-??-??-??????" -prune | sort -r"
|
||||
}
|
||||
|
||||
fn_expire_backup() {
|
||||
# Double-check that we're on a backup destination to be completely
|
||||
# sure we're deleting the right folder
|
||||
if [ -z "$(fn_find_backup_marker "$(dirname -- "$1")")" ]; then
|
||||
fn_log_error "$1 is not on a backup destination - aborting."
|
||||
exit 1
|
||||
fi
|
||||
# Double-check that we're on a backup destination to be completely
|
||||
# sure we're deleting the right folder
|
||||
if [ -z "$(fn_find_backup_marker "$(dirname -- "$1")")" ]; then
|
||||
fn_log_error "$1 is not on a backup destination - aborting."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
fn_log_info "Expiring $1"
|
||||
fn_rm "$1"
|
||||
fn_log_info "Expiring $1"
|
||||
fn_rm "$1"
|
||||
}
|
||||
|
||||
fn_parse_ssh() {
|
||||
if [[ "$DEST_FOLDER" =~ ^[A-Za-z0-9\._%\+\-]+@[A-Za-z0-9.\-]+\:.+$ ]]
|
||||
then
|
||||
if [[ "$DEST_FOLDER" =~ ^[A-Za-z0-9\._%\+\-]+@[A-Za-z0-9.\-]+\:.+$ ]]; then
|
||||
SSH_USER=$(echo "$DEST_FOLDER" | sed -E 's/^([A-Za-z0-9\._%\+\-]+)@([A-Za-z0-9.\-]+)\:(.+)$/\1/')
|
||||
SSH_HOST=$(echo "$DEST_FOLDER" | sed -E 's/^([A-Za-z0-9\._%\+\-]+)@([A-Za-z0-9.\-]+)\:(.+)$/\2/')
|
||||
SSH_DEST_FOLDER=$(echo "$DEST_FOLDER" | sed -E 's/^([A-Za-z0-9\._%\+\-]+)@([A-Za-z0-9.\-]+)\:(.+)$/\3/')
|
||||
@@ -69,8 +67,7 @@ fn_parse_ssh() {
|
||||
}
|
||||
|
||||
fn_run_cmd() {
|
||||
if [ -n "$SSH_CMD" ]
|
||||
then
|
||||
if [ -n "$SSH_CMD" ]; then
|
||||
eval "$SSH_CMD '$1'"
|
||||
else
|
||||
eval $1
|
||||
@@ -121,10 +118,10 @@ if [ -n "$SSH_DEST_FOLDER" ]; then
|
||||
fi
|
||||
|
||||
for ARG in "$SRC_FOLDER" "$DEST_FOLDER" "$EXCLUSION_FILE"; do
|
||||
if [[ "$ARG" == *"'"* ]]; then
|
||||
fn_log_error 'Arguments may not have any single quote characters.'
|
||||
exit 1
|
||||
fi
|
||||
if [[ "$ARG" == *"'"* ]]; then
|
||||
fn_log_error 'Arguments may not have any single quote characters.'
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
@@ -137,12 +134,12 @@ fn_backup_marker_path() { echo "$1/backup.marker"; }
|
||||
fn_find_backup_marker() { fn_find "$(fn_backup_marker_path "$1")" 2>/dev/null; }
|
||||
|
||||
if [ -z "$(fn_find_backup_marker "$DEST_FOLDER")" ]; then
|
||||
fn_log_info "Safety check failed - the destination does not appear to be a backup folder or drive (marker file not found)."
|
||||
fn_log_info "If it is indeed a backup folder, you may add the marker file by running the following command:"
|
||||
fn_log_info ""
|
||||
fn_log_info_cmd "touch \"$(fn_backup_marker_path "$DEST_FOLDER")\""
|
||||
fn_log_info ""
|
||||
exit 1
|
||||
fn_log_info "Safety check failed - the destination does not appear to be a backup folder or drive (marker file not found)."
|
||||
fn_log_info "If it is indeed a backup folder, you may add the marker file by running the following command:"
|
||||
fn_log_info ""
|
||||
fn_log_info_cmd "touch \"$(fn_backup_marker_path "$DEST_FOLDER")\""
|
||||
fn_log_info ""
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
@@ -152,8 +149,8 @@ fi
|
||||
# Date logic
|
||||
NOW=$(date +"%Y-%m-%d-%H%M%S")
|
||||
EPOCH=$(date "+%s")
|
||||
KEEP_ALL_DATE=$(($EPOCH - 86400)) # 1 day ago
|
||||
KEEP_DAILIES_DATE=$(($EPOCH - 2678400)) # 31 days ago
|
||||
KEEP_ALL_DATE=$((EPOCH - 86400)) # 1 day ago
|
||||
KEEP_DAILIES_DATE=$((EPOCH - 2678400)) # 31 days ago
|
||||
|
||||
export IFS=$'\n' # Better for handling spaces in filenames.
|
||||
PROFILE_FOLDER="$HOME/.$APPNAME"
|
||||
@@ -166,8 +163,8 @@ INPROGRESS_FILE="$DEST_FOLDER/backup.inprogress"
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
if [ ! -d "$PROFILE_FOLDER" ]; then
|
||||
fn_log_info "Creating profile folder in '$PROFILE_FOLDER'..."
|
||||
mkdir -- "$PROFILE_FOLDER"
|
||||
fn_log_info "Creating profile folder in '$PROFILE_FOLDER'..."
|
||||
mkdir -- "$PROFILE_FOLDER"
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
@@ -175,155 +172,155 @@ fi
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
if [ -n "$(fn_find "$INPROGRESS_FILE")" ]; then
|
||||
if [ -n "$PREVIOUS_DEST" ]; then
|
||||
# - Last backup is moved to current backup folder so that it can be resumed.
|
||||
# - 2nd to last backup becomes last backup.
|
||||
fn_log_info "$SSH_FOLDER_PREFIX$INPROGRESS_FILE already exists - the previous backup failed or was interrupted. Backup will resume from there."
|
||||
fn_run_cmd "mv -- $PREVIOUS_DEST $DEST"
|
||||
if [ "$(fn_find_backups | wc -l)" -gt 1 ]; then
|
||||
PREVIOUS_DEST="$(fn_find_backups | sed -n '2p')"
|
||||
else
|
||||
PREVIOUS_DEST=""
|
||||
fi
|
||||
fi
|
||||
if [ -n "$PREVIOUS_DEST" ]; then
|
||||
# - Last backup is moved to current backup folder so that it can be resumed.
|
||||
# - 2nd to last backup becomes last backup.
|
||||
fn_log_info "$SSH_FOLDER_PREFIX$INPROGRESS_FILE already exists - the previous backup failed or was interrupted. Backup will resume from there."
|
||||
fn_run_cmd "mv -- $PREVIOUS_DEST $DEST"
|
||||
if [ "$(fn_find_backups | wc -l)" -gt 1 ]; then
|
||||
PREVIOUS_DEST="$(fn_find_backups | sed -n '2p')"
|
||||
else
|
||||
PREVIOUS_DEST=""
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
# Run in a loop to handle the "No space left on device" logic.
|
||||
while : ; do
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check if we are doing an incremental backup (if previous backup exists).
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check if we are doing an incremental backup (if previous backup exists).
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
LINK_DEST_OPTION=""
|
||||
if [ -z "$PREVIOUS_DEST" ]; then
|
||||
fn_log_info "No previous backup - creating new one."
|
||||
else
|
||||
# If the path is relative, it needs to be relative to the destination. To keep
|
||||
# it simple, just use an absolute path. See http://serverfault.com/a/210058/118679
|
||||
PREVIOUS_DEST="$(fn_get_absolute_path "$PREVIOUS_DEST")"
|
||||
fn_log_info "Previous backup found - doing incremental backup from $SSH_FOLDER_PREFIX$PREVIOUS_DEST"
|
||||
LINK_DEST_OPTION="--link-dest='$PREVIOUS_DEST'"
|
||||
fi
|
||||
LINK_DEST_OPTION=""
|
||||
if [ -z "$PREVIOUS_DEST" ]; then
|
||||
fn_log_info "No previous backup - creating new one."
|
||||
else
|
||||
# If the path is relative, it needs to be relative to the destination. To keep
|
||||
# it simple, just use an absolute path. See http://serverfault.com/a/210058/118679
|
||||
PREVIOUS_DEST="$(fn_get_absolute_path "$PREVIOUS_DEST")"
|
||||
fn_log_info "Previous backup found - doing incremental backup from $SSH_FOLDER_PREFIX$PREVIOUS_DEST"
|
||||
LINK_DEST_OPTION="--link-dest='$PREVIOUS_DEST'"
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Create destination folder if it doesn't already exists
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Create destination folder if it doesn't already exists
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
if [ -z "$(fn_find "$DEST -type d" 2>/dev/null)" ]; then
|
||||
fn_log_info "Creating destination $SSH_FOLDER_PREFIX$DEST"
|
||||
fn_mkdir "$DEST"
|
||||
fi
|
||||
if [ -z "$(fn_find "$DEST -type d" 2>/dev/null)" ]; then
|
||||
fn_log_info "Creating destination $SSH_FOLDER_PREFIX$DEST"
|
||||
fn_mkdir "$DEST"
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Purge certain old backups before beginning new backup.
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Purge certain old backups before beginning new backup.
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
# Default value for $PREV ensures that the most recent backup is never deleted.
|
||||
PREV="0000-00-00-000000"
|
||||
for FILENAME in $(fn_find_backups | sort -r); do
|
||||
BACKUP_DATE=$(basename "$FILENAME")
|
||||
TIMESTAMP=$(fn_parse_date $BACKUP_DATE)
|
||||
# Default value for $PREV ensures that the most recent backup is never deleted.
|
||||
PREV="0000-00-00-000000"
|
||||
for FILENAME in $(fn_find_backups | sort -r); do
|
||||
BACKUP_DATE=$(basename "$FILENAME")
|
||||
TIMESTAMP=$(fn_parse_date $BACKUP_DATE)
|
||||
|
||||
# Skip if failed to parse date...
|
||||
if [ -z "$TIMESTAMP" ]; then
|
||||
fn_log_warn "Could not parse date: $FILENAME"
|
||||
continue
|
||||
fi
|
||||
# Skip if failed to parse date...
|
||||
if [ -z "$TIMESTAMP" ]; then
|
||||
fn_log_warn "Could not parse date: $FILENAME"
|
||||
continue
|
||||
fi
|
||||
|
||||
if [ $TIMESTAMP -ge $KEEP_ALL_DATE ]; then
|
||||
true
|
||||
elif [ $TIMESTAMP -ge $KEEP_DAILIES_DATE ]; then
|
||||
# Delete all but the most recent of each day.
|
||||
[ "${BACKUP_DATE:0:10}" == "${PREV:0:10}" ] && fn_expire_backup "$FILENAME"
|
||||
else
|
||||
# Delete all but the most recent of each month.
|
||||
[ "${BACKUP_DATE:0:7}" == "${PREV:0:7}" ] && fn_expire_backup "$FILENAME"
|
||||
fi
|
||||
if [ $TIMESTAMP -ge $KEEP_ALL_DATE ]; then
|
||||
true
|
||||
elif [ $TIMESTAMP -ge $KEEP_DAILIES_DATE ]; then
|
||||
# Delete all but the most recent of each day.
|
||||
[ "${BACKUP_DATE:0:10}" == "${PREV:0:10}" ] && fn_expire_backup "$FILENAME"
|
||||
else
|
||||
# Delete all but the most recent of each month.
|
||||
[ "${BACKUP_DATE:0:7}" == "${PREV:0:7}" ] && fn_expire_backup "$FILENAME"
|
||||
fi
|
||||
|
||||
PREV=$BACKUP_DATE
|
||||
done
|
||||
PREV=$BACKUP_DATE
|
||||
done
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Start backup
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Start backup
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
LOG_FILE="$PROFILE_FOLDER/$(date +"%Y-%m-%d-%H%M%S").log"
|
||||
LOG_FILE="$PROFILE_FOLDER/$(date +"%Y-%m-%d-%H%M%S").log"
|
||||
|
||||
fn_log_info "Starting backup..."
|
||||
fn_log_info "From: $SRC_FOLDER"
|
||||
fn_log_info "To: $SSH_FOLDER_PREFIX$DEST"
|
||||
fn_log_info "Starting backup..."
|
||||
fn_log_info "From: $SRC_FOLDER"
|
||||
fn_log_info "To: $SSH_FOLDER_PREFIX$DEST"
|
||||
|
||||
CMD="rsync"
|
||||
if [ -n "$SSH_CMD" ]; then
|
||||
CMD="$CMD -e 'ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'"
|
||||
fi
|
||||
CMD="$CMD --compress"
|
||||
CMD="$CMD --numeric-ids"
|
||||
CMD="$CMD --links"
|
||||
CMD="$CMD --hard-links"
|
||||
CMD="$CMD --one-file-system"
|
||||
CMD="$CMD --archive"
|
||||
CMD="$CMD --itemize-changes"
|
||||
CMD="$CMD --verbose"
|
||||
CMD="$CMD --log-file '$LOG_FILE'"
|
||||
if [ -n "$EXCLUSION_FILE" ]; then
|
||||
# We've already checked that $EXCLUSION_FILE doesn't contain a single quote
|
||||
CMD="$CMD --exclude-from '$EXCLUSION_FILE'"
|
||||
fi
|
||||
CMD="$CMD $LINK_DEST_OPTION"
|
||||
CMD="$CMD -- '$SRC_FOLDER/' '$SSH_FOLDER_PREFIX$DEST/'"
|
||||
CMD="$CMD | grep -E '^deleting|[^/]$'"
|
||||
CMD="rsync"
|
||||
if [ -n "$SSH_CMD" ]; then
|
||||
CMD="$CMD -e 'ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null'"
|
||||
fi
|
||||
CMD="$CMD --compress"
|
||||
CMD="$CMD --numeric-ids"
|
||||
CMD="$CMD --links"
|
||||
CMD="$CMD --hard-links"
|
||||
CMD="$CMD --one-file-system"
|
||||
CMD="$CMD --archive"
|
||||
CMD="$CMD --itemize-changes"
|
||||
CMD="$CMD --verbose"
|
||||
CMD="$CMD --log-file '$LOG_FILE'"
|
||||
if [ -n "$EXCLUSION_FILE" ]; then
|
||||
# We've already checked that $EXCLUSION_FILE doesn't contain a single quote
|
||||
CMD="$CMD --exclude-from '$EXCLUSION_FILE'"
|
||||
fi
|
||||
CMD="$CMD $LINK_DEST_OPTION"
|
||||
CMD="$CMD -- '$SRC_FOLDER/' '$SSH_FOLDER_PREFIX$DEST/'"
|
||||
CMD="$CMD | grep -E '^deleting|[^/]$'"
|
||||
|
||||
fn_log_info "Running command:"
|
||||
fn_log_info "$CMD"
|
||||
fn_log_info "Running command:"
|
||||
fn_log_info "$CMD"
|
||||
|
||||
fn_touch "$INPROGRESS_FILE"
|
||||
eval $CMD
|
||||
fn_touch "$INPROGRESS_FILE"
|
||||
eval $CMD
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check if we ran out of space
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check if we ran out of space
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
# TODO: find better way to check for out of space condition without parsing log.
|
||||
NO_SPACE_LEFT="$(grep "No space left on device (28)\|Result too large (34)" "$LOG_FILE")"
|
||||
# TODO: find better way to check for out of space condition without parsing log.
|
||||
NO_SPACE_LEFT="$(grep "No space left on device (28)\|Result too large (34)" "$LOG_FILE")"
|
||||
|
||||
if [ -n "$NO_SPACE_LEFT" ]; then
|
||||
fn_log_warn "No space left on device - removing oldest backup and resuming."
|
||||
if [ -n "$NO_SPACE_LEFT" ]; then
|
||||
fn_log_warn "No space left on device - removing oldest backup and resuming."
|
||||
|
||||
if [[ "$(fn_find_backups | wc -l)" -lt "2" ]]; then
|
||||
fn_log_error "No space left on device, and no old backup to delete."
|
||||
exit 1
|
||||
fi
|
||||
if [[ "$(fn_find_backups | wc -l)" -lt "2" ]]; then
|
||||
fn_log_error "No space left on device, and no old backup to delete."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
fn_expire_backup "$(fn_find_backups | tail -n 1)"
|
||||
fn_expire_backup "$(fn_find_backups | tail -n 1)"
|
||||
|
||||
# Resume backup
|
||||
continue
|
||||
fi
|
||||
# Resume backup
|
||||
continue
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check whether rsync reported any errors
|
||||
# -----------------------------------------------------------------------------
|
||||
if [ -n "$(grep "rsync:" "$LOG_FILE")" ]; then
|
||||
fn_log_warn "Rsync reported a warning, please check '$LOG_FILE' for more details."
|
||||
fi
|
||||
if [ -n "$(grep "rsync error:" "$LOG_FILE")" ]; then
|
||||
fn_log_error "Rsync reported an error, please check '$LOG_FILE' for more details."
|
||||
exit 1
|
||||
fi
|
||||
# -----------------------------------------------------------------------------
|
||||
# Check whether rsync reported any errors
|
||||
# -----------------------------------------------------------------------------
|
||||
if [ -n "$(grep "rsync:" "$LOG_FILE")" ]; then
|
||||
fn_log_warn "Rsync reported a warning, please check '$LOG_FILE' for more details."
|
||||
fi
|
||||
if [ -n "$(grep "rsync error:" "$LOG_FILE")" ]; then
|
||||
fn_log_error "Rsync reported an error, please check '$LOG_FILE' for more details."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# -----------------------------------------------------------------------------
|
||||
# Add symlink to last successful backup
|
||||
# -----------------------------------------------------------------------------
|
||||
# -----------------------------------------------------------------------------
|
||||
# Add symlink to last successful backup
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
fn_rm "$DEST_FOLDER/latest"
|
||||
fn_ln "$(basename -- "$DEST")" "$DEST_FOLDER/latest"
|
||||
fn_rm "$DEST_FOLDER/latest"
|
||||
fn_ln "$(basename -- "$DEST")" "$DEST_FOLDER/latest"
|
||||
|
||||
fn_rm "$INPROGRESS_FILE"
|
||||
rm -f -- "$LOG_FILE"
|
||||
|
||||
fn_log_info "Backup completed without errors."
|
||||
fn_rm "$INPROGRESS_FILE"
|
||||
rm -f -- "$LOG_FILE"
|
||||
|
||||
exit 0
|
||||
fn_log_info "Backup completed without errors."
|
||||
|
||||
exit 0
|
||||
done
|
||||
|
||||
Reference in New Issue
Block a user