retry transfer

remote-backup

@@ -74,6 +74,8 @@ done
 
 declare -a failedBackups
 declare -A failedWith
+RETRY=5
+RETRY_DELAY=60
 
 failRsync() {
 	nameFailed="$1"
@@ -208,13 +210,34 @@ runBackup() {
 		RSYNC_OPTS="$RSYNC_OPTS --timeout=1800"
 	fi
 
-	$RSYNC							\
+	for (( try=1 ; try <= RETRY ; try++ ))
-		$RSYNC_OPTS					\
+	do
-		$ADDITIONAL_RSYNC_OPTS		\
+		$RSYNC							\
-		"${REMOTE_LOCATION}"		\
+			$RSYNC_OPTS					\
-		"$SNAPSHOT_RW/$NAME/$1"
+			$ADDITIONAL_RSYNC_OPTS		\
+			"${REMOTE_LOCATION}"		\
+			"$SNAPSHOT_RW/$NAME/$1"
+
+		returncode=$?
+		case $returncode in
+			0)
+				break
+			;;
+			2)
+				break
+			;;
+			*)
+				cat <<-EOF
+					
+					Trial $try / $RETRY failed.
+					Sleeping $RETRY_DELAY...
+
+				EOF
+				sleep $RETRY_DELAY
+			;;
+		esac
+	done
 
-	returncode=$?
 	case $returncode in
 		0)
 			: