Fedora-Fr

Ce site est optimisé pour être consulté depuis un navigateur moderne dans lequel JavaScript est activé.

Script d'automatisation de rdiff-backups

Shao

Bonjour,

Je suis en train d'écrire un script qui me permet, via rdiff-backup, d'automatiser les sauvegardes de deux servers Linux (un distant accédé dans /mnt/ avec NFS et celui local hébergeant le script de sauvegarde) vers un répertoire distant (sous Serveur Windows) monté localement sous /mnt/ en CIFS.

Mon script est articulé en un script principal "create-rdiff-backups.sh", et des fichiers listes "listofbackedupservers.txt" (liste des servers à sauvegarder), "[ServerName]-listofbackedupfiles.txt" (liste de fichiers sur le serveur à sauvegarder),

En gros mon script lit la liste des serveurs pour lesquels il existe une liste de fichiers à sauvegarder avec une règle de sauvegarde (full, incrémentielle, règle de rotation) et exécute les rotations nécessaires et des rdiff-backups sur chaque fichier/répertoire déclaré.

J'obtiens souvent le message d'erreur suivant :

Fatal Error: Bad directory [chemin incriminé].
It doesn't appear to be an rdiff-backup destination dir

Par exemple, [chemin incriminé] peut valoir : "/mnt/CIFS/Backups/Servers/SRVDEV/var/svn-1".

Pourriez-vous me dire ce qui ne va pas ?
Oeut-on faire un rdiff-backup sur un fichier particulier ou doit-il ne porter que sur des répertoires ?

Par avance je vous remercie de votre aide.

Ci-dessous les fichiers concernés.

Shao

listofbackedupservers.txt

SRVDEV
SRVFAN

SRVDEV-listofbackedupfiles.txt

/boot/grub/grub.cfg;once;none;1
/etc/apt/;monthly;daily;3
/etc/apache2/;monthly;daily;3
/etc/cron.d/;monthly;daily;3
/etc/cron.daily/;monthly;daily;3
/etc/cron.hourly/;monthly;daily;3
/etc/cron.monthly/;monthly;daily;3
/etc/crontab/;monthly;daily;3
/etc/cron.weekly/;monthly;daily;3
/etc/fstab/;monthly;daily;3
/etc/host.conf;monthly;daily;3
/etc/hostname;monthly;daily;3
/etc/hosts;monthly;daily;3
/etc/hosts.allow;monthly;daily;3
/etc/hosts.deny;monthly;daily;3
/etc/mysql/;monthly;daily;3
/etc/network/;monthly;daily;3
/etc/passwd;monthly;daily;3
/etc/postfix/;monthly;daily;3
/etc/resolv.conf;monthly;daily;3
/etc/samba/;monthly;daily;3
/etc/shadow;monthly;daily;3
/etc/ssh/;monthly;daily;3
/etc/subversion/;monthly;daily;3
/etc/ufw/;monthly;daily;3
/etc/X11/;monthly;daily;3
/home/webby/;weekly;daily;3
/root/;weekly;daily;3
/var/log/;weekly;daily;1
/var/mail/;weekly;daily;1
/var/www/;daily;hourly;7
/var/svn/;weekly;daily;3

SRVFAN-listofbackedupfiles.txt

/boot/grub/grub.conf;once;none;1
/etc/centreon/;monthly;daily;3
/etc/cron.d/;monthly;daily;3
/etc/cron.daily/;monthly;daily;3
/etc/cron.deny/;monthly;daily;3
/etc/cron.hourly/;monthly;daily;3
/etc/cron.monthly/;monthly;daily;3
/etc/crontab/;monthly;daily;3
/etc/cron.weekly/;monthly;daily;3
/etc/fstab/;monthly;daily;3
/etc/host.conf;monthly;daily;3
/etc/hostname;monthly;daily;3
/etc/hosts;monthly;daily;3
/etc/hosts.allow;monthly;daily;3
/etc/hosts.deny;monthly;daily;3
/etc/mrtg/;monthly;daily;3
/etc/mysql/;monthly;daily;3
/etc/my.cnf;monthly;daily;3
/etc/nagios/;monthly;daily;3
/etc/nagvis/;monthly;daily;3
/etc/ntp.conf;monthly;daily;3
/etc/passwd;monthly;daily;3
/etc/php.ini;monthly;daily;3
/etc/postfix/;monthly;daily;3
/etc/resolv.conf;monthly;daily;3
/etc/samba/;monthly;daily;3
/etc/shadow;monthly;daily;3
/etc/snmp/;monthly;daily;3
/etc/ssh/;monthly;daily;3
/etc/sudoers;monthly;daily;3
/etc/sudoers.orig;monthly;daily;3
/etc/syslog.conf;monthly;daily;3
/etc/X11/;monthly;daily;3
/etc/yum/;monthly;daily;3
/etc/yum.conf;monthly;daily;3
/etc/yum.repos.d/;monthly;daily;3
/home/fanou/;weekly;daily;3
/root/;weekly;daily;3
/var/log/;weekly;daily;1
/var/mail/;weekly;daily;1
/var/www/;daily;hourly;7

Et enfin le script d'exécution :

create-rdiffbackups.sh

#!/bin/sh

#logger "rdiff_backup_home: Suppression des anciens backups (>30 jours)"
#/usr/bin/rdiff-backup --remove-older-than 30D --force /var/rdiff.backups/home
#logger "rdiff_backup_home: Backup du répertoire /home (fichiers <50Mo uniquement)."
#/usr/bin/rdiff-backup --max-file-size 50000000 /home /var/rdiff.backups/home
#logger "rdiff_backup_home: Fin du backup."


# bash trap command
# exit on interruption
trap bashtrap INT
bashtrap()
{
	logger "=============================================================="
    echo "CTRL+C Detected !...abortion !"
    logger "rdiff-backup : programm aborted on user interruption ([Ctrl]+C)"
	logger "=============================================================="
    exit -1
}



# RETURN CODE is defined as follow
# -1 = programm was interrupted by the user
# 0 = everything worked fine
# 1 = 
RETURNCODE=0



#---------------------------
# general variables
#---------------------------
RDIFFBACKUP=$(which rdiff-backup)
MAKEDIR=$(which mkdir)" -p"
LISTOFBACKEDUPSERVERS="listofbackedupservers.txt"
ENDINGOFFILENAME="-listofbackedupfiles.txt"
#BACKUPSERVER="//SRVSBS"
BACKUPSERVER="/mnt/CIFS"
BACKUPSOURCE="/mnt/"
BACKUPPATH="Backups/Servers"
LOGPATH="/var/log/"
LOGFILE="rdiff-backup.log"



#---------------------------------------------------------------
# checking if lists of servers and files to be backed up exist
#---------------------------------------------------------------
if [ $(ls "$LISTOFBACKEDUPSERVERS" 2>/dev/null | wc -l) == 0 ] || [ $(ls *"$ENDINGOFFILENAME" 2>/dev/null | wc -l) == 0 ]
then
	echo "     couldn't find any list of servers or list of files to backup"
	RETURNCODE=1
else
	#--------------------------------------------------------------
	# checking if rdiff-backup file has execute permission granted
	# and if there is any existing list of backed up files
	#--------------------------------------------------------------
	if [ -x "$RDIFFBACKUP" ]
	then
		#---------------
		# MAIN
		#---------------
		
			# read server names to be backed up
			# and create file name containing a list of files to be backed up
			# Then read each filename from this list and do the backups according
			# to their rules
			while read SERVER
			do
				LISTOFBACKEDUPFILES="${SERVER}${ENDINGOFFILENAME}"
				BACKUPSOURCE="${BACKUPSOURCE}${SERVER}"
				BACKUPDESTINATION="${BACKUPSERVER}/${BACKUPPATH}/${SERVER}"
				
				#echo "${SERVER} : ${SERVER}${ENDINGOFFILENAME}"
				#echo "$LISTOFBACKEDUPFILES"
				#echo
				
				logger "rdiff-backup : ${SERVER} : ${SERVER}${ENDINGOFFILENAME}"
			
				# read each line to know filenames to be backed up
				# and do the backups according to their mode
				# format is :
				# filename;full cycle;incremental cycle;number of full backups
				while read line
				do
				
						#echo "=============================================================="
						logger "=============================================================="
						
							#---------------
							# VARIABLES
							#---------------
							filetobackup=$(echo $line | cut -d";" -f"1")
							fullcycle=$(echo $line | cut -d";" -f"2")
							incrementalcycle=$(echo $line | cut -d";" -f"3")
							numberofbackups=$(echo $line | cut -d";" -f"4")
							# last character of filetobackup
							lastcharoffile=${filetobackup#${filetobackup%?}}
							
							
							#---------------
							# ANALYSIS
							#---------------
							
							# if the last character of filetobackup is "/" then the file is a folder
							# if it's a folder, ending slash in its name has to be removed
							if [ $lastcharoffile == "/" ]
							then
								isafolder=true
								element="folder"
								filenamewithnoendingslash="${filetobackup%?}"
								endingslash="/"
							else
								isafolder=false
								element="file"
								filenamewithnoendingslash="$filetobackup"
								endingslash=""
							fi
							
							# get a coeff and time unit for full cycle
							# only for repeatedly executed full backups
							# otherwise only check if the backup exists for the file
							# and if not, create it once
							echo "full cycle ===> "$fullcycle
							
							if [ $fullcycle != "once" ]
							then
									case $fullcycle in
										hourly )
													coeff=1
													timeunit="h";;
										daily )
													coeff=1
													timeunit="D";;
										weekly )
													coeff=1
													timeunit="W";;
										monthly )
													coeff=1
													timeunit="M";;
										yearly )
													coeff=1
													timeunit="Y";;
								
										* )
											echo "     file badly formatted : can't get full cycle in line $line"
											logger "rdiff-backup : file badly formatted : can't get full cycle in line $line"
											RETURNCODE=1
											break;;
									esac
							
									# calculation of the period
									# a backup older than this period must be replaced by a brand new full backup
									period=$(($numberofbackups * $coeff))"$timeunit"
									
									#echo "period = $period for $element $filetobackup"
									
									
									
									#========================================================================================================
									# DO THE NECESSARY ROTATION
									# for ex :
									# $filetobackup becomes $filetobackup"-1" or "-2" or "-3" ...
									# and $filetobackup"-2" becomes $filetobackup"-1", $filetobackup"-3" becomes $filetobackup"-2", ...
									# and last backup is $filetobackup"-X" where X is the number of cycle.
									# The oldest backup to be removed is $filetobackup-1.
									#========================================================================================================

									# first, the backup destination folder has to be created
									
									# deletion of old backup only if their directory already exists
									#
									# as $period is supposed to be equals to number of backups
									# if this number couldn't be reached yet (first cycle of backups)
									# then no removal is going to be done (managed by rdiff-backup)
									logger "rdiff-backup : deletion of backups older than $period for $element ${filenamewithnoendingslash}${endingslash}."
									
									# if the backup directory exists then we do the removal of old backups
									if [ -x "${BACKUPDESTINATION}${filenamewithnoendingslash}-1" ]
									then
										echo "     rdiff-backup --remove-older-than $period --force ${BACKUPDESTINATION}${filenamewithnoendingslash}-1"
										$RDIFFBACKUP --remove-older-than "$period" --force "${BACKUPDESTINATION}${filenamewithnoendingslash}-1" 1>"${LOGPATH}${LOGFILE}" 2>&1
									fi
									
									# rotation of existing backups
									logger "rdiff-backup : rotation of existing backed up ${element}s before new backup."
									
									limit=$(($numberofbackups - 1))
									for i in 1 to $limit
									do
										j=$(($i + 1))
										# if file exists then its name is changed
										# else it means the expected number of backups wasn't reached yet
										# so, the variable numberofbackups is reinitialized to the current number of backups +1
										if [ $(ls "${BACKUPDESTINATION}${filenamewithnoendingslash}-$j" 2>/dev/null | wc -l) == 1 ]
										then
											# filename or foldername is decremented
											# eg : name-2 becomes name-1
											mv -f "${BACKUPDESTINATION}${filenamewithnoendingslash}-$j" "${BACKUPDESTINATION}${filenamewithnoendingslash}-$i"
										else
											#echo "numberofbackups ($numberofbackups) becomes $i"
											#echo "break"
											numberofbackups=$i
											break
										fi
									done

									# new backup of folder(s)/file(s)
									echo "     rdiff-backup : backup of ${BACKUPSOURCE}${filetobackup} as ${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups} after rotation of old existing backups."
									logger "rdiff-backup : backup of $filetobackup as ${filenamewithnoendingslash}-${numberofbackups} after rotation of old existing backups."
									
									# if the path required by the new backup exists
									# then execution of new backup of folder(s)/file(s)
									# else
									# new backup of folder(s)/file(s) is done ONLY after creation of the required path
									if [ -x "${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}" ]
									then
										echo "     ${BACKUPSOURCE}${filetobackup} ${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}"
										$RDIFFBACKUP "${BACKUPSOURCE}${filetobackup}" "${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}"
									else
										# if the path could be created
										# then and only then the backup can be executed
										if [ $($MAKEDIR "${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}") ]
										then
											echo "     rdiff-backup ${BACKUPSOURCE}${filetobackup} ${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}"
											$RDIFFBACKUP "${BACKUPSOURCE}${filetobackup}" "${BACKUPDESTINATION}${filenamewithnoendingslash}-${numberofbackups}"
										fi
									fi
									
									# end of backup
									echo "<=== rdiff-backup : end of backup."
									logger "rdiff-backup : end of backup."	
									
							
							# exception for when a file's backup follows this rule :
							# only 1 full backup executed only once.
							else
									if [ ! -e "${BACKUPDESTINATION}${filetobackup}" ]
									then
											DIRNAME=$(dirname "$filetobackup")
											logger "rdiff-backup : there was no back up for this $element : ${BACKUPSOURCE}${filetobackup}. So, it's backed up now to ${BACKUPDESTINATION}${filetobackup}." 
											
											# creation of the full path of destination
											$($MAKEDIR "${BACKUPDESTINATION}${DIRNAME}")
											# execution of backup
											echo "     rdiff-backup ${BACKUPSOURCE}${filetobackup} ${BACKUPDESTINATION}${filetobackup}"
											$RDIFFBACKUP "${BACKUPSOURCE}${filetobackup}" "${BACKUPDESTINATION}${filetobackup}"
									else
											logger "rdiff-backup : ${BACKUPSOURCE}${filetobackup} : backup already exists in ${BACKUPDESTINATION}${filetobackup}."
									fi
							fi
					
						#echo "=============================================================="
						logger "=============================================================="
						
				done < $LISTOFBACKEDUPFILES
			done < $LISTOFBACKEDUPSERVERS
		
		#---------------
		# end of MAIN
		#---------------
	
	else
		echo "     couldn't find or execute rdiff-backup : $RDIFFBACKUP"
		logger "rdiff-backup : couldn't find or execute rdiff-backup : $RDIFFBACKUP"
		RETURNCODE=1
	fi
fi



exit $RETURNCODE