Difference between revisions of "Backup scripts"
From OpenKM Documentation
(→Local backup to USB disk) |
(→Local backup to USB disk) |
||
| Line 136: | Line 136: | ||
# Mount disk | # Mount disk | ||
| − | mount $BACKUP_DIR | + | if mount | grep "$BACKUP_DIR type" > /dev/null; then |
| + | echo "$BACKUP_DIR already mounted"; | ||
| + | else | ||
| + | mount $BACKUP_DIR | ||
| + | fi | ||
echo -e "### BEGIN: $(date +"%x %X") ###\n" | echo -e "### BEGIN: $(date +"%x %X") ###\n" | ||
| Line 144: | Line 148: | ||
# Stop JBoss | # Stop JBoss | ||
/etc/init.d/jboss stop | /etc/init.d/jboss stop | ||
| − | |||
| − | |||
| − | |||
| − | |||
# Clean logs | # Clean logs | ||
| Line 190: | Line 190: | ||
sync | sync | ||
umount $BACKUP_DIR | umount $BACKUP_DIR | ||
| + | </source> | ||
| + | |||
| + | Be sure to have the last JBoss startup script, Otherwise use: | ||
| + | |||
| + | <source lang="bash"> | ||
| + | while [ "$(ps -ef | grep java | grep jboss | wc -l)" -gt "0" ]; do | ||
| + | sleep 5; echo "."; | ||
| + | done | ||
</source> | </source> | ||
[[Category: Installation Guide]] | [[Category: Installation Guide]] | ||
[[Category: OKM Network]] | [[Category: OKM Network]] | ||
Revision as of 13:40, 30 November 2010
These backup scripts use rsync to minimize network load and creates incremental backups, preserving last four backups. For more info, read http://www.mikerubel.org/computers/rsync_snapshots/.
To install the cron job, run:
$ sudo crontab -e
And add these lines according to your personal configuration:
MAILTO=nomail@openkm.com
@weekly /root/backup.sh | tee -a /root/backup.log
Or, if you want to separate log reports by date:
MAILTO=nomail@openkm.com
@weekly /root/backup.sh | tee /root/backup.$(date +\%Y.\%m.\%d_\%H.\%M.\%S).log
Contents
Remote backup with rsync
#!/bin/bash
#
## BEGIN CONFIG ##
HOST=$(uname -n)
FILES="/home/openkm"
## END CONFIG ##
echo -e "### BEGIN: $(date +"%x %X") ###\n"
# Stop JBoss
/etc/init.d/jboss stop
while [ "$(ps -ef | grep java | grep jboss | wc -l)" -gt "0" ]; do
sleep 5; echo ".";
done
# Copy to backup server
rsync -apzhR --stats --delete --exclude=*~ --delete-excluded $FILES backup@server:/home/backup/ $HOST/backup
# Start JBoss
/etc/init.d/jboss start
echo -e "\n### END: $(date +"%x %X") ###"
Remote backup with rsync (rotation 1)
#!/bin/bash
#
## BEGIN CONFIG ##
HOST=$(uname -n)
FILES="/home/openkm"
## END CONFIG ##
echo -e "### BEGIN: $(date +"%x %X") ###\n"
# Stop JBoss
/etc/init.d/jboss stop
# Copy to backup server
ssh backup@server "cd $HOST; rm -rf backup.3; mv backup.2 backup.3; mv backup.1 backup.2; mv backup.0 backup.1"
rsync -apzhR --stats --delete --exclude=*~ --delete-excluded --link-dest="/home/backup/$HOST/backup.1" \
$FILES backup@server:/home/backup/ $HOST/backup.0
# Start JBoss
/etc/init.d/jboss start
echo -e "\n### END: $(date +"%x %X") ###"
Remote backup with rsync (rotation 2)
#!/bin/bash
#
## BEGIN CONFIG ##
HOST=$(uname -n)
FILES="/home/openkm"
BACKUP_DIR="/media/BACKUP"
## END CONFIG ##
echo -e "### BEGIN: $(date +"%x %X") ###\n"
# Stop JBoss
/etc/init.d/jboss stop
# Calculate snapshot
LAST_SNAPSHOT=`ls -ltr $BACKUP_DIR | tail -1 | awk {'print $8'} | cut -d . -f 2`
NEW_SNAPSHOT=$((LAST_SNAPSHOT+1))
# Copy to backup server
rsync -apzhR --stats --delete --exclude=*~ --delete-excluded \
--link-dest="$BACKUP_DIR/backup.$LAST_SNAPSHOT" $FILES "$BACKUP_DIR/backup.$NEW_SNAPSHOT"
# Start JBoss
/etc/init.d/jboss start
echo -e "\n### END: $(date +"%x %X") ###"
Remote backup with rdiff-backup
#!/bin/bash
#
## BEGIN CONFIG ##
HOST=$(uname -n)
FILES="/home/openkm"
## END CONFIG ##
echo -e "### BEGIN: $(date +"%x %X") ###\n"
# Stop JBoss
/etc/init.d/jboss stop
# Rotate and copy files
rdiff-backup --remove-older-than 30B backup@server:/home/backup/$HOST
rdiff-backup -v 3 --print-statistics --exclude /media \
--include /etc --include /root --include /home \
--exclude '**' / backup@server:/home/backup/$HOST
# Start JBoss
/etc/init.d/jboss start
echo -e "\n### END: $(date +"%x %X") ###"
Local backup to USB disk
USB disk mount point can be defined in /etc/fstab as:
/dev/sdb1 /mnt/backup ext4 defaults 0 0
#!/bin/bash
#
## BEGIN CONFIG ##
MYSQL_PASS=""
JBOSS_HOME="/home/openkm/jboss-4.2.3.GA"
DATABASE_EXP="/home/openkm/db"
BACKUP_DIR="/media/backup"
FILES="$JBOSS_HOME $DATABASE_EXP"
## END CONFIG ##
if [ $(id -u) != 0 ]; then echo "You should run this script as root"; exit; fi
# Mount disk
if mount | grep "$BACKUP_DIR type" > /dev/null; then
echo "$BACKUP_DIR already mounted";
else
mount $BACKUP_DIR
fi
echo -e "### BEGIN: $(date +"%x %X") ###\n"
rm -rf $DATABASE_EXP
mkdir -p $DATABASE_EXP
# Stop JBoss
/etc/init.d/jboss stop
# Clean logs
echo "Clean JBoss temporal files."
rm -rf $JBOSS_HOME/server/default/log
rm -rf $JBOSS_HOME/server/default/tmp
rm -rf $JBOSS_HOME/server/default/work
# Backup de MySQL
if [ -n "$MYSQL_PASS" ]; then
MYSQL_DBS=$(mysqlshow -h localhost -u root -p$MYSQL_PASS | awk '(NR > 2) && (/[a-zA-Z0-9]+[ ]+[|]/) && ($2 != "mysql") && ($2 != "test") && ($2 != "information_schema") { print $2 }');
for DB in $MYSQL_DBS ; do
echo "* Backuping MySQL data from $DB...";
mysqldump -h localhost -u root -p$MYSQL_PASS $DB > $DATABASE_EXP/mysql_$DB.sql
done
echo "-------------------------------------";
fi
# Calculate snapshot
LAST_SNAPSHOT=`ls -ltr $BACKUP_DIR | tail -1 | awk {'print $8'} | cut -d . -f 2`
NEW_SNAPSHOT=$((LAST_SNAPSHOT+1))
# Copy to backup server
rsync -apzhR --stats --delete --exclude=*~ --exclude="$JBOSS_HOME/cache" --delete-excluded \
--link-dest="$BACKUP_DIR/backup.$LAST_SNAPSHOT" $FILES "$BACKUP_DIR/backup.$NEW_SNAPSHOT"
# Start JBoss
/etc/init.d/jboss start
echo -e "\n### END: $(date +"%x %X") ###"
# Status
echo "=================================";
du -hs $BACKUP_DIR
echo "*********************************";
du -hs --time $BACKUP_DIR/*
echo "=================================";
df -h | grep "$BACKUP_DIR"
echo "=================================";
# Umount disk
sync
umount $BACKUP_DIR
Be sure to have the last JBoss startup script, Otherwise use:
while [ "$(ps -ef | grep java | grep jboss | wc -l)" -gt "0" ]; do
sleep 5; echo ".";
done
