MongoDB定时异地备份所有数据库为加密压缩包

此脚本是以压缩包的形式备份，非文件/文件夹形式，如需备份成文件/文件夹，可用此脚本：MongoDB异地备份数据文件脚本（带日志打印，便于排查）-优快云博客

1.备份文件为加密的zip压缩包 ，并且打印日志，便于排查

2.使用如下文件可将本机mongo某个/全部数据库备份成加密压缩包，并传输到另一台服务器上，同时清理本服务器上的过期文件，根据备注修改配置信息即可（记得赋予脚本权限：chmod 777 文件名）

#!/bin/bash

#本脚本必须放在MongoDB安装目录的bin目录下，并赋予执行权限！！！！！！！！！！！！！！！！！！！！！！！！

# 以下配置信息请自己修改
mongo_user="dbuser" #MongoDB备份用户
mongo_password="123456" #MongoDB备份用户的密码
mongo_host="127.0.0.1"
mongo_port="27017"
backup_db_arr=("db1 db2") #要备份的数据库名称，多个用空格分开隔开 如("db1" "db2" "db3")
backup_location=/home/mongoDataBackup #备份数据存放位置，末尾请不要带"/",此项可以保持默认，程序会自动创建文件夹
expire_backup_delete="ON" #是否开启过期备份删除 ON为开启 OFF为关闭
expire_days=3 #过期时间天数 默认为三天，此项只有在expire_backup_delete开启时有效

remote_host=172.202.22.130 #需要备份到远程服务器的IP
remote_port=22 #需要备份到远程服务器的ssh端口
remote_path=/home/mongoRemoteBackupData #需要备份到远程服务器的文件路径
remote_username=root #需要备份到远程服务器的用户名
remote_password=123456 #需要备份到远程服务器的密码

log_path=/home/mongodb-linux-x86_64-4.0.3/bin/mongo_backup.log #备份日志输出路径，放于MongoDB安装路径的bin目录下

# 本行开始以下不需要修改
backup_time=`date +%Y%m%d%H%M` #定义备份详细时间
backup_Ymd=`date +%Y-%m-%d` #定义备份目录中的年月日时间
backup_3ago=`date -d '3 days ago' +%Y-%m-%d` #3天之前的日期
backup_dir=$backup_location/$backup_Ymd #备份文件夹全路径

#tar_file=$backup_Ymd'.tar.gz'
zip_file=$backup_Ymd'.zip'
zip_password=654321 #Mongo备份压缩包压缩密码
welcome_msg="Try to connect MongoDB..." #欢迎语

echo "[$(date "+%Y-%m-%d %H:%M:%S")] Start backup mongo database..." >> $log_path
 
# 判断MongoDB是否启动,没有启动则备份退出
mongo_ps=`ps -ef |grep mongo |wc -l`
mongo_listen=`netstat -an |grep LISTEN |grep $mongo_port|wc -l`
if [ [$mongo_ps == 0] -o [$mongo_listen == 0] ]; then
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] ERROR: MongoDB is not running! backup stop!!!" >> $log_path
exit
else
    echo [$(date "+%Y-%m-%d %H:%M:%S")] $welcome_msg >> $log_path
fi
 
# 连接到mongo数据库，无法连接则备份退出
mongo das --host $mongo_host --port $mongo_port -u $mongo_user -p $mongo_password <<end
exit
end
 
flag=`echo $?`
if [ $flag != "0" ]; then
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] ERROR:Can't connect mongo server! backup stop!" >> $log_path
exit
    else
echo "[$(date "+%Y-%m-%d %H:%M:%S")] MongoDB connect ok! Backing up in progress...... Please wait!" >> $log_path
 
# 判断有没有定义备份的数据库，如果定义则开始备份，否则退出备份
if [ "$backup_db_arr" != "" ];then
#dbnames=$(cut -d ',' -f1-5 $backup_database)
#echo "arr is (${backup_db_arr[@]})"
for dbname in ${backup_db_arr[@]}
do
echo "[$(date "+%Y-%m-%d %H:%M:%S")] Database $dbname backup start..." >> $log_path
`mkdir -p $backup_dir`
`mongodump --host $mongo_host --port $mongo_port -u $mongo_user -p $mongo_password --db $dbname -o $backup_dir`
flag=`echo $?`
if [ $flag == "0" ];then
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] Database $dbname success backup to $backup_dir/$dbname" >> $log_path
else
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] Database $dbname backup fail!" >> $log_path
fi

done
else
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] ERROR:No database to backup! backup stop" >> $log_path
exit
fi

#打包压缩 
#tar -zcvf $backup_dir'.tar.gz' $backup_dir
#echo "123456" | tar --use-compress-program=pigz -zcPf $backup_location/$tar_file $backup_dir
cd $backup_location
zip -P $zip_password -r $zip_file $backup_Ymd
rm -rf $backup_Ymd
# 检查压缩命令的退出状态码
if [ $? -eq 0 ]; then
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] Compresse [ $backup_dir ] to [ $zip_file ] successfully!" >> $log_path
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] Delete tmp dir: [ $backup_dir ] successfully!" >> $log_path
else
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] ERROR:Compresse [ $backup_dir ] to [ $zip_file ] faild!!!" >> $log_path
exit
fi



#拷贝数据库备份文件至另一台服务器
sshpass -p $remote_password scp -r -P $remote_port $backup_location/$zip_file $remote_username@$remote_host:$remote_path
# 检查scp命令的退出状态码
if [ $? -eq 0 ]; then
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] Copy local backup file: [ $backup_location/$zip_file ] to remote backup path: [ $remote_path ] successfully! " >> $log_path
else
    echo "[$(date "+%Y-%m-%d %H:%M:%S")] ERROR:[remote_username:$remote_username][remote_password:$remote_password][remote_host:$remote_host][remote_port:$remote_port] Copy local backup file: [ $backup_dir ] to remote backup path: [ $remote_path ] faild!!!" >> $log_path
exit
fi

 
# 如果开启了删除过期备份，则进行删除操作
if [ "$expire_backup_delete" == "ON" -a "$backup_location" != "" ];then
#`find $backup_location/ -type d -o -type f -ctime +$expire_days -exec rm -rf {} \;`
`find $backup_location/ -type f -mtime +$expire_days | xargs rm -rf`
echo "[$(date "+%Y-%m-%d %H:%M:%S")] Expired backup file from $expire_days days ago delete complete!" >> $log_path
fi
echo "[$(date "+%Y-%m-%d %H:%M:%S")] All database backup success!!!" >> $log_path
exit
fi

3.备份服务器上的定时清理过期文件脚本如下:

（该脚本和文章开头引用的另一篇博客中的步骤3脚本不同，不要混用！！！）

#!/bin/bash
# 以下配置信息请自己修改，该脚本放于任何位置皆可，记得赋予可执行权限
backup_location=/home/mongoDataBackup #备份数据存放位置，末尾请不要带"/",此项可以保持默认，程序会自动创建文件夹
expire_backup_delete="ON" #是否开启过期备份删除 ON为开启 OFF为关闭
expire_days=3 #过期时间天数 默认为三天，此项只有在expire_backup_delete开启时有效
log_path=./clear_expire_mongo_backup_file.log #脚本日志输出路径

echo "[$(date "+%Y-%m-%d %H:%M:%S")] Start clear expire mongo backup file..." >> $log_path

# 如果开启了删除过期备份，则进行删除操作
if [ "$expire_backup_delete" == "ON" -a "$backup_location" != "" ];then
    `find $backup_location/ -type f -mtime +$expire_days | xargs rm -rf`
     echo "[$(date "+%Y-%m-%d %H:%M:%S")] Expired backup file from $expire_days days ago delete complete!" >> $log_path
fi
echo "[$(date "+%Y-%m-%d %H:%M:%S")] Clear expire mongo backup file completed!!!" >> $log_path
exit
fi