beranm14/rds_s3_dump

The script responsible for dumping data is pretty self explanatory:

#!/bin/bash

export NPROC=$(grep -c ^processor /proc/cpuinfo 2>/dev/null || 1)

usage() { echo "Usage: $0 -b <string> -h <string> [-u <string>] [-p <string>]" 1>&2; exit 1; }

while getopts ":b:h:u:p:" o; do
    case "${o}" in
        h)
            host=${OPTARG}
            ;;
        u)
            username=${OPTARG}
            ;;
        p)
            password=${OPTARG}
            ;;
        b)
            bucket=${OPTARG}
            ;;
        *)
            usage
            ;;
    esac
done
shift $((OPTIND-1))


if [[ ! -z ${SECRET_PASSWORD} ]]; then
    password=${SECRET_PASSWORD};
fi
if [[ ! -z ${SECRET_USERNAME} ]]; then
    username=${SECRET_USERNAME};
fi
if [[ -z ${AWSREGION} ]]; then
    AWSREGION="us-east-1";
fi

if [[ -z "${host}" ]]; then
    usage
fi

OMIT_DATABASES="Database|information_schema";
if [[ ! -z ${OMIT_DBS} ]]; then
	OMIT_DATABASES="$OMIT_DATABASES|$OMIT_DBS";
fi

export connection_string="";

if [[ -z "${username}" || -z "${password}" ]]; then
	export connection_string=" -h ${host} ";
else
	export connection_string=" -h ${host} -u ${username} -p${password} ";
fi

export bucket=${bucket};

export BACKUP_DIR=/backup
mkdir -p $BACKUP_DIR
chmod 700 $BACKUP_DIR
rm -rf $BACKUP_DIR/*

export save_date=`date +"%Y%m%d"`;

BackupHost=`echo $host | cut -d. -f1`;

touch /tmp/dump_error.log;

databases=`mysql ${connection_string}  -e "SHOW DATABASES;" 2>>/tmp/dump_error.log | grep -Ev "($OMIT_DATABASES)"`;

printf "%s\n" "${databases[@]}" | xargs -I NAME --max-procs=$NPROC -n 1 bash -c 'echo NAME; mysqldump ${connection_string} -e "NAME" --quick --order-by-primary --max_allowed_packet=64M --compress --single-transaction --skip-add-locks 2>>/tmp/dump_error.log | nice -n 20 gzip --fast | aws s3 cp - s3://${bucket}/${save_date}/NAME.sql.gz';
cat /tmp/dump_error.log;
aws cloudwatch put-metric-data --value `cat /tmp/dump_error.log | grep -v "general_log_backup" | wc -l  | cut -f 1 -d ' '` --namespace "RDS/S3/Backup" --dimensions "BackupEndpoint=$BackupHost" --metric-name DumpStatus --region $AWSREGION;