Skip to content

Instantly share code, notes, and snippets.

@joelkallman

joelkallman/pg_backup_rotated.sh

Created July 16, 2013 17:31
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save joelkallman/6010803 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save joelkallman/6010803 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. joelkallman created this gist Jul 16, 2013.
    160 changes: 160 additions & 0 deletions pg_backup_rotated.sh
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,160 @@
    #!/bin/bash

    ###########################
    ####### LOAD CONFIG #######
    ###########################

    SCRIPTPATH=$(cd ${0%/*} && pwd -P)
    source $SCRIPTPATH/pg_backup.config


    ###########################
    #### PRE-BACKUP CHECKS ####
    ###########################

    # Make sure we're running as the required backup user
    if [ $BACKUP_USER != "" -a "$(id -un)" != "$BACKUP_USER" ]; then
    echo "This script must be run as $BACKUP_USER. Exiting."
    exit 1;
    fi;


    ###########################
    ### INITIALISE DEFAULTS ###
    ###########################

    if [ ! $HOSTNAME ]; then
    HOSTNAME="localhost"
    fi;

    if [ ! $USERNAME ]; then
    USERNAME="postgres"
    fi;


    ###########################
    #### START THE BACKUPS ####
    ###########################

    function perform_backups()
    {
    SUFFIX=$1
    FINAL_BACKUP_DIR=$BACKUP_DIR"`date +\%Y-\%m-\%d`$SUFFIX/"

    echo "Making backup directory in $FINAL_BACKUP_DIR"

    if ! mkdir -p $FINAL_BACKUP_DIR; then
    echo "Cannot create backup directory in $FINAL_BACKUP_DIR. Go and fix it!"
    exit 1;
    fi;


    ###########################
    ### SCHEMA-ONLY BACKUPS ###
    ###########################

    for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
    do
    SCHEMA_ONLY_CLAUSE="$SCHEMA_ONLY_CLAUSE or datname ~ '$SCHEMA_ONLY_DB'"
    done

    SCHEMA_ONLY_QUERY="select datname from pg_database where false $SCHEMA_ONLY_CLAUSE order by datname;"

    echo -e "\n\nPerforming schema-only backups"
    echo -e "--------------------------------------------\n"

    SCHEMA_ONLY_DB_LIST=`psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$SCHEMA_ONLY_QUERY" postgres`

    echo -e "The following databases were matched for schema-only backup:\n${SCHEMA_ONLY_DB_LIST}\n"

    for DATABASE in $SCHEMA_ONLY_DB_LIST
    do
    echo "Schema-only backup of $DATABASE"

    if ! pg_dump -Fp -s -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress; then
    echo "[!!ERROR!!] Failed to backup database schema of $DATABASE"
    else
    mv $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE"_SCHEMA.sql.gz
    fi
    done


    ###########################
    ###### FULL BACKUPS #######
    ###########################

    for SCHEMA_ONLY_DB in ${SCHEMA_ONLY_LIST//,/ }
    do
    EXCLUDE_SCHEMA_ONLY_CLAUSE="$EXCLUDE_SCHEMA_ONLY_CLAUSE and datname !~ '$SCHEMA_ONLY_DB'"
    done

    FULL_BACKUP_QUERY="select datname from pg_database where not datistemplate and datallowconn $EXCLUDE_SCHEMA_ONLY_CLAUSE order by datname;"

    echo -e "\n\nPerforming full backups"
    echo -e "--------------------------------------------\n"

    for DATABASE in `psql -h "$HOSTNAME" -U "$USERNAME" -At -c "$FULL_BACKUP_QUERY" postgres`
    do
    if [ $ENABLE_PLAIN_BACKUPS = "yes" ]
    then
    echo "Plain backup of $DATABASE"

    if ! pg_dump -Fp -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" | gzip > $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress; then
    echo "[!!ERROR!!] Failed to produce plain backup database $DATABASE"
    else
    mv $FINAL_BACKUP_DIR"$DATABASE".sql.gz.in_progress $FINAL_BACKUP_DIR"$DATABASE".sql.gz
    fi
    fi

    if [ $ENABLE_CUSTOM_BACKUPS = "yes" ]
    then
    echo "Custom backup of $DATABASE"

    if ! pg_dump -Fc -h "$HOSTNAME" -U "$USERNAME" "$DATABASE" -f $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress; then
    echo "[!!ERROR!!] Failed to produce custom backup database $DATABASE"
    else
    mv $FINAL_BACKUP_DIR"$DATABASE".custom.in_progress $FINAL_BACKUP_DIR"$DATABASE".custom
    fi
    fi

    done

    echo -e "\nAll database backups complete!"
    }

    # MONTHLY BACKUPS

    DAY_OF_MONTH=`date +%d`

    if [ $DAY_OF_MONTH = "1" ];
    then
    # Delete all expired monthly directories
    find $BACKUP_DIR -maxdepth 1 -name "*-monthly" -exec rm -rf '{}' ';'

    perform_backups "-monthly"

    exit 0;
    fi

    # WEEKLY BACKUPS

    DAY_OF_WEEK=`date +%u` #1-7 (Monday-Sunday)
    EXPIRED_DAYS=`expr $((($WEEKS_TO_KEEP * 7) + 1))`

    if [ $DAY_OF_WEEK = $DAY_OF_WEEK_TO_KEEP ];
    then
    # Delete all expired weekly directories
    find $BACKUP_DIR -maxdepth 1 -mtime +$EXPIRED_DAYS -name "*-weekly" -exec rm -rf '{}' ';'

    perform_backups "-weekly"

    exit 0;
    fi

    # DAILY BACKUPS

    # Delete daily backups 7 days old or more
    find $BACKUP_DIR -maxdepth 1 -mtime +$DAYS_TO_KEEP -name "*-daily" -exec rm -rf '{}' ';'

    perform_backups "-daily"