refresh-data.sh

#!/bin/bash

# ==========================================================================
# Import data from a gzipped dump. Provide the filename as the first arg.
# NOTE: Run this script while in the project root directory.
#       It will not run correctly when run from another directory.
# ==========================================================================

set -e

refresh_dump_name=$1

USAGE=$(cat << 'EOF'
Please download a recent database dump before running this script:

  ./refresh-data.sh production_django.sql.gz

Or you can define the location of a dump and this script will
download it for you:

  export CFGOV_PROD_DB_LOCATION=https://example.com/production_django.sql.gz
  ./refresh-data.sh
EOF
)

download_data() {
    echo 'Downloading fresh production Django database dump...'
    skip_download=0

    # If the file already exists, check its timestamp, and skip the download
    # if it matches the timestamp of the remote file.
    if test -e "$refresh_dump_name"; then
        timestamp_check=$(curl -s -I -R -z "$refresh_dump_name" "$CFGOV_PROD_DB_LOCATION")
        if [[ "$timestamp_check" == *"304 Not Modified"* ]]; then
            echo 'Skipping download as local timestamp matches remote timestamp'
            skip_download=1
        fi
    fi

    if [[ "$skip_download" == 0 ]]; then
        curl -R -o "$refresh_dump_name" "$CFGOV_PROD_DB_LOCATION"
    fi
}

check_data() {
    echo 'Validating local dump file'
    gunzip -t "$refresh_dump_name"
}

refresh_data() {
    echo 'Importing refresh db'
    gunzip < "$refresh_dump_name" | cfgov/manage.py dbshell > /dev/null
    echo 'Running any necessary migrations'
    ./cfgov/manage.py migrate --noinput --fake-initial
    echo 'Setting up initial data'
    ./cfgov/manage.py runscript initial_data
}

if [[ -z "$refresh_dump_name" ]]; then
    if [[ -z "$CFGOV_PROD_DB_LOCATION" ]]; then
        printf "%s\n\n" "$USAGE"
        exit 1
    fi

    refresh_dump_name='production_django.sql.gz'
    download_data
else
    if [[ $refresh_dump_name != *.sql.gz ]]; then
        echo "Input dump '$refresh_dump_name' expected to end with .sql.gz."
        exit 2
    fi
fi

check_data
refresh_data