DevOps-Bash-tools/mariadb_test_scripts.sh

#!/usr/bin/env bash
#  vim:ts=4:sts=4:sw=4:et
#  shellcheck disable=SC2028
#
#  Author: Hari Sekhon
#  Date: 2020-08-09 10:42:23 +0100 (Sun, 09 Aug 2020)
#
#  https://github.com/HariSekhon/DevOps-Bash-tools
#
#  License: see accompanying Hari Sekhon LICENSE file
#
#  If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
#  https://www.linkedin.com/in/HariSekhon
#

set -euo pipefail
[ -n "${DEBUG:-}" ] && set -x
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"

# shellcheck disable=SC1090,SC1091
. "$srcdir/lib/utils.sh"

# shellcheck disable=SC1090,SC1091
. "$srcdir/lib/dbshell.sh"

mariadb_versions="
5.5
10.0
10.1
10.2
10.3
10.4
10.5
latest
"

# shellcheck disable=SC2034,SC2154
usage_description="
Runs all of the scripts given as arguments against multiple MariaDB versions using docker

Uses mariadb.sh to boot a MariaDB docker environment and pipe source statements in to the container

Sources each script in MariaDB in the order given

Runs against a list of MariaDB versions from the first of the following conditions:

- If \$MARIADB_VERSIONS environment variable is set, then only tests against those versions in the order given, space or comma separated, with 'x' used as a wildcard (eg. '5.x , 10.x')
- If \$GET_DOCKER_TAGS is set and dockerhub_show_tags.py is found in the \$PATH (from DevOps Python tools repo), then uses it to fetch the latest live list of version tags available from the dockerhub API, reordering by newest first
- Falls back to the following pre-set list of versions, reordering by newest first:

$(tr ' ' '\n' <<< "$mariadb_versions" | grep -v '^[[:space:]]*$')

If a script has a headers such as:

-- Requires MariaDB N.N (same as >=)
-- Requires MariaDB >= N.N
-- Requires MariaDB >  N.N
-- Requires MariaDB <= N.N
-- Requires MariaDB <  N.N

then will only run that script on the specified versions of MariaDB

This is for convenience so you can test a whole repository such as my SQL-scripts repo just by running against all scripts and have this code figure out the combinations of scripts to run vs versions, eg:

${0##*/} mysql_*.sql

If no script files are given as arguments, then searches \$PWD for scripts named in the formats:

mysql*.sql
maria*.sql
mariadb*.sql
*.mysql


Tested on MariaDB 5.5, 10.0 - 10.5
"

# used by usage() in lib/utils.sh
# shellcheck disable=SC2034
usage_args="script1.sql [script2.sql ...]"

help_usage "$@"

#min_args 1 "$@"

export MARIADB_CONTAINER_NAME="${MARIADB_CONTAINER_NAME:-mariadb-test-scripts}"

if [ $# -gt 0 ]; then
    scripts=("$@")
else
    shopt -s nullglob
    scripts=(mysql*.sql maria*.sql mariadb*.sql *.mysql)
fi

if [ ${#scripts[@]} -lt 1 ]; then
    usage "no scripts given and none found in current working directory matching the patterns: mysql*.sql / maria*.sql / mariadb*.sql / *.mysql"
fi

for sql_file in "${scripts[@]}"; do
    [ -f "$sql_file" ] || die "ERROR: file not found: $sql_file"
done

echo "Testing ${#scripts[@]} MariaDB scripts:"
echo
for sql_file in "${scripts[@]}"; do
    echo "$sql_file"
done
echo

get_mariadb_versions(){
    if [ -n "${GET_DOCKER_TAGS:-}" ]; then
        echo "checking if dockerhub_show_tags.py is available:" >&2
        echo >&2
        if type -P dockerhub_show_tags.py 2>/dev/null; then
            echo >&2
            echo "dockerhub_show_tags.py found, executing to get latest list of MariaDB docker version tags" >&2
            echo >&2
            mariadb_versions="$(dockerhub_show_tags.py mariadb |
                                grep -Eo -e '[[:space:]][[:digit:]]{1,2}\.[[:digit:]]' \
                                         -e '^[[:space:]*latest[[:space:]]*$' |
                                sed 's/[[:space:]]//g' |
                                sort -u -t. -k1n -k2n)"
            echo "found MariaDB versions:" >&2
            echo "$mariadb_versions"
            echo >&2
            return
        fi
    fi
    echo "$mariadb_versions" |
    tr ' ' '\n' |
    grep -v '^[[:space:]]*$' |
    if is_CI; then
        echo "CI detected - using randomized sample of MariaDB versions to test against:" >&2
        {
        shuf | head -n 1
        echo 5.5  # most problematic / incompatible versions should always be tested
        echo 10.0
        echo latest
        } | sort -unr -t. -k1,2
    else
        echo "using default list of MariaDB versions to test against:" >&2
        cat
    fi
    echo >&2
}

if [ -n "${MARIADB_VERSIONS:-}" ]; then
    versions=""
    MARIADB_VERSIONS="${MARIADB_VERSIONS//,/ }"
    for version in $MARIADB_VERSIONS; do
        if [[ "$version" =~ x ]]; then
            versions+=" $(grep "${version//x/.*}" <<< "$mariadb_versions" |
                          sort -u -t. -k1n -k2 |
                          tac ||
                          die "version '$version' not found")"
        else
            versions+=" $version"
        fi
    done
    mariadb_versions="$(tr ' ' '\n' <<< "$versions" | grep -v '^[[:space:]]*$')"
    echo "using given MariaDB versions:"
else
    mariadb_versions="$(get_mariadb_versions | tac)"
fi

echo "$mariadb_versions"
echo

for version in $mariadb_versions; do
    hr
    echo "Executing scripts against MariaDB version '$version'": >&2
    echo >&2
    {
    # comes out first, not between scripts
    #echo '\! printf "================================================================================\n"'
    echo 'SELECT VERSION();'
    for sql_file in "${scripts[@]}"; do
        if skip_min_version "MariaDB" "$version" "$sql_file"; then
            continue
        fi
        if skip_max_version "MariaDB" "$version" "$sql_file"; then
            continue
        fi
        # no effect
        #echo
        # comes out first instead of with scripts
        #echo "\\! printf '\nscript %s:' '$sql_file'"
        echo "select '$sql_file' as script;"
        # instead of dealing with pathing issues, prefixing /pwd or depending on the scripts being in the sql/ directory
        #echo "source $sql_file"
        cat "$sql_file"
        #echo "\\! printf '\n\n'"
    done
    } |
    # forcing mysql shell --table output as though interactive
    MYSQL_OPTS="--table" \
    command time \
    "$srcdir/mariadb.sh" "$version" --restart
    echo >&2
    timestamp "Succeeded testing ${#scripts[@]} scripts for MariaDB $version"
    echo >&2
    echo >&2
done
echo >&2
echo >&2
timestamp "All MariaDB tests passed for all scripts on all versions:  $(tac <<< "$mariadb_versions" | tr '\n' ' ')"