You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
204 lines
6.3 KiB
Bash
204 lines
6.3 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
# shellcheck disable=SC2028
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2020-08-09 10:42:23 +0100 (Sun, 09 Aug 2020)
|
|
#
|
|
# https://github.com/harisekhon/bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/harisekhon
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# shellcheck disable=SC1090
|
|
. "$srcdir/lib/utils.sh"
|
|
|
|
# shellcheck disable=SC1090
|
|
. "$srcdir/lib/dbshell.sh"
|
|
|
|
mariadb_versions="
|
|
5.5
|
|
10.0
|
|
10.1
|
|
10.2
|
|
10.3
|
|
10.4
|
|
10.5
|
|
latest
|
|
"
|
|
|
|
# shellcheck disable=SC2034,SC2154
|
|
usage_description="
|
|
Runs all of the scripts given as arguments against multiple MariaDB versions using docker
|
|
|
|
Uses mariadb.sh to boot a MariaDB docker environment and pipe source statements in to the container
|
|
|
|
Sources each script in MariaDB in the order given
|
|
|
|
Runs against a list of MariaDB versions from the first of the following conditions:
|
|
|
|
- If \$MARIADB_VERSIONS environment variable is set, then only tests against those versions in the order given, space or comma separated, with 'x' used as a wildcard (eg. '5.x , 10.x')
|
|
- If \$GET_DOCKER_TAGS is set and dockerhub_show_tags.py is found in the \$PATH (from DevOps Python tools repo), then uses it to fetch the latest live list of version tags available from the dockerhub API, reordering by newest first
|
|
- Falls back to the following pre-set list of versions, reordering by newest first:
|
|
|
|
$(tr ' ' '\n' <<< "$mariadb_versions" | grep -v '^[[:space:]]*$')
|
|
|
|
If a script has a headers such as:
|
|
|
|
-- Requires MariaDB N.N (same as >=)
|
|
-- Requires MariaDB >= N.N
|
|
-- Requires MariaDB > N.N
|
|
-- Requires MariaDB <= N.N
|
|
-- Requires MariaDB < N.N
|
|
|
|
then will only run that script on the specified versions of MariaDB
|
|
|
|
This is for convenience so you can test a whole repository such as my SQL-scripts repo just by running against all scripts and have this code figure out the combinations of scripts to run vs versions, eg:
|
|
|
|
${0##*/} mysql_*.sql
|
|
|
|
If no script files are given as arguments, then searches \$PWD for scripts named in the formats:
|
|
|
|
mysql*.sql
|
|
maria*.sql
|
|
mariadb*.sql
|
|
*.mysql
|
|
"
|
|
|
|
# used by usage() in lib/utils.sh
|
|
# shellcheck disable=SC2034
|
|
usage_args="script1.sql [script2.sql ...]"
|
|
|
|
help_usage "$@"
|
|
|
|
#min_args 1 "$@"
|
|
|
|
export MARIADB_CONTAINER_NAME="${MARIADB_CONTAINER_NAME:-mariadb-test-scripts}"
|
|
|
|
if [ $# -gt 0 ]; then
|
|
scripts=("$@")
|
|
else
|
|
shopt -s nullglob
|
|
scripts=(mysql*.sql maria*.sql mariadb*.sql *.mysql)
|
|
fi
|
|
|
|
if [ ${#scripts[@]} -lt 1 ]; then
|
|
usage "no scripts given and none found in current working directory matching the patterns: mysql*.sql / maria*.sql / mariadb*.sql / *.mysql"
|
|
fi
|
|
|
|
for sql_file in "${scripts[@]}"; do
|
|
[ -f "$sql_file" ] || die "ERROR: file not found: $sql_file"
|
|
done
|
|
|
|
echo "Testing ${#scripts[@]} MariaDB scripts:"
|
|
echo
|
|
for sql_file in "${scripts[@]}"; do
|
|
echo "$sql_file"
|
|
done
|
|
echo
|
|
|
|
get_mariadb_versions(){
|
|
if [ -n "${GET_DOCKER_TAGS:-}" ]; then
|
|
echo "checking if dockerhub_show_tags.py is available:" >&2
|
|
echo >&2
|
|
if type -P dockerhub_show_tags.py 2>/dev/null; then
|
|
echo >&2
|
|
echo "dockerhub_show_tags.py found, executing to get latest list of MariaDB docker version tags" >&2
|
|
echo >&2
|
|
mariadb_versions="$(dockerhub_show_tags.py mariadb |
|
|
grep -Eo -e '[[:space:]][[:digit:]]{1,2}\.[[:digit:]]' \
|
|
-e '^[[:space:]*latest[[:space:]]*$' |
|
|
sed 's/[[:space:]]//g' |
|
|
sort -u -t. -k1n -k2n)"
|
|
echo "found MariaDB versions:" >&2
|
|
echo "$mariadb_versions"
|
|
echo >&2
|
|
return
|
|
fi
|
|
fi
|
|
echo "$mariadb_versions" |
|
|
tr ' ' '\n' |
|
|
grep -v '^[[:space:]]*$' |
|
|
if is_CI; then
|
|
echo "CI detected - using randomized sample of MariaDB versions to test against:" >&2
|
|
{
|
|
shuf | head -n 1
|
|
echo 5.5 # most problematic / incompatible versions should always be tested
|
|
echo 10.0
|
|
echo latest
|
|
} | sort -unr -t. -k1,2
|
|
else
|
|
echo "using default list of MariaDB versions to test against:" >&2
|
|
cat
|
|
fi
|
|
echo >&2
|
|
}
|
|
|
|
if [ -n "${MARIADB_VERSIONS:-}" ]; then
|
|
versions=""
|
|
MARIADB_VERSIONS="${MARIADB_VERSIONS//,/ }"
|
|
for version in $MARIADB_VERSIONS; do
|
|
if [[ "$version" =~ x ]]; then
|
|
versions+=" $(grep "${version//x/.*}" <<< "$mariadb_versions" |
|
|
sort -u -t. -k1n -k2 |
|
|
tac ||
|
|
die "version '$version' not found")"
|
|
else
|
|
versions+=" $version"
|
|
fi
|
|
done
|
|
mariadb_versions="$(tr ' ' '\n' <<< "$versions" | grep -v '^[[:space:]]*$')"
|
|
echo "using given MariaDB versions:"
|
|
else
|
|
mariadb_versions="$(get_mariadb_versions | tac)"
|
|
fi
|
|
|
|
echo "$mariadb_versions"
|
|
echo
|
|
|
|
for version in $mariadb_versions; do
|
|
hr
|
|
echo "Executing scripts against MariaDB version '$version'": >&2
|
|
echo >&2
|
|
{
|
|
# comes out first, not between scripts
|
|
#echo '\! printf "================================================================================\n"'
|
|
echo 'SELECT VERSION();'
|
|
for sql_file in "${scripts[@]}"; do
|
|
if skip_min_version "MariaDB" "$version" "$sql_file"; then
|
|
continue
|
|
fi
|
|
if skip_max_version "MariaDB" "$version" "$sql_file"; then
|
|
continue
|
|
fi
|
|
# no effect
|
|
#echo
|
|
# comes out first instead of with scripts
|
|
#echo "\\! printf '\nscript %s:' '$sql_file'"
|
|
echo "select '$sql_file' as script;"
|
|
# instead of dealing with pathing issues, prefixing /pwd or depending on the scripts being in the sql/ directory
|
|
#echo "source $sql_file"
|
|
cat "$sql_file"
|
|
#echo "\\! printf '\n\n'"
|
|
done
|
|
} |
|
|
# forcing mysql shell --table output as though interactive
|
|
MYSQL_OPTS="--table" \
|
|
command time \
|
|
"$srcdir/mariadb.sh" "$version" --restart
|
|
timestamp "Succeeded testing ${#scripts[@]} scripts for MariaDB $version"
|
|
echo >&2
|
|
echo >&2
|
|
done
|
|
echo >&2
|
|
echo >&2
|
|
timestamp "All MariaDB tests passed for all scripts on all versions: "$(tac <<< "$mariadb_versions")
|