You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
204 lines
6.3 KiB
Bash
204 lines
6.3 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
# shellcheck disable=SC2028
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2020-08-09 10:42:23 +0100 (Sun, 09 Aug 2020)
|
|
#
|
|
# https://github.com/harisekhon/bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/harisekhon
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# shellcheck disable=SC1090
|
|
. "$srcdir/lib/utils.sh"
|
|
|
|
# shellcheck disable=SC1090
|
|
. "$srcdir/lib/dbshell.sh"
|
|
|
|
mysql_versions="
|
|
5.5
|
|
5.6
|
|
5.7
|
|
8.0
|
|
latest
|
|
"
|
|
|
|
# shellcheck disable=SC2034,SC2154
|
|
usage_description="
|
|
Runs all of the scripts given as arguments against multiple MySQL versions using docker
|
|
|
|
Uses mysqld.sh to boot a mysql docker environment and pipe source statements in to the container
|
|
|
|
Sources each script in MySQL in the order given
|
|
|
|
Runs against a list of MySQL versions from the first of the following conditions:
|
|
|
|
- If \$MYSQL_VERSIONS environment variable is set, then only tests against those versions in the order given, space or comma separated, with 'x' used as a wildcard (eg. '5.x , 8.x')
|
|
- If \$GET_DOCKER_TAGS is set and dockerhub_show_tags.py is found in the \$PATH (from DevOps Python tools repo), then uses it to fetch the latest live list of version tags available from the dockerhub API, reordering by newest first
|
|
- Falls back to the following pre-set list of versions, reordering by newest first:
|
|
|
|
$(tr ' ' '\n' <<< "$mysql_versions" | grep -v '^[[:space:]]*$')
|
|
|
|
If a script has a headers such as:
|
|
|
|
-- Requires MySQL N.N (same as >=)
|
|
-- Requires MySQL >= N.N
|
|
-- Requires MySQL > N.N
|
|
-- Requires MySQL <= N.N
|
|
-- Requires MySQL < N.N
|
|
|
|
then will only run that script on the specified versions of MySQL
|
|
|
|
This is for convenience so you can test a whole repository such as my SQL-scripts repo just by running against all scripts and have this code figure out the combinations of scripts to run vs versions, eg:
|
|
|
|
${0##*/} mysql_*.sql
|
|
|
|
If no script files are given as arguments, then searches \$PWD for scripts named in the formats:
|
|
|
|
mysql*.sql
|
|
*.mysql
|
|
|
|
|
|
Tested on MySQL 5.5, 5.6, 5.7, 8.0
|
|
"
|
|
|
|
# used by usage() in lib/utils.sh
|
|
# shellcheck disable=SC2034
|
|
usage_args="script1.sql [script2.sql ...]"
|
|
|
|
help_usage "$@"
|
|
|
|
#min_args 1 "$@"
|
|
|
|
export MYSQL_CONTAINER_NAME="${MYSQL_CONTAINER_NAME:-mysql-test-scripts}"
|
|
|
|
if [ $# -gt 0 ]; then
|
|
scripts=("$@")
|
|
else
|
|
shopt -s nullglob
|
|
scripts=(mysql*.sql *.mysql)
|
|
fi
|
|
|
|
if [ ${#scripts[@]} -lt 1 ]; then
|
|
usage "no scripts given and none found in current working directory matching the patterns: mysql*.sql / *.mysql"
|
|
fi
|
|
|
|
for sql_file in "${scripts[@]}"; do
|
|
[ -f "$sql_file" ] || die "ERROR: file not found: $sql_file"
|
|
done
|
|
|
|
echo "Testing ${#scripts[@]} MySQL scripts:"
|
|
echo
|
|
for sql_file in "${scripts[@]}"; do
|
|
echo "$sql_file"
|
|
done
|
|
echo
|
|
|
|
get_mysql_versions(){
|
|
if [ -n "${GET_DOCKER_TAGS:-}" ]; then
|
|
echo "checking if dockerhub_show_tags.py is available:" >&2
|
|
echo >&2
|
|
if type -P dockerhub_show_tags.py 2>/dev/null; then
|
|
echo
|
|
echo "dockerhub_show_tags.py found, executing to get latest list of MySQL docker version tags" >&2
|
|
echo >&2
|
|
mysql_versions="$(dockerhub_show_tags.py mysql |
|
|
grep -Eo -e '[[:space:]][[:digit:]]{1,2}\.[[:digit:]]' \
|
|
-e '^[[:space:]*latest[[:space:]]*$' |
|
|
sed 's/[[:space:]]//g' |
|
|
sort -u -t. -k1n -k2n)"
|
|
echo "found MySQL versions:" >&2
|
|
echo >&2
|
|
echo "$mysql_versions"
|
|
return
|
|
fi
|
|
fi
|
|
echo "$mysql_versions" |
|
|
tr ' ' '\n' |
|
|
grep -v '^[[:space:]]*$' |
|
|
if is_CI; then
|
|
echo "CI detected - using randomized sample of MySQL versions to test against:" >&2
|
|
{
|
|
shuf | head -n 1
|
|
echo 5.5 # most problematic / incompatible versions should always be tested
|
|
echo 5.6
|
|
echo latest
|
|
} | sort -unr -t. -k1,2
|
|
else
|
|
echo "using default list of MySQL versions to test against:" >&2
|
|
cat
|
|
fi
|
|
echo >&2
|
|
}
|
|
|
|
if [ -n "${MYSQL_VERSIONS:-}" ]; then
|
|
versions=""
|
|
MYSQL_VERSIONS="${MYSQL_VERSIONS//,/ }"
|
|
for version in $MYSQL_VERSIONS; do
|
|
if [[ "$version" =~ x ]]; then
|
|
versions+=" $(grep "${version//x/.*}" <<< "$mysql_versions" |
|
|
sort -u -t. -k1n -k2 |
|
|
tac ||
|
|
die "version '$version' not found")"
|
|
else
|
|
versions+=" $version"
|
|
fi
|
|
done
|
|
mysql_versions="$(tr ' ' '\n' <<< "$versions" | grep -v '^[[:space:]]*$')"
|
|
echo "using given MySQL versions:"
|
|
else
|
|
mysql_versions="$(get_mysql_versions | tac)"
|
|
fi
|
|
|
|
echo "$mysql_versions"
|
|
echo
|
|
|
|
for version in $mysql_versions; do
|
|
hr
|
|
echo "Executing scripts against MySQL version '$version'": >&2
|
|
echo >&2
|
|
{
|
|
echo 'SELECT VERSION();'
|
|
for sql_file in "${scripts[@]}"; do
|
|
if skip_min_version "MySQL" "$version" "$sql_file"; then
|
|
continue
|
|
fi
|
|
if skip_max_version "MySQL" "$version" "$sql_file"; then
|
|
continue
|
|
fi
|
|
# comes out first, not between scripts
|
|
#echo '\! printf "================================================================================\n"'
|
|
# no effect
|
|
#echo
|
|
# comes out first instead of with scripts
|
|
#echo "\\! printf '\nscript %s:' '$sql_file'"
|
|
echo "select '$sql_file' as script;"
|
|
# instead of dealing with pathing issues, prefixing /pwd or depending on the scripts being in the sql/ directory
|
|
# just cat them in to the shell instead as it's more portable
|
|
#echo "source $sql_file"
|
|
cat "$sql_file"
|
|
#echo "\\! printf '\n\n'"
|
|
done
|
|
} |
|
|
# forcing mysql shell --table output as though interactive
|
|
MYSQL_OPTS="--table" \
|
|
command time \
|
|
"$srcdir/mysqld.sh" "$version" --restart
|
|
echo >&2
|
|
timestamp "Succeeded testing ${#scripts[@]} scripts for MySQL $version"
|
|
echo >&2
|
|
echo >&2
|
|
done
|
|
echo >&2
|
|
echo >&2
|
|
timestamp "All MySQL tests passed for all scripts on all versions: $(tac <<< "$mysql_versions" | tr '\n' ' ')"
|