#!/usr/bin/env bash # vim:ts=4:sts=4:sw=4:et # # Author: Hari Sekhon # Date: 2015-05-25 01:38:24 +0100 (Mon, 25 May 2015) # # https://github.com/harisekhon/pytools # # License: see accompanying Hari Sekhon LICENSE file # # If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help improve or steer this or other code I publish # # https://www.linkedin.com/in/harisekhon # set -eu [ -n "${DEBUG:-}" ] && set -x srcdir_bash_tools_utils="${srcdir:-}" srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" . "$srcdir/perl.sh" export TRAP_SIGNALS="INT QUIT TRAP ABRT TERM EXIT" die(){ echo "$@" exit 1 } hr(){ echo "================================================================================" } hr2(){ echo "==================================================" } hr3(){ echo "========================================" } section(){ hr "`dirname ${BASH_SOURCE[0]}`/center.sh" "$@" hr echo } section2(){ hr2 hr2echo "$@" hr2 echo } section3(){ hr3 hr3echo "$@" hr3 echo } hr2echo(){ "`dirname ${BASH_SOURCE[0]}`/center.sh" "$@" 50 } hr3echo(){ "`dirname ${BASH_SOURCE[0]}`/center.sh" "$@" 40 } # TODO: #export SPARK_HOME="$(ls -d tests/spark-*-bin-hadoop* | head -n 1)" type isExcluded &>/dev/null || . "$srcdir/excluded.sh" check_output(){ local expected="$1" local cmd="${@:2}" # do not 2>&1 it will cause indeterministic output even with python -u so even tail -n1 won't work echo "check_output: $cmd" echo "expecting: $expected" local output="$($cmd)" # intentionally not quoting so that we can use things like google* glob matches for google.com and google.co.uk if [[ "$output" = $expected ]]; then echo "SUCCESS: $output" else die "FAILED: $output" fi echo } check_exit_code(){ local exit_code=$? local expected_exit_codes="$@" local failed=1 for e in $expected_exit_codes; do if [ $exit_code = $e ]; then failed=0 fi done if [ $failed != 0 ]; then echo "WRONG EXIT CODE RETURNED! Expected: '$expected_exit_codes', got: '$exit_code'" exit 1 fi } is_linux(){ if [ "$(uname -s)" = "Linux" ]; then return 0 else return 1 fi } is_mac(){ if [ "$(uname -s)" = "Darwin" ]; then return 0 else return 1 fi } is_jenkins(){ if [ -n "${JENKINS_URL:-}" ]; then return 0 else return 1 fi } is_travis(){ if [ -n "${TRAVIS:-}" ]; then return 0 else return 1 fi } is_CI(){ if [ -n "${CI:-}" -o -n "${CI_NAME:-}" ] || is_jenkins || is_travis; then return 0 else return 1 fi } if is_travis; then #export DOCKER_HOST="${DOCKER_HOST:-localhost}" export HOST="${HOST:-localhost}" fi if is_travis; then sudo=sudo else sudo="" fi # useful for cutting down on number of noisy docker tests which take a long time but more importantly # cause the CI builds to fail with job logs > 4MB ci_sample(){ local versions="$@" if [ -n "${SAMPLE:-}" ] || is_CI; then if [ -n "$versions" ]; then local a IFS=' ' read -r -a a <<< "$versions" local highest_index="${#a[@]}" local random_index="$(($RANDOM % $highest_index))" echo "${a[$random_index]}" return 0 else return 1 fi else if [ -n "$versions" ]; then echo "$versions" fi fi return 0 } untrap(){ trap - $TRAP_SIGNALS } plural(){ plural="s" local num="${1:-}" if [ "$num" = 1 ]; then plural="" fi } plural_str(){ local parts=($@) plural ${#parts[@]} } # ================================= # # these functions are too clever and dynamic but save a lot of duplication in nagios-plugins test_*.sh scripts # print_debug_env(){ echo echo "Environment for Debugging:" echo # multiple name support for MySQL + MariaDB variables for name in $@; do name="$(tr 'a-z' 'A-Z' <<< "$name")" #eval echo "export ${name}_PORT=$`echo ${name}_PORT`" # instead of just name_PORT, find all PORTS in environment and print them # while read line to preserve CASSANDRA_PORTS=7199 9042 env | egrep "^$name.*_" | grep -v DEFAULT | sort | while read env_var; do # sed here to quote export CASSANDRA_PORTS=7199 9042 => export CASSANDRA_PORTS="7199 9042" eval echo "export $env_var" | sed 's/=/="/;s/$/"/' done echo done } trap_debug_env(){ local name="$1" trap 'result=$?; print_debug_env '"$*"'; exit $result' $TRAP_SIGNALS } run_test_versions(){ local name="$1" local test_func="$(tr 'A-Z' 'a-z' <<< "test_${name/ /_}")" local VERSIONS="$(tr 'a-z' 'A-Z' <<< "${name/ /_}_VERSIONS")" test_versions="$(eval ci_sample $`echo $VERSIONS`)" for version in $test_versions; do eval "$test_func" "$version" done if [ -n "${NOTESTS:-}" ]; then print_port_mappings "$name" else untrap echo "All $name tests succeeded for versions: $test_versions" fi echo } # ================================= timestamp(){ printf "%s" "`date '+%F %T'` $*" >&2 [ $# -gt 0 ] && printf "\n" >&2 } tstamp(){ timestamp "$@"; } start_timer(){ tstamp "Starting... " date '+%s' } time_taken(){ echo local start_time="$1" shift local time_taken local msg="${@:-Completed in}" tstamp "Finished" echo local end_time="$(date +%s)" # if start and end time are the same let returns exit code 1 let time_taken=$end_time-$start_time || : echo "$msg $time_taken secs" echo } when_ports_available(){ local max_secs="$1" local host="$2" local ports="${@:3}" local retry_interval=1 local max_tries=$(($max_secs / $retry_interval)) local nc_cmd="nc -z -w $retry_interval $host" cmd="" for x in $ports; do cmd="$cmd $nc_cmd $x &>/dev/null && " done local cmd="${cmd% && }" plural_str $ports echo "waiting for port$plural '$ports' to become available, will try up to $max_tries times at $retry_interval sec intervals" echo "cmd: ${cmd// \&\>\/dev\/null}" local found=0 if which nc &>/dev/null; then for((i=0; i < $max_tries; i++)); do timestamp "trying host '$host' port(s) '$ports'" if eval $cmd; then found=1 break fi sleep 1 done if [ $found -eq 1 ]; then timestamp "host '$host' port$plural '$ports' available after $i secs" else timestamp "host '$host' port$plural '$ports' still not available after '$max_secs' secs, giving up waiting" fi else echo "'nc' command not found, sleeping for '$max_secs' secs instead" sleep "$max_secs" fi } # restore original srcdir srcdir="$srcdir_bash_tools_utils"