added postgres_foreach_table_timeout.sh
parent
019dc39e63
commit
827580ab5a
@ -0,0 +1,79 @@
|
||||
#!/usr/bin/env bash
|
||||
# vim:ts=4:sts=4:sw=4:et
|
||||
#
|
||||
# Author: Hari Sekhon
|
||||
# Date: 2020-03-12 16:50:46 +0000 (Thu, 12 Mar 2020)
|
||||
#
|
||||
# https://github.com/harisekhon/bash-tools
|
||||
#
|
||||
# License: see accompanying Hari Sekhon LICENSE file
|
||||
#
|
||||
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
||||
#
|
||||
# https://www.linkedin.com/in/harisekhon
|
||||
#
|
||||
|
||||
# Run SQL query against all PostgreSQL tables in all databases via psql.sh
|
||||
#
|
||||
# Query can contain {db}, {schema} and {table} placeholders which will be replaced for each table
|
||||
#
|
||||
# FILTER environment variable will restrict to matching fully qualified tables (<db>.<schema>.<table>)
|
||||
#
|
||||
# Auto-skips information_schema and pg_catalog schemas for safety
|
||||
#
|
||||
# Tested on AWS RDS PostgreSQL 9.5.15
|
||||
|
||||
set -eu # -o pipefail
|
||||
[ -n "${DEBUG:-}" ] && set -x
|
||||
srcdir="$(dirname "$0")"
|
||||
|
||||
usage(){
|
||||
if [ $# -gt 0 ]; then
|
||||
echo "$*"
|
||||
echo
|
||||
fi
|
||||
echo "usage: ${0##*/} <query> [psql_options]"
|
||||
exit 3
|
||||
}
|
||||
|
||||
if [ $# -lt 1 ]; then
|
||||
usage
|
||||
fi
|
||||
|
||||
query_template="$1"
|
||||
shift
|
||||
|
||||
# exit the loop subshell if you Control-C
|
||||
trap 'exit 130' INT
|
||||
|
||||
timeout=""
|
||||
if [ -n "${TABLE_TIMEOUT:-}" ]; then
|
||||
if ! [[ "$TABLE_TIMEOUT" =~ ^[[:digit:]]+$ ]]; then
|
||||
usage "invalid TABLE_TIMEOUT environment variable, must be an integer!"
|
||||
fi
|
||||
timeout="timeout -k 10 $TABLE_TIMEOUT"
|
||||
fi
|
||||
|
||||
AUTOFILTER=1 "$srcdir/postgres_list_tables.sh" "$@" |
|
||||
while read -r db schema table; do
|
||||
printf '%s.%s.%s\t' "$db" "$schema" "$table"
|
||||
query="${query_template//\{db\}/\"$db\"}"
|
||||
query="${query//\{schema\}/\"$schema\"}"
|
||||
query="${query//\{table\}/\"$table\"}"
|
||||
# weird situation on RDS PostgreSQL, hanging all night trying to select count(*) a table, happens on many tables
|
||||
set +e
|
||||
# time them out, skip them and carry on
|
||||
# doing \c $db is noisy, using -d $db instead
|
||||
$timeout "$srcdir/psql.sh" -q -t -d "$db" -c "$query" "$@"
|
||||
result=$?
|
||||
set -e
|
||||
if [ $result -ne 0 ]; then
|
||||
if [ $result -eq 124 ] &&
|
||||
[ -n "$timeout" ]; then
|
||||
echo
|
||||
else
|
||||
exit $result
|
||||
fi
|
||||
fi
|
||||
done |
|
||||
sed '/^[[:space:]]*$/d'
|
Loading…
Reference in New Issue