added bigquery_list_tables_all_datasets.sh

pull/2/head
Hari Sekhon 4 years ago
parent e8d040f775
commit 90df30547a

@ -0,0 +1,47 @@
#!/usr/bin/env bash
# vim:ts=4:sts=4:sw=4:et
#
# Author: Hari Sekhon
# Date: 2020-09-25 14:46:21 +0100 (Fri, 25 Sep 2020)
#
# https://github.com/harisekhon/bash-tools
#
# License: see accompanying Hari Sekhon LICENSE file
#
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
# https://www.linkedin.com/in/harisekhon
#
set -euo pipefail
[ -n "${DEBUG:-}" ] && set -x
srcdir="$(dirname "${BASH_SOURCE[0]}")"
# shellcheck disable=SC1090
. "$srcdir/lib/utils.sh"
# shellcheck disable=SC2034,SC2154
usage_description="
Lists all BigQuery tables in all datasets in the current project using the BigQuery Information Schema for each dataset
Output Format:
<project> <dataset> <table>
FILTER environment variable will restrict to matching tables (matches against fully qualified table name <dataset>.<schema>.<table>)
Limited to 10,000 table names by default (increase max_rows in script if you have a bigger dataset than this)
Tested on Google BigQuery
"
# used by usage() in lib/utils.sh
# shellcheck disable=SC2034
usage_args=""
help_usage "$@"
"$srcdir/bigquery_list_datasets.sh" |
while read -r dataset; do
"$srcdir/bigquery_list_tables.sh" "$dataset"
done
Loading…
Cancel
Save