You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
2.2 KiB
Bash
69 lines
2.2 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2024-09-16 13:47:47 +0200 (Mon, 16 Sep 2024)
|
|
# (ported from Knowledge Base parquet page)
|
|
#
|
|
# https://github.com/HariSekhon/DevOps-Bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/HariSekhon
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# shellcheck disable=SC1090,SC1091
|
|
. "$srcdir/../lib/utils.sh"
|
|
|
|
# shellcheck disable=SC2034,SC2154
|
|
usage_description="
|
|
Quickly determines and downloads latest Apache Parquet Tools jar or an explicitly given version
|
|
"
|
|
|
|
# used by usage() in lib/utils.sh
|
|
# shellcheck disable=SC2034
|
|
usage_args="[<version>]"
|
|
|
|
#version="1.11.2"
|
|
version="${1:-latest}"
|
|
|
|
downloads_url='https://repo1.maven.org/maven2/org/apache/parquet/parquet-tools'
|
|
|
|
# ERE format for grep -E
|
|
version_regex='<a href="[[:digit:]]+.[[:digit:]]+.[[:digit:]]+/" title="[[:digit:]]+.[[:digit:]]+.[[:digit:]]+/">([[:digit:]]+.[[:digit:]]+.[[:digit:]]+)/</a>'
|
|
|
|
# Should match these:
|
|
#
|
|
# <a href="1.10.0/" title="1.10.0/">1.10.0/</a>
|
|
# <a href="1.10.1/" title="1.10.1/">1.10.1/</a>
|
|
# <a href="1.11.0/" title="1.11.0/">1.11.0/</a>
|
|
# <a href="1.11.1/" title="1.11.1/">1.11.1/</a>
|
|
# <a href="1.11.2/" title="1.11.2/">1.11.2/</a>
|
|
# <a href="1.7.0/" title="1.7.0/">1.7.0/</a>
|
|
# <a href="1.8.0/" title="1.8.0/">1.8.0/</a>
|
|
# <a href="1.8.1/" title="1.8.1/">1.8.1/</a>
|
|
# <a href="1.8.2/" title="1.8.2/">1.8.2/</a>
|
|
# <a href="1.8.3/" title="1.8.3/">1.8.3/</a>
|
|
# <a href="1.9.0/" title="1.9.0/">1.9.0/</a>
|
|
|
|
if [ "$version" = "latest" ]; then
|
|
timestamp "Determining latest Parquet Tools version from $downloads_url"
|
|
versions="$(
|
|
curl -sS "$downloads_url/" |
|
|
grep -Eo "$version_regex" |
|
|
sed 's|</a>[[:space:]]*$||; s|^.*>||; s|/$||'
|
|
)"
|
|
version="$(sort -Vr <<< "$versions" | head -n 1)"
|
|
timestamp "Determined latest Parquet Tools version to be $version"
|
|
fi
|
|
|
|
download_url="$downloads_url/$version/parquet-tools-$version.jar"
|
|
|
|
"$srcdir/../bin/download_url_file.sh" "$download_url"
|