You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
2.9 KiB
Bash
69 lines
2.9 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2019-12-06 11:10:26 +0000 (Fri, 06 Dec 2019)
|
|
#
|
|
# https://github.com/harisekhon/bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/harisekhon
|
|
#
|
|
|
|
# Script to more easily connect to HiveServer2 without having to specify the big connection string or look up the ZooKeepers
|
|
|
|
# see more documentation in the header of the adjacent beeline.sh script
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
|
|
hive_site_xml="${HIVE_SITE_XML:-/etc/hive/conf/hive-site.xml}"
|
|
|
|
set +o pipefail
|
|
# xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.zookeeper.quorum") | .value'
|
|
if [ -z "${HIVE_ZOOKEEPERS:-}" ]; then
|
|
HIVE_ZOOKEEPERS="$(grep -A1 hive.zookeeper.quorum "$hive_site_xml" 2>/dev/null | grep '<value>' | sed 's/<value>//;s,</value>,,;s/[[:space:]]*//g')"
|
|
if [ -z "${HIVE_ZOOKEEPERS:-}" ]; then
|
|
echo "HIVE_ZOOKEEPERS environment variable not set and couldn't determine from $hive_site_xml (format is zookeeper1.domain.com:2181,zookeeper2.domain.com:2181,zookeeper3.domain.com:2181)" >&2
|
|
exit 3
|
|
fi
|
|
fi
|
|
|
|
#if ! grep -q -e hive.server2.zookeeper.namespace "$hive_site_xml"; then
|
|
# echo "Looks like HiveServer2 dynamic discovery is not configured in hive-site.xml, please use beeline.sh adjacent script and set \$HIVESERVER2_HOST in your environment"
|
|
# exit 1
|
|
#fi
|
|
|
|
# xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.zookeeper.namespace") | .value'
|
|
if [ -z "${HIVESERVER2_ZOOKEEPER_NAMESPACE:-}" ]; then
|
|
# should be under /hiveserver2
|
|
# hive.zookeeper.namespace -> hive_zookeeper_namespace_hive is a red herring because it merely contains the db/table hierarchy and not the HS2 HA zk discovery info
|
|
HIVESERVER2_ZOOKEEPER_NAMESPACE="$(grep -A1 hive.server2.zookeeper.namespace "$hive_site_xml" 2>/dev/null | grep '<value>' | head -n 1 | sed 's/<value>//;s,</value>,,; s/[[:space:]]*//g')"
|
|
HIVESERVER2_ZOOKEEPER_NAMESPACE="${HIVESERVER2_ZOOKEEPER_NAMESPACE:-hiveserver2}"
|
|
fi
|
|
|
|
opts=""
|
|
if [ -n "${BEELINE_OPTS:-}" ]; then
|
|
opts="$opts;$BEELINE_OPTS"
|
|
fi
|
|
|
|
# xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.server2.use.SSL") | .value'
|
|
if [ -n "${HIVESERVER2_SSL:-}" ] ||
|
|
grep -A1 'hive.server2.use.SSL' /etc/hive/conf/hive-site.xml 2>/dev/null |
|
|
grep -q true; then
|
|
opts="$opts;ssl=true"
|
|
# works without this but enable if you need
|
|
#set +o pipefail
|
|
#trust_file="$(find /opt/cloudera/security/jks -maxdepth 1 -name '*-trust.jks' 2>/dev/null | head -n1)"
|
|
#set -o pipefail
|
|
#if [ -f "$trust_file" ]; then
|
|
# opts="$opts;sslTrustStore=$trust_file"
|
|
#fi
|
|
fi
|
|
|
|
set -x
|
|
exec beeline -u "jdbc:hive2://$HIVE_ZOOKEEPERS/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=${HIVESERVER2_ZOOKEEPER_NAMESPACE}${opts}" "$@"
|