#!/usr/bin/env bash # vim:ts=4:sts=4:sw=4:et # # Author: Hari Sekhon # Date: 2019-12-06 11:10:26 +0000 (Fri, 06 Dec 2019) # # https://github.com/HariSekhon/DevOps-Bash-tools # # License: see accompanying Hari Sekhon LICENSE file # # If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish # # https://www.linkedin.com/in/HariSekhon # # Script to more easily connect to HiveServer2 without having to specify the big connection string or look up the ZooKeepers # see more documentation in the header of the adjacent beeline.sh script set -euo pipefail [ -n "${DEBUG:-}" ] && set -x hive_site_xml="${HIVE_SITE_XML:-/etc/hive/conf/hive-site.xml}" set +o pipefail # xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.zookeeper.quorum") | .value' if [ -z "${HIVE_ZOOKEEPERS:-}" ]; then HIVE_ZOOKEEPERS="$(grep -A1 hive.zookeeper.quorum "$hive_site_xml" 2>/dev/null | grep '' | sed 's///;s,,,;s/[[:space:]]*//g')" if [ -z "${HIVE_ZOOKEEPERS:-}" ]; then echo "HIVE_ZOOKEEPERS environment variable not set and couldn't determine from $hive_site_xml (format is zookeeper1.domain.com:2181,zookeeper2.domain.com:2181,zookeeper3.domain.com:2181)" >&2 exit 3 fi fi #if ! grep -q -e hive.server2.zookeeper.namespace "$hive_site_xml"; then # echo "Looks like HiveServer2 dynamic discovery is not configured in hive-site.xml, please use beeline.sh adjacent script and set \$HIVESERVER2_HOST in your environment" # exit 1 #fi # xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.zookeeper.namespace") | .value' if [ -z "${HIVESERVER2_ZOOKEEPER_NAMESPACE:-}" ]; then # should be under /hiveserver2 # hive.zookeeper.namespace -> hive_zookeeper_namespace_hive is a red herring because it merely contains the db/table hierarchy and not the HS2 HA zk discovery info HIVESERVER2_ZOOKEEPER_NAMESPACE="$(grep -A1 hive.server2.zookeeper.namespace "$hive_site_xml" 2>/dev/null | grep '' | head -n 1 | sed 's///;s,,,; s/[[:space:]]*//g')" HIVESERVER2_ZOOKEEPER_NAMESPACE="${HIVESERVER2_ZOOKEEPER_NAMESPACE:-hiveserver2}" fi opts="" if [ -n "${BEELINE_OPTS:-}" ]; then opts="$opts;$BEELINE_OPTS" fi # xq -r < hive-site.xml '.configuration.property[] | select(.name == "hive.server2.use.SSL") | .value' if [ -n "${HIVESERVER2_SSL:-}" ] || grep -A1 'hive.server2.use.SSL' /etc/hive/conf/hive-site.xml 2>/dev/null | grep -q true; then opts="$opts;ssl=true" # works without this but enable if you need #set +o pipefail #trust_file="$(find /opt/cloudera/security/jks -maxdepth 1 -name '*-trust.jks' 2>/dev/null | head -n1)" #set -o pipefail #if [ -f "$trust_file" ]; then # opts="$opts;sslTrustStore=$trust_file" #fi fi set -x exec beeline -u "jdbc:hive2://$HIVE_ZOOKEEPERS/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=${HIVESERVER2_ZOOKEEPER_NAMESPACE}${opts}" "$@"