DevOps-Bash-tools/.bash.d/kafka.sh

#!/usr/bin/env bash
#  vim:ts=4:sts=4:sw=4:et
#
#  Author: Hari Sekhon
#  Date: 2019-07-28 14:46:37 +0100 (Sun, 28 Jul 2019)
#
#  https://github.com/harisekhon/bash-tools
#
#  License: see accompanying Hari Sekhon LICENSE file
#
#  If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
#  https://www.linkedin.com/in/harisekhon
#

export PATH="$PATH:/usr/hdp/current/kafka-broker/bin"
export PATH="$PATH::$(dirname "${BASH_SOURCE[0]}")/../kafka_wrappers"

# HDP defaults to 8GB, on VMs that often breaks cli commands which try to claim too much ram and fail
export KAFKA_OPTS="$KAFKA_OPTS -Xms1G -Xmx1G"

# there was another setting like KAFKA_KERBEROS_CLIENT I've used before but can't remember, this should work too
kafka_cli_jaas_conf="$(dirname "${BASH_SOURCE[0]}")/kafka_cli_jaas.conf"
export KAFKA_OPTS="$KAFKA_OPTS -Djava.security.auth.login.config=$kafka_cli_jaas_conf"

# Must use FQDNs to match Kerberos service principals
#
# Apache / Cloudera
#export KAFKA_BROKERS="$(hostname -f):9092"
#
# Hortonworks
#export KAFKA_BROKERS="$(hostname -f):6667"
#
#export KAFKA_ZOOKEEPERS="$(hostname -f):2181"

#export KAFKA_ZOOKEEPER_ROOT=/kafka

bootstrap_server=""
if [ -n "${KAFKA_BROKERS:-}" ]; then
    # shellcheck disable=SC2034
    bootstrap_server="--bootstrap-server $KAFKA_BROKERS"
fi

broker_list=""
if [ -n "${KAFKA_BROKERS:-}" ]; then
    # shellcheck disable=SC2034
    broker_list="--broker-list $KAFKA_BROKERS"
fi

kafka_zookeeper=""
if [ -n "${KAFKA_ZOOKEEPERS:-}" ]; then
    # shellcheck disable=SC2034
    kafka_zookeeper="--zookeeper $KAFKA_ZOOKEEPERS"
fi