You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
85 lines
2.3 KiB
Bash
85 lines
2.3 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2024-08-22 11:58:37 +0200 (Thu, 22 Aug 2024)
|
|
#
|
|
# https///github.com/HariSekhon/DevOps-Bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/HariSekhon
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
# shellcheck disable=SC1090,SC1091
|
|
. "$srcdir/lib/utils.sh"
|
|
|
|
# shellcheck disable=SC1090,SC1091
|
|
. "$srcdir/lib/kubernetes.sh"
|
|
|
|
# shellcheck disable=SC2034,SC2154
|
|
usage_description="
|
|
Dumps Kubernetes pod logs to text files for every pod that matches a given regex in the given namespace
|
|
|
|
Useful for debugging Spark jobs on Kubernetes
|
|
|
|
|
|
Dumps command outputs to files of this name format:
|
|
|
|
kubectl-pod-log.YYYY-MM-DD-HHSS.POD_NAME.txt
|
|
|
|
|
|
Requires kubectl to be installed and configured
|
|
"
|
|
|
|
# used by usage() in lib/utils.sh
|
|
# shellcheck disable=SC2034
|
|
usage_args="[<namespace> <pod_name_regex>]"
|
|
|
|
help_usage "$@"
|
|
|
|
max_args 2 "$@"
|
|
|
|
namespace="${1:-}"
|
|
pod_name_regex="${2:-.}"
|
|
|
|
kube_config_isolate
|
|
|
|
if [ -n "$namespace" ]; then
|
|
echo "Switching to namespace '$namespace'";
|
|
kubectl config set-context "$(kubectl config current-context)" --namespace "$namespace"
|
|
echo
|
|
fi
|
|
|
|
kubectl get pods -o name |
|
|
sed 's|pod/||' |
|
|
grep -E "$pod_name_regex" |
|
|
while read -r pod; do
|
|
echo
|
|
tstamp="$(date '+%F_%H%M')"
|
|
# ignore && && || it works
|
|
# shellcheck disable=SC2015
|
|
timestamp "Dumping pod stdout log: $pod" &&
|
|
stdout_file="kubectl-pod-log.$tstamp.$pod.txt" &&
|
|
kubectl logs "$pod" > "$stdout_file" &&
|
|
timestamp "Dumped pod stdout log to file: $stdout_file" ||
|
|
warn "Failed to collect stdout log for pod '$pod'"
|
|
# XXX: because race condition - pods can go away during execution and we still want to collect the rest of the pods
|
|
|
|
#for log in messages dmesg; do
|
|
# log_file="kubectl-$log-log.$tstamp.$pod.txt"
|
|
# timestamp "Dumping pod $log log: $pod" &&
|
|
# kubectl cp "$pod" "/var/log/$log" "$log_file" &&
|
|
# timestamp "Dumped pod $log log to file: $log_file" ||
|
|
# warn "Failed to collect stdout log for pod '$pod'"
|
|
#done
|
|
done
|
|
echo
|
|
timestamp "Log dumps completed"
|