You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
DevOps-Bash-tools/check_url_links.sh

89 lines
1.9 KiB
Bash

#!/usr/bin/env bash
# vim:ts=4:sts=4:sw=4:et
#
# Author: Hari Sekhon
# Date: 2022-01-17 18:11:09 +0000 (Mon, 17 Jan 2022)
#
# https://github.com/HariSekhon/Nagios-Plugins
#
# License: see accompanying Hari Sekhon LICENSE file
#
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
# https://www.linkedin.com/in/HariSekhon
#
set -euo pipefail
[ -n "${DEBUG:-}" ] && set -x
srcdir="$(dirname "${BASH_SOURCE[0]}")"
# shellcheck disable=SC1090
. "$srcdir/lib/utils.sh"
# shellcheck disable=SC2034,SC2154
usage_description="
Checks for broken links in a given file or directory tree
Sends HEAD requests and follows redirects - as long as the link redirects and succeeds it'll still pass
"
# used by usage() in lib/utils.sh
# shellcheck disable=SC2034
usage_args="[<file_or_directory> <find_options>]"
help_usage "$@"
#min_args 1 "$@"
section "URL Link Checks"
start_time="$(start_timer)"
startpath="${1:-.}"
shift || :
broken_links=0
trap_cmd echo
check_url_link(){
local url="$1"
local output
output='.'
if is_verbose || is_debug; then
echo -n "$url => "
output='%{http_code}'
fi
if ! command curl -sSIL "$url" -o /dev/null -w "$output"; then
((broken_links+=1))
echo >&2
echo "Broken Link: $url"
echo >&2
fi
if is_verbose || is_debug; then
echo
fi
}
urls="$(
while read -r filename; do
# $url_regex defined in lib/utils.sh
# shellcheck disable=SC2154
grep -Eo "$url_regex" "$filename" | grep -v -e localhost -e 127.0.0.1
done < <(find -L "$startpath" -type f "$@") |
sort -u
)"
while read -r url; do
check_url_link "$url"
done <<< "$urls"
if [ "$broken_links" != 0 ]; then
echo
die "$broken_links broken links detected!"
fi
time_taken "$start_time"
section2 "URL links passed"
echo