You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
DevOps-Bash-tools/find_duplicate_lines.sh

52 lines
1002 B
Bash

#!/usr/bin/env bash
# vim:ts=4:sts=4:sw=4:et
#
# Author: Hari Sekhon
# Date: 2019-02-27 10:11:25 +0000 (Wed, 27 Feb 2019)
#
# https://github.com/harisekhon/bash-tools
#
# License: see accompanying Hari Sekhon LICENSE file
#
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
#
# https://www.linkedin.com/in/harisekhon
#
# Script to find duplicate lines across files
set -euo pipefail
[ -n "${DEBUG:-}" ] && set -x
srcdir="$(dirname "$0")"
# shellcheck disable=SC1090
. "$srcdir/lib/utils.sh"
# shellcheck disable=SC2034
usage_args="<files>"
for x in "$@"; do
case "$x" in
-h|--help) usage
;;
esac
done
found=0
while read -r line; do
grep -Fx "$line" "$@"
((found + 1))
done < <(
sed 's/#.*//;
s/^[[:space:]]*//;
s/[[:space:]]*$//;
/^[[:space:]]*$/d;' "$@" |
sort |
uniq -d
)
if [ $found -gt 0 ]; then
exit 1
fi