You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
233 lines
5.6 KiB
Bash
233 lines
5.6 KiB
Bash
#!/usr/bin/env bash
|
|
# shellcheck disable=SC1090
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2015-11-05 23:29:15 +0000 (Thu, 05 Nov 2015)
|
|
#
|
|
# https://github.com/HariSekhon/DevOps-Bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help improve or steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/HariSekhon
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
if [ -z "${PROJECT:-}" ]; then
|
|
export PROJECT=bash-tools
|
|
fi
|
|
|
|
pushd "$srcdir" >/dev/null
|
|
|
|
# shellcheck source=lib/utils.sh
|
|
. "lib/utils.sh"
|
|
|
|
# shellcheck source=lib/docker.sh
|
|
. "lib/docker.sh"
|
|
|
|
popd >/dev/null || :
|
|
|
|
section "Running Bash Tools ALL"
|
|
|
|
# Breaks on CentOS Docker without this, although works on Debian, Ubuntu and Alpine without
|
|
export LINES="${LINES:-25}"
|
|
export COLUMNS="${COLUMNS:-80}"
|
|
|
|
declare_if_inside_docker
|
|
|
|
bash_tools_start_time="$(start_timer)"
|
|
|
|
# do help afterwards for Spark to be downloaded, and then help will find and use downloaded spark for SPARK_HOME
|
|
#"$srcdir/help.sh"
|
|
|
|
# don't run this here, it needs to be called explicitly otherwise will fail 'make test deep-clean'
|
|
#"$srcdir/check_docker_clean.sh"
|
|
|
|
if [ -z "${BASH_EXCLUDED_FILES_FUNCTION:-}" ]; then
|
|
if [ -f tests/excluded.sh ]; then
|
|
export BASH_EXCLUDED_FILES_FUNCTION=tests/excluded.sh
|
|
fi
|
|
fi
|
|
|
|
"$srcdir/check_license_exists.sh"
|
|
"$srcdir/check_readme_exists.sh"
|
|
|
|
"$srcdir/check_symlinks.sh"
|
|
|
|
"$srcdir/check_aws_no_git_credentials.sh"
|
|
|
|
"$srcdir/check_git_no_merge_remnants.sh"
|
|
|
|
"$srcdir/check_git_commit_authors.sh"
|
|
|
|
"$srcdir/check_github_actions_workflows_without_checkout.sh" || :
|
|
|
|
"$srcdir/check_github_actions_workflow_injection.sh"
|
|
|
|
if [ -z "${NO_JSON_CHECK:-}" ]; then
|
|
"$srcdir/check_json.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_XML_CHECK:-}" ]; then
|
|
"$srcdir/check_xml.sh"
|
|
if [ -n "${VALIDATE_XML_BASIC:-}" ]; then
|
|
if type -P validate_xml.py &>/dev/null; then
|
|
validate_xml.py .
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
if [ -z "${NO_YAML_CHECK:-}" ]; then
|
|
"$srcdir/check_yaml.sh"
|
|
if [ -n "${VALIDATE_YAML_BASIC:-}" ]; then
|
|
if type -P validate_yaml.py &>/dev/null; then
|
|
validate_yaml.py .
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
"$srcdir/check_bash_duplicate_defs.sh" || :
|
|
|
|
# duplicate packages eg. in nagios-plugins submodules
|
|
# ./pylib/setup/deb-packages-dev.txt:libkrb5-dev
|
|
# ./lib/setup/deb-packages-dev.txt:libkrb5-dev
|
|
"$srcdir/check_duplicate_packages.sh" || :
|
|
|
|
"$srcdir/check_duplicate_dependencies.sh"
|
|
|
|
"$srcdir/check_non_executable_scripts.sh"
|
|
|
|
"$srcdir/check_bash_syntax.sh"
|
|
|
|
# want splitting
|
|
# shellcheck disable=SC2046
|
|
"$srcdir/check_bash_references.sh" . $(for x in setup lib; do [ -f "$x" ] && echo "$x"; done)
|
|
|
|
"$srcdir/check_bash_arrays.sh"
|
|
|
|
"$srcdir/check_shell_commands_dash_protections.sh"
|
|
|
|
"$srcdir/check_tests_run_qualified.sh"
|
|
|
|
"$srcdir/check_makefiles.sh"
|
|
|
|
"$srcdir/check_vagrantfiles.sh"
|
|
|
|
if [ -z "${NO_DOCKERFILE_CHECK:-}" ]; then
|
|
"$srcdir/check_dockerfiles.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_DOCKER_COMPOSE_CHECK:-}" ]; then
|
|
"$srcdir/check_docker_compose.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_ANSIBLE_PLAYBOOK_CHECK:-}" ]; then
|
|
"$srcdir/check_ansible_playbooks.sh"
|
|
fi
|
|
|
|
# this is usually run after build, no point testing again
|
|
if [ -z "${NO_MAVEN_POM_CHECK:-}" ]; then
|
|
"$srcdir/check_maven_pom.sh"
|
|
fi
|
|
|
|
# this is usually run after build, no point testing again
|
|
if [ -z "${NO_GRADLE_BUILD_CHECK:-}" ]; then
|
|
"$srcdir/check_gradle_build.sh"
|
|
fi
|
|
|
|
# =======
|
|
# XXX: not enabling by default because too simplistic for real projects, likely to cause cross-reference breakages
|
|
if [ -n "${GROOVYC_CHECK:-}" ]; then
|
|
"$srcdir/check_groovyc.sh"
|
|
fi
|
|
|
|
if [ -n "${JAVAC_CHECK:-}" ]; then
|
|
"$srcdir/check_javac.sh"
|
|
fi
|
|
# =======
|
|
|
|
if [ -z "${NO_PERL_SYNTAX_CHECK:-}" ]; then
|
|
"$srcdir/check_perl_syntax.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_RUBY_SYNTAX_CHECK:-}" ]; then
|
|
"$srcdir/check_ruby_syntax.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_PYTHON_COMPILE:-}" ]; then
|
|
"$srcdir/python_compile.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_PYTHON_MISC_CHECK:-}" ]; then
|
|
"$srcdir/check_python_misc.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_PYTHON_ASSERT_CHECK:-}" ]; then
|
|
WARN_ONLY=1 "$srcdir/check_python_asserts.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_PYTHON_EXCEPTION_PASS_CHECK:-}" ]; then
|
|
"$srcdir/check_python_exception_pass.sh"
|
|
fi
|
|
|
|
if [ -z "${NO_PYTHON_PYLINT_CHECK:-}" ]; then
|
|
"$srcdir/check_python_pylint.sh"
|
|
fi
|
|
|
|
#"$srcdir/python3.sh"
|
|
|
|
# this is usually run after build, no point testing again
|
|
#. "$srcdir/check_sbt_build.sh"
|
|
|
|
"$srcdir/check_readme_badges.sh"
|
|
|
|
if [ -z "${NO_CIRCLECI_CHECK:-}" ]; then
|
|
"$srcdir/check_circleci_config.sh"
|
|
fi
|
|
if [ -z "${NO_CONCOURSE_CHECK:-}" ]; then
|
|
"$srcdir/check_concourse_config.sh"
|
|
fi
|
|
if [ -z "${NO_CODEFRESH_CHECK:-}" ]; then
|
|
"$srcdir/check_codefresh_config.sh"
|
|
fi
|
|
if [ -z "${NO_DRONE_CHECK:-}" ]; then
|
|
"$srcdir/check_drone_yml.sh"
|
|
fi
|
|
if [ -z "${NO_GITLAB_CHECK:-}" ]; then
|
|
"$srcdir/check_gitlab_ci_yml.sh"
|
|
fi
|
|
if [ -z "${NO_TRAVISCI_CHECK:-}" ]; then
|
|
"$srcdir/check_travis_yml.sh" || : # broken library dependency highline on Fedora
|
|
fi
|
|
if ! is_CI &&
|
|
[ -n "${SHIPPABLE_TOKEN:-}" ]; then
|
|
"$srcdir/check_shippable_readme_ids.sh"
|
|
fi
|
|
|
|
"$srcdir/check_tld_chars.sh"
|
|
|
|
"$srcdir/check_no_tabs.sh"
|
|
|
|
# too heavy to run all the time, isExcluded on every file has really bad performance
|
|
"$srcdir/check_whitespace.sh"
|
|
|
|
# ========================================
|
|
# Expensive checks, do separately in CI/CD
|
|
#
|
|
#"$srcdir/check_url_links.sh"
|
|
|
|
#"$srcdir/check_pytools.sh"
|
|
|
|
#for script in $(find . -name 'test*.sh'); do
|
|
# "$srcdir/$script" -vvv
|
|
#done
|
|
|
|
time_taken "$bash_tools_start_time" "Bash Tools All Checks Completed in"
|
|
section2 "Bash Tools All Checks Completed"
|
|
echo
|