You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
160 lines
4.8 KiB
Bash
160 lines
4.8 KiB
Bash
#!/usr/bin/env bash
|
|
# vim:ts=4:sts=4:sw=4:et
|
|
#
|
|
# Author: Hari Sekhon
|
|
# Date: 2020-02-07 15:01:31 +0000 (Fri, 07 Feb 2020)
|
|
#
|
|
# https://github.com/harisekhon/bash-tools
|
|
#
|
|
# License: see accompanying Hari Sekhon LICENSE file
|
|
#
|
|
# If you're using my code you're welcome to connect with me on LinkedIn and optionally send me feedback to help steer this or other code I publish
|
|
#
|
|
# https://www.linkedin.com/in/harisekhon
|
|
#
|
|
|
|
# Script to generate GIT_STATUS.md containing the headers and status badges of the Top N rated by stars GitHub repos across all CI platforms on a single page
|
|
#
|
|
# Usage:
|
|
#
|
|
# without arguments queries for all non-fork repos for your $GITHUB_USER and iterate them up to $top_N to generate the page
|
|
#
|
|
# GITHUB_USER=HariSekhon ./github_generate_status_page.sh
|
|
#
|
|
# with arguments will query those repo's README.md at the top level - if omitting the prefix will prepend $GITHUB_USER/
|
|
#
|
|
# GITHUB_USER=HariSekhon ./github_generate_status_page.sh HariSekhon/DevOps-Python-tools HariSekhon/DevOps-Perl-tools
|
|
#
|
|
# GITHUB_USER=HariSekhon ./github_generate_status_page.sh DevOps-Python-tools DevOps-Perl-tools
|
|
#
|
|
|
|
set -euo pipefail
|
|
[ -n "${DEBUG:-}" ] && set -x
|
|
srcdir="$(dirname "$0")"
|
|
|
|
trap 'echo ERROR >&2' exit
|
|
|
|
file="GIT_STATUS.md"
|
|
|
|
top_N=100
|
|
|
|
repolist="$*"
|
|
|
|
# this leads to confusion as it generates some randomly unexpected output by querying a github user who happens to have the same name as your local user eg. hari, so force explicit now
|
|
#USER="${GITHUB_USER:-${USERNAME:-${USER}}}"
|
|
if [ -z "${GITHUB_USER:-}" ] ; then
|
|
echo "\$GITHUB_USER not set!"
|
|
exit 1
|
|
fi
|
|
|
|
get_repos(){
|
|
page=1
|
|
while true; do
|
|
echo "fetching repos page $page" >&2
|
|
if ! output="$("$srcdir/github_api.sh" "/users/$GITHUB_USER/repos?page=$page&per_page=100")"; then
|
|
echo "ERROR" >&2
|
|
exit 1
|
|
fi
|
|
# use authenticated requests if you are hitting the API rate limit - this is automatically done above now if USER/PASSWORD GITHUB_USER/GITHUB_PASSWORD/GITHUB_TOKEN environment variables are detected
|
|
# eg. CURL_OPTS="-u harisekhon:$GITHUB_TOKEN" ...
|
|
# shellcheck disable=SC2086
|
|
if [ -z "$(jq '.[]' <<< "$output")" ]; then
|
|
break
|
|
elif jq -r '.message' <<< "$output" >&2 2>/dev/null; then
|
|
exit 1
|
|
fi
|
|
jq -r '.[] | select(.fork | not) | [.full_name, .stargazers_count] | @tsv' <<< "$output"
|
|
((page+=1))
|
|
done
|
|
}
|
|
|
|
original_sources=0
|
|
|
|
if [ -z "$repolist" ]; then
|
|
repolist="$(get_repos | grep -v spark-apps | sort -k2nr | awk '{print $1}' | head -n "$top_N")"
|
|
original_sources=1
|
|
fi
|
|
|
|
num_repos="$(wc -w <<< "$repolist")"
|
|
num_repos="${num_repos// /}"
|
|
|
|
#echo "$repolist" >&2
|
|
|
|
# make portable between linux and mac
|
|
head(){
|
|
if [ "$(uname -s)" = Darwin ]; then
|
|
# from brew's coreutils package (installed by 'make')
|
|
ghead "$@"
|
|
else
|
|
command head "$@"
|
|
fi
|
|
}
|
|
|
|
tempfile="$(mktemp)"
|
|
trap 'echo ERROR >&2; rm -f $tempfile' exit
|
|
|
|
{
|
|
actual_repos=0
|
|
|
|
for repo in $repolist; do
|
|
if ! [[ "$repo" =~ / ]]; then
|
|
repo="$GITHUB_USER/$repo"
|
|
fi
|
|
echo "getting github repo $repo" >&2
|
|
echo "---"
|
|
curl -sS "https://raw.githubusercontent.com/$repo/master/README.md" |
|
|
sed -n '1,/^[^\[[:space:]<=-]/ p' |
|
|
head -n -1 |
|
|
#perl -ne 'print unless /=============/;' |
|
|
grep -v "===========" |
|
|
sed '1 s/^[^#]/# &/' |
|
|
# \\ escapes the newlines to allow them inside the sed for literal replacement since \n doesn't work
|
|
sed "2 s|^|\\
|
|
Link: [$repo](https://github.com/$repo)\\
|
|
\\
|
|
|"
|
|
echo
|
|
((actual_repos+=1))
|
|
done
|
|
} > "$tempfile"
|
|
|
|
if [ "$num_repos" != "$actual_repos" ]; then
|
|
echo "ERROR: differing number of target github repos ($num_repos) vs actual repos ($actual_repos)"
|
|
exit 1
|
|
fi
|
|
|
|
build_regex='travis-ci.+\.svg'
|
|
build_regex+='|github\.com/.+/workflows/.+/badge\.svg'
|
|
build_regex+='|dev\.azure\.com/.+/_apis/build/status'
|
|
build_regex+='|appveyor\.com/api/projects/status'
|
|
build_regex+='|img\.shields\.io/bitbucket/pipelines/'
|
|
build_regex+='|circleci\.com/.+\.svg'
|
|
build_regex+='|g\.codefresh\.io/api/badges/pipeline/'
|
|
build_regex+='|api\.shippable\.com/projects/.+/badge'
|
|
build_regex+='|app\.wercker\.com/status/'
|
|
build_regex+='|img\.shields\.io/docker/build/'
|
|
build_regex+='|img\.shields\.io/docker/cloud/build/'
|
|
|
|
if [ -n "${DEBUG:-}" ]; then
|
|
grep -E "$build_regex" "$tempfile" >&2 || :
|
|
fi
|
|
num_builds="$(grep -Ec "$build_regex" "$tempfile" || :)"
|
|
|
|
{
|
|
cat <<EOF
|
|
# GitHub Status Page
|
|
|
|
generated by \`${0##*/}\` in [HariSekhon/DevOps-Bash-tools](https://github.com/HariSekhon/DevOps-Bash-tools)
|
|
|
|
EOF
|
|
printf "%s " "$num_repos"
|
|
if [ "$original_sources" = 1 ]; then
|
|
printf "original source "
|
|
fi
|
|
printf 'git repos with %s continuous integration builds:\n\n' "$num_builds"
|
|
cat "$tempfile"
|
|
printf '\n%s git repos summarized with %s continuous integration builds\n' "$actual_repos" "$num_builds"
|
|
} | tee "$file"
|
|
|
|
trap '' exit
|