From bf59789c452b2d8cd2fc8b16229c6f81e6bade6d Mon Sep 17 00:00:00 2001 From: Ben Busby Date: Wed, 27 Jul 2022 16:58:29 -0600 Subject: [PATCH] Add tools dir, include script for removing cf instances This new dir will probably stay fairly empty, but this script could come in handy for anyone seeking to add a new instance (for services that aren't supported by the auto update workflow). --- tools/un-cloudflare.sh | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100755 tools/un-cloudflare.sh diff --git a/tools/un-cloudflare.sh b/tools/un-cloudflare.sh new file mode 100755 index 0000000..690dd73 --- /dev/null +++ b/tools/un-cloudflare.sh @@ -0,0 +1,26 @@ +#!/bin/bash +# Remove cloudflare instances from services-full.json + +rm -f out.json +file="services-full.json" + +while read -r line; do + if [[ "$line" == "\"https://"* ]]; then + domain=$(echo "$line" | sed -e "s/^\"https:\/\///" -e "s/\",//" -e "s/\"//") + ns=$(dig ns "$domain") + if [[ "$ns" == *"cloudflare"* ]]; then + echo "\"$domain\" using cloudflare, skipping..." + else + echo "$line" >> out.json + fi + else + echo "$line" >> out.json + fi +done <$file + +# Remove any trailing commas from new instance lists +sed -i '' -e ':begin' -e '$!N' -e 's/,\n]/\n]/g' -e 'tbegin' -e 'P' -e 'D' out.json + +cat out.json | jq --indent 2 . > services.json +rm out.json +