From d0a526e98a4ea930524607bd5c7027f2d297b30e Mon Sep 17 00:00:00 2001 From: Nemo Date: Wed, 3 Jul 2019 11:29:18 +0530 Subject: [PATCH] Update bundler and ruby --- .travis.yml | 5 ++++- scan.sh | 7 +++++++ 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/.travis.yml b/.travis.yml index 9a67312..b75ccea 100644 --- a/.travis.yml +++ b/.travis.yml @@ -10,7 +10,7 @@ addons: - dnsutils - idn rvm: -- 2.4.1 +- 2.6.3 before_install: - openssl aes-256-cbc -K $encrypted_9e883639804e_key -iv $encrypted_9e883639804e_iv -in deploy-key.enc -out deploy-key -d - chmod 600 deploy-key @@ -18,6 +18,9 @@ before_install: - ssh-add deploy-key - git config user.name "TLD List Bot" - git config user.email "tld-bot@captnemo.in" + # Update bundler: https://docs.travis-ci.com/user/languages/ruby/ + - gem update --system + - gem install bundler script: - wget "https://data.iana.org/TLD/tlds-alpha-by-domain.txt" --output-document tlds.txt - ./scan.sh diff --git a/scan.sh b/scan.sh index 98f4c71..fff36ca 100755 --- a/scan.sh +++ b/scan.sh @@ -1,5 +1,12 @@ #!/bin/bash +# This script runs a scan for all available TLDs, and notes +# down the TLDs that resolve to `website/template.md` +# +# It also puts some information about the IP Adress from where +# the scan was run (might be relevant for DNS lookups) into +# `website/_data/ip.json`. Structure is at ipapi.co + for domain in $(grep -v '^#' tlds.txt); do RESULT=$(dig +time=1 +tries=1 +short "$domain" | head -c -1 | tr '\n' '@' | sed 's/@/`,`/g' | grep -v "connection timed out") if [ ! -z "$RESULT" ]; then