From 08e28ddef14527585d425a8e20050a6ccfb5cc54 Mon Sep 17 00:00:00 2001 From: Jarell <91372088+jarelllama@users.noreply.github.com> Date: Fri, 5 Apr 2024 10:21:46 +0800 Subject: [PATCH] Add dnstwist source --- SOURCES.md | 5 +++-- functions/retrieve_domains.sh | 2 +- functions/update_readme.sh | 1 + 3 files changed, 5 insertions(+), 3 deletions(-) diff --git a/SOURCES.md b/SOURCES.md index f859d28d4..304835fb9 100644 --- a/SOURCES.md +++ b/SOURCES.md @@ -8,7 +8,7 @@ Source | Type | Inactive | Excluded from light [ANFRAS](https://anfras.com/fakeshops/) | Fake | Yes | - [Artists Against 419](https://db.aa419.org/fakebankslist.php) | Advance-fee | | [DFPI's Crypto Scam Tracker](https://dfpi.ca.gov/crypto-scams/) | Crypto | Yes | - -[Google's Custom Search JSON API](https://developers.google.com/custom-search/v1/introduction) | Google Search | | +[Google's Custom Search JSON API](https://developers.google.com/custom-search/v1/introduction) | Fake | | [GunTab](https://www.guntab.com/scam-websites) | Firearm | | Yes [Hagezi's NRD List](https://github.com/hagezi/dns-blocklists?tab=readme-ov-file#nrd) | NRD | - | - [PetScams.com](https://petscams.com/) | Pet | | @@ -18,7 +18,8 @@ Source | Type | Inactive | Excluded from light [Shreshta's NRD List](https://github.com/shreshta-labs/newly-registered-domains) | NRD | - | - [Stop 419 Scams and Scammers](https://www.stop419scams.com/) | Any | Yes | - [StopGunScams.com](https://stopgunscams.com/) | Firearm | | -[Tranco List](https://tranco-list.eu/) | 1M Toplist | - | - +[Tranco List](https://tranco-list.eu/) | Toplist | - | - +[dnstwist](https://github.com/elceef/dnstwist) | Phishing | | Yes [openSquat](https://github.com/atenreiro/opensquat) | Phishing | | Yes [r/CryptoScamBlacklist](https://www.reddit.com/r/CryptoScamBlacklist/) | Crypto | Yes | - [r/Scams](https://www.reddit.com/r/Scams/) | Any | Yes | - diff --git a/functions/retrieve_domains.sh b/functions/retrieve_domains.sh index e2359b621..cf9a1d0a9 100644 --- a/functions/retrieve_domains.sh +++ b/functions/retrieve_domains.sh @@ -444,7 +444,7 @@ source_dnstwist() { # Collate results while read -r domain; do - dnstwist "$domain" -f list -r --tld "$TLDS" >> results.tmp + dnstwist "$domain" -f list --tld "$TLDS" >> results.tmp done < "$DNSTWIST_TARGETS" format_file results.tmp diff --git a/functions/update_readme.sh b/functions/update_readme.sh index f87c75a85..86090ab07 100644 --- a/functions/update_readme.sh +++ b/functions/update_readme.sh @@ -33,6 +33,7 @@ Statistics for each source: Today | Yesterday | Excluded | Source $(print_stats 'Google Search') $(print_stats 'aa419.org') +$(print_stats 'dnstwist') $(print_stats 'guntab.com') $(print_stats 'openSquat') $(print_stats 'petscams.com')