close #22: Auto update ressources as needed

.gitignore

@@ -1,8 +1,4 @@
-lists/x*
-lists/ipout-hosts
-lists/ipout-protected
 tmp/
-
 *.pyc
 *.txt
 *.log

README.md

@@ -13,9 +13,6 @@ A security tool that aim at doing the following
  * openssl
 
 # Usage instructions
-* Install (see below) 
-* Download latest CloudFlare IPs and CrimeFlare DB
-* `python3 lists/update.py`
 * Run the fast/simple scan
 * `python3 bust mydomain.com`
 * Run the slow/comprehensive scan

bust/__main__.py

@@ -1,3 +1,4 @@
+from updater import Updater
 from buster import CloudBuster
 from cli import args, parser
 from options import Options
@@ -12,9 +13,14 @@
 
 
 def main(args):
+
     print(logo, flush=True)
+
     if not args.target:
         parser.print_help()
+        return
+
+    Updater.run()
     if os.path.isfile(args.target):
         scan_list(args)
     else:

bust/updater.py

@@ -0,0 +1,43 @@
+import urllib.request
+import zipfile
+import os
+import sys
+import time
+
+class Updater:
+    def run():
+        if Updater.uptodate():
+            return
+
+        downloads = [
+            ['https://www.cloudflare.com/ips-v4', 'lists/cloudflare_ipv4'],
+            ['https://www.cloudflare.com/ips-v6', 'lists/cloudflare_ipv6'],
+        ]
+
+        for d in downloads:
+            Updater.download(d[0], d[1])
+
+        Updater.last_updated(Updater.today())
+        print('')
+
+
+    def uptodate():
+        last_updated = open('lists/last_updated', 'r').read()
+        if last_updated == Updater.today():
+            return True
+        return False
+
+    def last_updated(date):
+        file = open('lists/last_updated', 'w')
+        file.write(date)
+        file.close
+
+    def today():
+        return time.strftime("%Y-%m-%d")
+
+    def download(url, file):
+        print('[download] %s' % url)
+        try:
+            urllib.request.urlretrieve(url, file)
+        except (OSError, HTTPError, http.client.BadStatusLine):
+            pass

lists/.gitignore

@@ -0,0 +1,2 @@
+last_updated
+cloudflare_ip*

lists/last_updated

@@ -0,0 +1 @@
+2018-03-29