scrape.py

from BeautifulSoup import BeautifulSoup
import urllib2
import re
import sys

import my

def clean(dotted_string):
    return int(re.sub(r'\D', '', dotted_string))

def read_data(row):
    items = row.strip().split()
    unprocessed = items[3], items[6], items[9]
    return map(clean, unprocessed)

def stdout_fmt(seeds, leechers, torrents):
   data = (seeds, leechers, seeds+leechers, torrents)
   return "%d seeds, %d leechers (%d total) and %d torrents" % data

# TODO: 
# * cronjob

def sql_write(connection, ip4, ip6):
    line = """insert into tpbstats(seeds4, leechers4, torrents4, 
              seeds6, leechers6, torrents6) values (%s, %s, %s, %s, %s, %s)"""
    connection.cursor().execute(line, ip4 + ip6)
    connection.commit()

def main():
    try:
        page = urllib2.urlopen("http://thepiratebay.org/")
    except urllib2.URLError:
        return
    soup = BeautifulSoup(page)
    footer_rows = soup.find('p', id='footer').findAll(text=True)
    ip_rows = footer_rows[1], footer_rows[2]
    ip4, ip6 = map(read_data, ip_rows)
    if len(sys.argv) > 1 and sys.argv[1].strip() == '--sql':
        pass
        connection = my.create_connection()
        sql_write(connection, ip4, ip6)
        connection.close()
    else:
        print "IPv4:", stdout_fmt(*ip4)
        print "IPv6:", stdout_fmt(*ip6)


if __name__ == '__main__':
    main()