create_bulk_ticket_with_template.py

#!/usr/bin/python3
import sys
from string import Template
import os


from pyurlabuse import PyURLAbuse
import rt

import logging
#import sphinxapi
import csv
import pythonwhois


if len(sys.argv) < 4:
    print("Usage: %s Incident-ID Templatename csv-file" % sys.argv[0])
    sys.exit(1)

incident = sys.argv[1]
template = sys.argv[2]
csvfile = sys.argv[3]

mypath = os.path.dirname(os.path.realpath(sys.argv[0]))
template = os.path.join(mypath, template)


# Config
import config as cfg
rt_url = cfg.rt_url
rt_user = cfg.rt_user
rt_pass = cfg.rt_pass
#sphinx_server = cfg.sphinx_server
#sphinx_port = cfg.sphinx_port
excludelist = cfg.known_good_excludelist
debug = False 

# RT
logger = logging.getLogger('rt')
tracker = rt.Rt(rt_url, rt_user, rt_pass, verify_cert=False)
tracker.login()

# Sphinx
#client = sphinxapi.SphinxClient()
#client.SetServer(sphinx_server, sphinx_port)
#client.SetMatchMode(2)


def is_ticket_open(id):
    status = False
    try:
        rt_response = tracker.get_ticket(id)
        ticket_status = rt_response['Status']
        if ticket_status == "open" or ticket_status == "new":
            status = id
    except Exception:
        return False
    return status


def open_tickets_for_url(url):
    q = "\"%s\"" % url
    res = 0
    result = client.Query(q)
    for match in result['matches']:
        res = is_ticket_open(match['id'])
    return res


# inputfile = 'ava.txt'
inputfile = csvfile
f = open(inputfile, 'rt')
headerline = f.readline().strip()
f.close()
# Index starting at 0 
# Common positions: 
# Emotet = 0

asnposition = 0 

if 'Format' in headerline:
    asns = set()

    with open(inputfile, 'rt') as f:
        reader = csv.reader(f)
        my_list = list(reader)
    for item in my_list:
        if (item and 'Format' not in item[0]) and item[1] not in excludelist:
            asns.add(item[asnposition])

    for asn in asns:
        sendto = []
        asn_string = asn.strip()
        asn_string = "AS" + asn.strip()
        print(asn_string)
        data = pythonwhois.net.get_whois_raw(asn_string)
        parsed = pythonwhois.parse.parse_raw_whois(data, normalized=True)

        for key, value in parsed.items():
            if 'emails' in key:
                for email in value:
                    if 'peering' not in email:
                        sendto.append(email)
        #
        print(sendto)
        #
        print(headerline)
        detail_text = headerline
        for item in my_list:
            if item and 'Format' not in item[0]:
                if item[asnposition] == asn:
                    detail_text += "\n " + ','.join(item)
                    #
                    print(','.join(item))

        text = detail_text
        d = {'details': text}

        try:
            f = open(template)
            subject = f.readline().rstrip()
            templatecontent = Template(f.read())
            body = templatecontent.substitute(d)
        except Exception:
            print("Couldn't open template file (%s)" % template)
            sys.exit(1)
        f.close()

        emails = ', '.join(sendto)

        #emails = "sascha@rommelfangen.de"
        subject = "%s (%s)" % (subject, asn)

        if debug:
            sys.exit(42)

        print(subject)
        print(body)
        print(emails)
        try:
            ticketid = tracker.create_ticket(Queue="Investigations", Subject=subject, Text=body, Requestors=emails)
            print("Ticket created: %s" % ticketid)
            success = tracker.reply(ticketid, text=body)
        except rt.RtError as e:
            logger.error(e)

        # update ticket link
        try:
            rt_response = tracker.edit_ticket_links(ticketid, MemberOf=incident)
            logger.info(rt_response)
        except rt.RtError as e:
            logger.error(e)
else:
    print("Header doesn't contain 'Format:' string")