get_degree_courses.py

# -*- coding: utf-8 -*-
import bs4
import urllib2
import urlparse
import string
import sys
from operator import itemgetter



def getFinalCourseURL(url):
	url = url.replace('https','http').strip()
	html = urllib2.urlopen(url)
	soup = bs4.BeautifulSoup(html)
	urls = soup.find_all('a')
	return urls[4]['href'].replace('https','http').strip()

link = "http://fenix.tecnico.ulisboa.pt/cursos/"+sys.argv[1]+"/curriculo"
html = urllib2.urlopen(link)
soup = bs4.BeautifulSoup(html)
urls = soup.find_all('a')

final_html = """\
		<tr>
			<td>
				<h3>Escolher&nbspuma&nbspcadeira</h3>
			</td>
			<td>
		  		<select class="form-control" id="courseURL">
"""

silly = 0
lista = []
for url in urls:
	if 'disciplina-curricular' in str(url):
		silly = 1
		url1 = url.get_text().strip()
		if not any(url1 in tup for tup in lista):
			url2 = getFinalCourseURL(url['href'])
			lista.append( (url2, url1) )
	else:
		if silly == 1:
			break

lista = sorted(lista,key=itemgetter(1))

for url2, url1 in lista:
	final_html += "<option value='%s'>%s</option>" % (url2, url1)


final_html +="""\
				</select>
			</td>
			<td>
				<button type="button" class="btn btn-primary" onclick="processCourseURL()"><span class="glyphicon glyphicon-plus"></span></button>
			</td>
		</tr>
"""

print(final_html.encode('utf-8','ignore'))