Dashboard Web Scraper

This will open all the links to view the longest postcodes/journeys for a given council_id (e.g. DER). Only seems to be working with Chrome, requires selenium.

import sys
from selenium import webdriver
from selenium.webdriver.chrome.options import Options

url = "http://127.0.0.1:8000/dashboard/council/" + sys.argv[1] + "/"

driver = webdriver.Chrome()
driver.get(url)
links = set(link.get_attribute('href') for link in driver.find_elements_by_partial_link_text(' '))
for link in links:
	if '/dashboard/postcode/' in link:
		 driver.execute_script("window.open('" + link +"')")
		 driver.switch_to.window(driver.current_window_handle)