code/03_wiki_sp400_scraping.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Webscraping from Wikipedia - List of S&P 400 Companies\n",
    "---"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Import libraries and modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Basic libraries\n",
    "import requests\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup as bs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 1: Create a soup object from the home page"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Use the requests library to get the html from the home page\n",
    "res = requests.get('https://en.wikipedia.org/wiki/List_of_S%26P_400_companies')\n",
    "\n",
    "# Create a soup object from the html\n",
    "soup = bs(res.content, 'lxml')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 2: Isolate the table that has all the S&P 400 companies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "table = soup.find('table', {'class': 'wikitable sortable'})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 3: Looping through each rows in the tbody of the table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Start with empty lists\n",
    "tickers = []\n",
    "securities = []\n",
    "\n",
    "for row in table.find_all('tr')[1:]:\n",
    "    # We'll use almost all the <td /> tags for each row, might as well create a variable\n",
    "    cells = row.find_all('td')\n",
    "    \n",
    "    # Add ticker symbols to our list of ticker\n",
    "    tickers.append(cells[1].text)\n",
    "    \n",
    "    # Add name of security to our list of securities\n",
    "    securities.append(cells[0].text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 4: Get rid of the `\\n` at the end of the texts by using map, lambda and strip"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['AAN',\n",
       " 'ACHC',\n",
       " 'ACIW',\n",
       " 'ADNT',\n",
       " 'ATGE',\n",
       " 'ACM',\n",
       " 'ACC',\n",
       " 'AEO',\n",
       " 'AFG',\n",
       " 'AGCO',\n",
       " 'ALE',\n",
       " 'ALEX',\n",
       " 'AMED',\n",
       " 'AM',\n",
       " 'APY',\n",
       " 'ATI',\n",
       " 'AMCX',\n",
       " 'AN',\n",
       " 'ARW',\n",
       " 'ASB',\n",
       " 'ASGN',\n",
       " 'ASH',\n",
       " 'ATO',\n",
       " 'ATR',\n",
       " 'AVNS',\n",
       " 'AVT',\n",
       " 'AYI',\n",
       " 'AAXN',\n",
       " 'BBBY',\n",
       " 'BC',\n",
       " 'BCO',\n",
       " 'BDC',\n",
       " 'BIO',\n",
       " 'BKH',\n",
       " 'BLKB',\n",
       " 'BOH',\n",
       " 'BRO',\n",
       " 'BXS',\n",
       " 'BYD',\n",
       " 'BHF',\n",
       " 'EAT',\n",
       " 'BRX',\n",
       " 'CABO',\n",
       " 'CZR',\n",
       " 'CAKE',\n",
       " 'CAR',\n",
       " 'CACI',\n",
       " 'CASY',\n",
       " 'CATY',\n",
       " 'CFX',\n",
       " 'CBSH',\n",
       " 'CBT',\n",
       " 'CC',\n",
       " 'CDK',\n",
       " 'CFR',\n",
       " 'CGNX',\n",
       " 'CHE',\n",
       " 'CHDN',\n",
       " 'CHK',\n",
       " 'CIEN',\n",
       " 'CLB',\n",
       " 'CLGX',\n",
       " 'CLH',\n",
       " 'CLI',\n",
       " 'CMC',\n",
       " 'CMD',\n",
       " 'CMP',\n",
       " 'CNK',\n",
       " 'CNO',\n",
       " 'COHR',\n",
       " 'CONE',\n",
       " 'COR',\n",
       " 'CPT',\n",
       " 'CR',\n",
       " 'CREE',\n",
       " 'CRI',\n",
       " 'CRL',\n",
       " 'CRS',\n",
       " 'CRUS',\n",
       " 'CNX',\n",
       " 'CSL',\n",
       " 'CTLT',\n",
       " 'CUZ',\n",
       " 'CVLT',\n",
       " 'CXW',\n",
       " 'CVET',\n",
       " 'CW',\n",
       " 'CBRL',\n",
       " 'CY',\n",
       " 'DAN',\n",
       " 'DCI',\n",
       " 'DDS',\n",
       " 'DECK',\n",
       " 'DEI',\n",
       " 'DKS',\n",
       " 'DLPH',\n",
       " 'DLX',\n",
       " 'DNKN',\n",
       " 'DNOW',\n",
       " 'DPZ',\n",
       " 'DY',\n",
       " 'EGP',\n",
       " 'EPC',\n",
       " 'ERI',\n",
       " 'EHC',\n",
       " 'EME',\n",
       " 'ENR',\n",
       " 'ENS',\n",
       " 'EPR',\n",
       " 'EQT',\n",
       " 'ETRN',\n",
       " 'WTRG',\n",
       " 'ETSY',\n",
       " 'EV',\n",
       " 'EVR',\n",
       " 'EWBC',\n",
       " 'EXEL',\n",
       " 'EXP',\n",
       " 'FAF',\n",
       " 'FDS',\n",
       " 'FCFS',\n",
       " 'FFIN',\n",
       " 'FHN',\n",
       " 'FICO',\n",
       " 'FII',\n",
       " 'FIVE',\n",
       " 'FLO',\n",
       " 'FLR',\n",
       " 'FR',\n",
       " 'FNB',\n",
       " 'FSLR',\n",
       " 'FL',\n",
       " 'FULT',\n",
       " 'GATX',\n",
       " 'GEF',\n",
       " 'GEO',\n",
       " 'GGG',\n",
       " 'GHC',\n",
       " 'GME',\n",
       " 'GMED',\n",
       " 'GNTX',\n",
       " 'GNW',\n",
       " 'GT',\n",
       " 'GVA',\n",
       " 'GDOT',\n",
       " 'GRUB',\n",
       " 'GWR',\n",
       " 'HAE',\n",
       " 'HAIN',\n",
       " 'HWC',\n",
       " 'HCSG',\n",
       " 'HE',\n",
       " 'HELE',\n",
       " 'HIW',\n",
       " 'HNI',\n",
       " 'HOMB',\n",
       " 'HQY',\n",
       " 'HR',\n",
       " 'HRC',\n",
       " 'HUBB',\n",
       " 'ICUI',\n",
       " 'IDA',\n",
       " 'IIVI',\n",
       " 'NGVT',\n",
       " 'NSP',\n",
       " 'IART',\n",
       " 'IBKR',\n",
       " 'IBOC',\n",
       " 'IDCC',\n",
       " 'INGR',\n",
       " 'INT',\n",
       " 'ITT',\n",
       " 'JACK',\n",
       " 'JBGS',\n",
       " 'JBL',\n",
       " 'JHG',\n",
       " 'JEF',\n",
       " 'JBLU',\n",
       " 'JCOM',\n",
       " 'JLL',\n",
       " 'JW.A',\n",
       " 'KAR',\n",
       " 'KBH',\n",
       " 'KBR',\n",
       " 'KEX',\n",
       " 'KMPR',\n",
       " 'KMT',\n",
       " 'KNX',\n",
       " 'KRC',\n",
       " 'LAMR',\n",
       " 'LANC',\n",
       " 'LGND',\n",
       " 'LECO',\n",
       " 'LFUS',\n",
       " 'LII',\n",
       " 'LITE',\n",
       " 'LIVN',\n",
       " 'RAMP',\n",
       " 'LM',\n",
       " 'LOGM',\n",
       " 'LPT',\n",
       " 'LPX',\n",
       " 'LSI',\n",
       " 'LSTR',\n",
       " 'LYV',\n",
       " 'MAN',\n",
       " 'MANH',\n",
       " 'MASI',\n",
       " 'MCY',\n",
       " 'MD',\n",
       " 'MDP',\n",
       " 'MDRX',\n",
       " 'MDSO',\n",
       " 'MDU',\n",
       " 'MKSI',\n",
       " 'MLHR',\n",
       " 'MMS',\n",
       " 'MOH',\n",
       " 'MPW',\n",
       " 'MRCY',\n",
       " 'MPWR',\n",
       " 'MSA',\n",
       " 'MSM',\n",
       " 'MTDR',\n",
       " 'MAT',\n",
       " 'MTX',\n",
       " 'MTZ',\n",
       " 'MUR',\n",
       " 'MUSA',\n",
       " 'NATI',\n",
       " 'NAVI',\n",
       " 'NCR',\n",
       " 'NDSN',\n",
       " 'NEU',\n",
       " 'NFG',\n",
       " 'NJR',\n",
       " 'NNN',\n",
       " 'NKTR',\n",
       " 'NTCT',\n",
       " 'NUS',\n",
       " 'NUVA',\n",
       " 'NVT',\n",
       " 'NWE',\n",
       " 'NYCB',\n",
       " 'NYT',\n",
       " 'OAS',\n",
       " 'ODFL',\n",
       " 'ODP',\n",
       " 'OFC',\n",
       " 'OGE',\n",
       " 'OGS',\n",
       " 'OHI',\n",
       " 'OII',\n",
       " 'OLED',\n",
       " 'OLLI',\n",
       " 'OLN',\n",
       " 'OI',\n",
       " 'ORI',\n",
       " 'OSK',\n",
       " 'OC',\n",
       " 'OZK',\n",
       " 'PACW',\n",
       " 'PK',\n",
       " 'PBF',\n",
       " 'PB',\n",
       " 'PBH',\n",
       " 'PCH',\n",
       " 'PDCO',\n",
       " 'PEB',\n",
       " 'PENN',\n",
       " 'PEN',\n",
       " 'PPC',\n",
       " 'PII',\n",
       " 'PLT',\n",
       " 'PNFP',\n",
       " 'PNM',\n",
       " 'POL',\n",
       " 'POOL',\n",
       " 'POST',\n",
       " 'PRAH',\n",
       " 'PSB',\n",
       " 'PRI',\n",
       " 'PTC',\n",
       " 'PTEN',\n",
       " 'PZZA',\n",
       " 'R',\n",
       " 'RBC',\n",
       " 'RGA',\n",
       " 'RGEN',\n",
       " 'RGLD',\n",
       " 'RIG',\n",
       " 'RNR',\n",
       " 'ROL',\n",
       " 'RPM',\n",
       " 'RS',\n",
       " 'RYN',\n",
       " 'SABR',\n",
       " 'SAFM',\n",
       " 'SAIC',\n",
       " 'SAM',\n",
       " 'SBH',\n",
       " 'SBNY',\n",
       " 'SBRA',\n",
       " 'SIGI',\n",
       " 'SMTC',\n",
       " 'SCI',\n",
       " 'SEIC',\n",
       " 'SF',\n",
       " 'SFM',\n",
       " 'SGMS',\n",
       " 'SIX',\n",
       " 'SKT',\n",
       " 'SKX',\n",
       " 'SLAB',\n",
       " 'SLGN',\n",
       " 'SLM',\n",
       " 'SMG',\n",
       " 'SNH',\n",
       " 'SNV',\n",
       " 'SNX',\n",
       " 'SEDG',\n",
       " 'SON',\n",
       " 'SRC',\n",
       " 'STE',\n",
       " 'STL',\n",
       " 'SRCL',\n",
       " 'STLD',\n",
       " 'SVC',\n",
       " 'SWN',\n",
       " 'SWX',\n",
       " 'SXT',\n",
       " 'SYNA',\n",
       " 'SYNH',\n",
       " 'TTEK',\n",
       " 'TCBI',\n",
       " 'TCO',\n",
       " 'TDC',\n",
       " 'TDS',\n",
       " 'TDY',\n",
       " 'TECD',\n",
       " 'TECH',\n",
       " 'TER',\n",
       " 'TEX',\n",
       " 'TGNA',\n",
       " 'THC',\n",
       " 'THG',\n",
       " 'THO',\n",
       " 'THS',\n",
       " 'TKR',\n",
       " 'TOL',\n",
       " 'TPH',\n",
       " 'TPX',\n",
       " 'TR',\n",
       " 'TREE',\n",
       " 'TREX',\n",
       " 'TRMB',\n",
       " 'TRMK',\n",
       " 'TRN',\n",
       " 'TTC',\n",
       " 'TXRH',\n",
       " 'TYL',\n",
       " 'UBSI',\n",
       " 'UE',\n",
       " 'UFS',\n",
       " 'UGI',\n",
       " 'UMBF',\n",
       " 'UMPQ',\n",
       " 'UNFI',\n",
       " 'UTHR',\n",
       " 'UNIT',\n",
       " 'URBN',\n",
       " 'VAC',\n",
       " 'VC',\n",
       " 'VLY',\n",
       " 'VMI',\n",
       " 'VVV',\n",
       " 'VSAT',\n",
       " 'VSH',\n",
       " 'WRB',\n",
       " 'WAFD',\n",
       " 'WBS',\n",
       " 'WEN',\n",
       " 'WERN',\n",
       " 'WEX',\n",
       " 'WOR',\n",
       " 'WPX',\n",
       " 'WRI',\n",
       " 'WSM',\n",
       " 'WSO',\n",
       " 'WST',\n",
       " 'WTFC',\n",
       " 'WW',\n",
       " 'WWD',\n",
       " 'WWE',\n",
       " 'WYND',\n",
       " 'X',\n",
       " 'Y',\n",
       " 'XPO',\n",
       " 'YELP',\n",
       " 'ZBRA']"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tickers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"Aaron's Inc.\\n\",\n",
       " 'Acadia Healthcare\\n',\n",
       " 'ACI Worldwide\\n',\n",
       " 'Adient plc\\n',\n",
       " 'Adtalem Global Education\\n',\n",
       " 'AECOM\\n',\n",
       " 'American Campus Communities\\n',\n",
       " 'American Eagle Outfitters\\n',\n",
       " 'American Financial Group\\n',\n",
       " 'AGCO\\n',\n",
       " 'ALLETE Inc.\\n',\n",
       " 'Alexander & Baldwin\\n',\n",
       " 'Amedisys\\n',\n",
       " 'Antero Midstream\\n',\n",
       " 'Apergy Corp.\\n',\n",
       " 'Allegheny Technologies\\n',\n",
       " 'AMC Networks\\n',\n",
       " 'AutoNation\\n',\n",
       " 'Arrow Electronics\\n',\n",
       " 'Associated Banc-Corp\\n',\n",
       " 'ASGN\\n',\n",
       " 'Ashland Inc.\\n',\n",
       " 'Atmos Energy\\n',\n",
       " 'AptarGroup Inc\\n',\n",
       " 'Avanos Medical, Inc.\\n',\n",
       " 'Avnet\\n',\n",
       " 'Acuity Brands\\n',\n",
       " 'Axon Enterprise\\n',\n",
       " 'Bed Bath & Beyond\\n',\n",
       " 'Brunswick Corporation\\n',\n",
       " \"Brink's Company (The)\\n\",\n",
       " 'Belden Inc\\n',\n",
       " 'Bio-Rad Laboratories\\n',\n",
       " 'Black Hills Corporation\\n',\n",
       " 'Blackbaud\\n',\n",
       " 'Bank of Hawaii\\n',\n",
       " 'Brown & Brown\\n',\n",
       " 'BancorpSouth\\n',\n",
       " 'Boyd Gaming\\n',\n",
       " 'Brighthouse Financial\\n',\n",
       " 'Brinker International Inc\\n',\n",
       " 'Brixmor Property Group\\n',\n",
       " 'Cable One Inc\\n',\n",
       " 'Caesars Entertainment\\n',\n",
       " 'Cheesecake Factory Inc\\n',\n",
       " 'Avis Budget Group\\n',\n",
       " 'CACI International\\n',\n",
       " \"Casey's General Stores\\n\",\n",
       " 'Cathay General Bancorp\\n',\n",
       " 'Colfax\\n',\n",
       " 'Commerce Bancshares\\n',\n",
       " 'Cabot Corp\\n',\n",
       " 'Chemours\\n',\n",
       " 'CDK Global Inc\\n',\n",
       " 'Cullen/Frost Bankers Inc\\n',\n",
       " 'Cognex Corporation\\n',\n",
       " 'Chemed Corp.\\n',\n",
       " 'Churchill Downs Inc\\n',\n",
       " 'Chesapeake Energy\\n',\n",
       " 'Ciena Corp\\n',\n",
       " 'Core Laboratories\\n',\n",
       " 'CoreLogic\\n',\n",
       " 'Clean Harbors Inc\\n',\n",
       " 'Mack-Cali Realty Corporation\\n',\n",
       " 'Commercial Metals Company\\n',\n",
       " 'Cantel Medical Corporation\\n',\n",
       " 'Compass Minerals International Inc.\\n',\n",
       " 'Cinemark Holdings Inc\\n',\n",
       " 'CNO Financial Group\\n',\n",
       " 'Coherent, Inc.\\n',\n",
       " 'CyrusOne\\n',\n",
       " 'CoreSite Realty\\n',\n",
       " 'Camden Property Trust\\n',\n",
       " 'Crane Co.\\n',\n",
       " 'Cree Inc\\n',\n",
       " \"Carter's, Inc.\\n\",\n",
       " 'Charles River Laboratories\\n',\n",
       " 'Carpenter Technology\\n',\n",
       " 'Cirrus Logic Inc\\n',\n",
       " 'CNX Resources Corp\\n',\n",
       " 'Carlisle Companies Inc.\\n',\n",
       " 'Catalent Inc\\n',\n",
       " 'Cousins Properties Inc\\n',\n",
       " 'CommVault Systems\\n',\n",
       " 'CoreCivic\\n',\n",
       " 'Covetrus\\n',\n",
       " 'Curtiss-Wright Corp\\n',\n",
       " 'Cracker Barrel\\n',\n",
       " 'Cypress Semiconductor Corp\\n',\n",
       " 'Dana Incorporated\\n',\n",
       " 'Donaldson Co\\n',\n",
       " \"Dillard's Inc\\n\",\n",
       " 'Deckers Outdoor Corporation\\n',\n",
       " 'Douglas Emmett, Inc.\\n',\n",
       " \"Dick's Sporting Goods Inc\\n\",\n",
       " 'Delphi Technologies PLC\\n',\n",
       " 'Deluxe Corporation\\n',\n",
       " \"Dunkin' Brands Group Inc\\n\",\n",
       " 'NOW Inc\\n',\n",
       " \"Domino's Pizza Inc\\n\",\n",
       " 'Dycom Industries Inc\\n',\n",
       " 'EastGroup Properties Inc\\n',\n",
       " 'Edgewell Personal Care Company\\n',\n",
       " 'Eldorado Resorts\\n',\n",
       " 'Encompass Health Corp.\\n',\n",
       " 'Emcor\\n',\n",
       " 'Energizer Holdings Inc\\n',\n",
       " 'EnerSys\\n',\n",
       " 'EPR Properties\\n',\n",
       " 'EQT\\n',\n",
       " 'Equitrans Midstream Corp\\n',\n",
       " 'Essential Utilities\\n',\n",
       " 'Etsy\\n',\n",
       " 'Eaton Vance Corp\\n',\n",
       " 'Evercore\\n',\n",
       " 'East West Bancorp Inc\\n',\n",
       " 'Exelixis\\n',\n",
       " 'Eagle Materials Inc\\n',\n",
       " 'First American Financial Corp\\n',\n",
       " 'FactSet Research Systems Inc\\n',\n",
       " 'FirstCash\\n',\n",
       " 'First Financial Bankshares Inc\\n',\n",
       " 'First Horizon National Corp\\n',\n",
       " 'Fair Isaac Corporation\\n',\n",
       " 'Federated Investors\\n',\n",
       " 'Five Below\\n',\n",
       " 'Flowers Foods Inc.\\n',\n",
       " 'Fluor Corp.\\n',\n",
       " 'First Industrial Realty Trust\\n',\n",
       " 'FNB Corporation\\n',\n",
       " 'First Solar\\n',\n",
       " 'Foot Locker\\n',\n",
       " 'Fulton Financial Corporation\\n',\n",
       " 'GATX Corp.\\n',\n",
       " 'Greif, Inc.\\n',\n",
       " 'GEO Group Inc.\\n',\n",
       " 'Graco Inc.\\n',\n",
       " 'Graham Holdings Company\\n',\n",
       " 'GameStop Corp.\\n',\n",
       " 'Globus Medical Inc.\\n',\n",
       " 'Gentex Corp\\n',\n",
       " 'Genworth Financial\\n',\n",
       " 'Goodyear Tire & Rubber\\n',\n",
       " 'Granite Construction Inc.\\n',\n",
       " 'Green Dot Corp.\\n',\n",
       " 'Grubhub\\n',\n",
       " 'Genesee & Wyoming\\n',\n",
       " 'Haemonetics\\n',\n",
       " 'Hain Celestial Group\\n',\n",
       " 'Hancock Whitney Corp\\n',\n",
       " 'Healthcare Services Group\\n',\n",
       " 'Hawaiian Electric Industries\\n',\n",
       " 'Helen of Troy Limited\\n',\n",
       " 'Highwoods Properties\\n',\n",
       " 'HNI Corporation\\n',\n",
       " 'Home BancShares Inc\\n',\n",
       " 'HealthEquity\\n',\n",
       " 'Healthcare Realty Trust\\n',\n",
       " 'Hill-Rom Holdings Inc.\\n',\n",
       " 'Hubbell Incorporated\\n',\n",
       " 'ICU Medical\\n',\n",
       " 'Idacorp Inc.\\n',\n",
       " 'II-VI\\n',\n",
       " 'Ingevity Corp.\\n',\n",
       " 'Insperity Inc.\\n',\n",
       " 'Integra Lifesciences Holdings\\n',\n",
       " 'Interactive Brokers\\n',\n",
       " 'Intl Bancshares Corp\\n',\n",
       " 'InterDigital Inc.\\n',\n",
       " 'Ingredion Inc\\n',\n",
       " 'World Fuel Services Corp\\n',\n",
       " 'ITT Inc\\n',\n",
       " 'Jack in the Box Inc.\\n',\n",
       " 'JBG Smith Properties\\n',\n",
       " 'Jabil Circuit Inc\\n',\n",
       " 'Janus Henderson\\n',\n",
       " 'Jefferies Financial Group\\n',\n",
       " 'JetBlue Airways Corp\\n',\n",
       " 'j2 Global Inc.\\n',\n",
       " 'Jones Lang Lasalle Inc\\n',\n",
       " 'John Wiley & Sons\\n',\n",
       " 'KAR Auction Services\\n',\n",
       " 'KB Home\\n',\n",
       " 'KBR Inc\\n',\n",
       " 'Kirby Corporation\\n',\n",
       " 'Kemper Corporation\\n',\n",
       " 'Kennametal Inc\\n',\n",
       " 'Knight-Swift\\n',\n",
       " 'Kilroy Realty Corp\\n',\n",
       " 'Lamar Advertising Company\\n',\n",
       " 'Lancaster Colony Corp\\n',\n",
       " 'Ligand Pharmaceuticals\\n',\n",
       " 'Lincoln Electric Holdings Inc\\n',\n",
       " 'Littelfuse Inc\\n',\n",
       " 'Lennox International Inc\\n',\n",
       " 'Lumentum Holdings\\n',\n",
       " 'LivaNova\\n',\n",
       " 'LiveRamp\\n',\n",
       " 'Legg Mason Inc\\n',\n",
       " 'LogMeIn\\n',\n",
       " 'Liberty Property Trust\\n',\n",
       " 'Louisiana-Pacific Corp\\n',\n",
       " 'Life Storage Inc\\n',\n",
       " 'Landstar System Inc\\n',\n",
       " 'Live Nation Entertainment\\n',\n",
       " 'ManpowerGroup\\n',\n",
       " 'Manhattan Associates Inc.\\n',\n",
       " 'Masimo\\n',\n",
       " 'Mercury General Corp\\n',\n",
       " 'MEDNAX Inc\\n',\n",
       " 'Meredith Corp\\n',\n",
       " 'Allscripts Healthcare Solutions Inc\\n',\n",
       " 'Medidata Solutions\\n',\n",
       " 'MDU Resources Group Inc\\n',\n",
       " 'MKS Instruments\\n',\n",
       " 'Miller, Herman Inc\\n',\n",
       " 'Maximus Inc\\n',\n",
       " 'Molina Healthcare Inc\\n',\n",
       " 'Medical Properties Trust Inc\\n',\n",
       " 'Mercury Systems\\n',\n",
       " 'Monolithic Power Systems Inc\\n',\n",
       " 'MSA Safety Inc\\n',\n",
       " 'MSC Industrial Direct A\\n',\n",
       " 'Matador Resources\\n',\n",
       " 'Mattel\\n',\n",
       " 'Minerals Technologies Inc\\n',\n",
       " 'MasTec\\n',\n",
       " 'Murphy Oil\\n',\n",
       " 'Murphy USA Inc\\n',\n",
       " 'National Instruments Corp\\n',\n",
       " 'Navient Corp.\\n',\n",
       " 'NCR Corp\\n',\n",
       " 'Nordson Corp\\n',\n",
       " 'NewMarket Corporation\\n',\n",
       " 'National Fuel Gas\\n',\n",
       " 'New Jersey Resources\\n',\n",
       " 'National Retail Properties Inc\\n',\n",
       " 'Nektar Therapeutics\\n',\n",
       " 'NetScout Systems\\n',\n",
       " 'Nu Skin Enterprises\\n',\n",
       " 'NuVasive Inc\\n',\n",
       " 'nVent Electric plc\\n',\n",
       " 'NorthWestern Corporation\\n',\n",
       " 'New York Community Bancorp Inc\\n',\n",
       " 'New York Times Company\\n',\n",
       " 'Oasis Petroleum\\n',\n",
       " 'Old Dominion Freight Line\\n',\n",
       " 'Office Depot Inc\\n',\n",
       " 'Corporate Office Properties Trust\\n',\n",
       " 'OGE Energy Corp\\n',\n",
       " 'ONE Gas\\n',\n",
       " 'Omega Healthcare Investors\\n',\n",
       " 'Oceaneering Intl Inc\\n',\n",
       " 'Universal Display Corporation\\n',\n",
       " \"Ollie's Bargain Outlet\\n\",\n",
       " 'Olin Corp.\\n',\n",
       " 'Owens-Illinois\\n',\n",
       " 'Old Republic International\\n',\n",
       " 'Oshkosh Corporation\\n',\n",
       " 'Owens Corning\\n',\n",
       " 'Bank OZK\\n',\n",
       " 'PacWest Bancorp\\n',\n",
       " 'Park Hotels & Resorts\\n',\n",
       " 'PBF Energy Inc\\n',\n",
       " 'Prosperity Bancshares Inc\\n',\n",
       " 'Prestige Brands Holdings Inc\\n',\n",
       " 'Potlatch Corp\\n',\n",
       " 'Patterson Companies\\n',\n",
       " 'Pebblebrook Hotel Trust\\n',\n",
       " 'Penn National Gaming\\n',\n",
       " 'Penumbra, Inc. Inc\\n',\n",
       " \"Pilgrim's Pride\\n\",\n",
       " 'Polaris Industries Inc\\n',\n",
       " 'Plantronics Inc\\n',\n",
       " 'Pinnacle Financial Partners\\n',\n",
       " 'PNM Resources\\n',\n",
       " 'PolyOne Corp\\n',\n",
       " 'Pool Corp\\n',\n",
       " 'Post Holdings Inc\\n',\n",
       " 'PRA Health Sciences\\n',\n",
       " 'PS Business Parks\\n',\n",
       " 'Primerica Inc\\n',\n",
       " 'PTC Inc\\n',\n",
       " 'Patterson-UTI Energy\\n',\n",
       " \"Papa John's International Inc\\n\",\n",
       " 'Ryder System\\n',\n",
       " 'Regal Beloit Corp\\n',\n",
       " 'Reinsurance Group of America\\n',\n",
       " 'Repligen\\n',\n",
       " 'Royal Gold Inc\\n',\n",
       " 'Transocean\\n',\n",
       " 'RenaissanceRe Holdings Ltd\\n',\n",
       " 'Rollins Inc.\\n',\n",
       " 'RPM International Inc\\n',\n",
       " 'Reliance Steel & Aluminum Co.\\n',\n",
       " 'Rayonier Inc\\n',\n",
       " 'Sabre Corp\\n',\n",
       " 'Sanderson Farms\\n',\n",
       " 'Science Applications Intl Corp\\n',\n",
       " 'Boston Beer Company\\n',\n",
       " 'Sally Beauty Holdings Inc\\n',\n",
       " 'Signature Bank\\n',\n",
       " 'Sabra Health Care REIT\\n',\n",
       " 'Selective Insurance Group\\n',\n",
       " 'Semtech\\n',\n",
       " 'Service Corp Intl\\n',\n",
       " 'SEI Investments Corp\\n',\n",
       " 'Stifel Financial Corp\\n',\n",
       " 'Sprouts Farmers Market\\n',\n",
       " 'Scientific Games Corporation\\n',\n",
       " 'Six Flags\\n',\n",
       " 'Tanger Factory Outlet Centers Inc\\n',\n",
       " 'Skechers USA Inc\\n',\n",
       " 'Silicon Laboratories Inc\\n',\n",
       " 'Silgan Holdings Inc\\n',\n",
       " 'SLM Corp\\n',\n",
       " 'Scotts Miracle-Gro Company\\n',\n",
       " 'Senior Housing Properties Trust\\n',\n",
       " 'Synovus Financial Corp (GA)\\n',\n",
       " 'SYNNEX Corporation\\n',\n",
       " 'SolarEdge\\n',\n",
       " 'Sonoco Products Co\\n',\n",
       " 'Spirit Realty Capital\\n',\n",
       " 'STERIS plc\\n',\n",
       " 'Sterling Bancorp\\n',\n",
       " 'Stericycle\\n',\n",
       " 'Steel Dynamics Inc\\n',\n",
       " 'Service Properties Trust\\n',\n",
       " 'Southwestern Energy Co.\\n',\n",
       " 'Southwest Gas Corp\\n',\n",
       " 'Sensient Technologies Corp\\n',\n",
       " 'Synaptics\\n',\n",
       " 'Syneos Health\\n',\n",
       " 'Tetra Tech\\n',\n",
       " 'Texas Capital Bancshares\\n',\n",
       " 'Taubman Centers\\n',\n",
       " 'Teradata\\n',\n",
       " 'Telephone and Data Systems\\n',\n",
       " 'Teledyne Technologies Inc\\n',\n",
       " 'Tech Data Corp\\n',\n",
       " 'Bio-Techne\\n',\n",
       " 'Teradyne\\n',\n",
       " 'Terex Corp\\n',\n",
       " 'Tegna, Inc.\\n',\n",
       " 'Tenet Healthcare Corp\\n',\n",
       " 'Hanover Insurance Group Inc\\n',\n",
       " 'Thor Industries Inc\\n',\n",
       " 'TreeHouse Foods\\n',\n",
       " 'Timken Co\\n',\n",
       " 'Toll Brothers Inc\\n',\n",
       " 'TRI Pointe Group\\n',\n",
       " 'Tempur Sealy International\\n',\n",
       " 'Tootsie Roll Industries Inc\\n',\n",
       " 'LendingTree\\n',\n",
       " 'Trex Company, Inc.\\n',\n",
       " 'Trimble Inc\\n',\n",
       " 'Trustmark Corp (MS)\\n',\n",
       " 'Trinity Industries Inc\\n',\n",
       " 'Toro Company\\n',\n",
       " 'Texas Roadhouse\\n',\n",
       " 'Tyler Technologies\\n',\n",
       " 'United Bankshares Inc\\n',\n",
       " 'Urban Edge Properties\\n',\n",
       " 'Domtar Corp\\n',\n",
       " 'UGI Corp\\n',\n",
       " 'UMB Financial Corp.\\n',\n",
       " 'Umpqua Holdings Corporation\\n',\n",
       " 'United Natural Foods Inc\\n',\n",
       " 'United Therapeutics Corp\\n',\n",
       " 'Uniti Group\\n',\n",
       " 'Urban Outfitters\\n',\n",
       " 'Marriott Vacations Worldwide\\n',\n",
       " 'Visteon\\n',\n",
       " 'Valley National Bancorp\\n',\n",
       " 'Valmont Industries Inc\\n',\n",
       " 'Valvoline Inc\\n',\n",
       " 'ViaSat Inc\\n',\n",
       " 'Vishay Intertechnology Inc\\n',\n",
       " 'W.R. Berkley Corp\\n',\n",
       " 'Washington Federal Inc.\\n',\n",
       " 'Webster Financial Corp (CT)\\n',\n",
       " \"Wendy's Company\\n\",\n",
       " 'Werner Enterprises Inc\\n',\n",
       " 'WEX Inc.\\n',\n",
       " 'Worthington Industries\\n',\n",
       " 'WPX Energy\\n',\n",
       " 'Weingarten Realty Investors\\n',\n",
       " 'Williams-Sonoma, Inc.\\n',\n",
       " 'Watsco Inc\\n',\n",
       " 'West Pharmaceutical Services\\n',\n",
       " 'Wintrust Financial Corp\\n',\n",
       " 'Weight Watchers\\n',\n",
       " 'Woodward Inc\\n',\n",
       " 'World Wrestling Entertainment\\n',\n",
       " 'Wyndham Destinations\\n',\n",
       " 'United States Steel Corporation\\n',\n",
       " 'Alleghany Corporation\\n',\n",
       " 'XPO Logistics\\n',\n",
       " 'Yelp\\n',\n",
       " 'Zebra Technologies Corp\\n']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "securities"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "tickers = list(map(lambda s: s.strip(), tickers))\n",
    "securities = list(map(lambda s: s.strip(), securities))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['AAN',\n",
       " 'ACHC',\n",
       " 'ACIW',\n",
       " 'ADNT',\n",
       " 'ATGE',\n",
       " 'ACM',\n",
       " 'ACC',\n",
       " 'AEO',\n",
       " 'AFG',\n",
       " 'AGCO',\n",
       " 'ALE',\n",
       " 'ALEX',\n",
       " 'AMED',\n",
       " 'AM',\n",
       " 'APY',\n",
       " 'ATI',\n",
       " 'AMCX',\n",
       " 'AN',\n",
       " 'ARW',\n",
       " 'ASB',\n",
       " 'ASGN',\n",
       " 'ASH',\n",
       " 'ATO',\n",
       " 'ATR',\n",
       " 'AVNS',\n",
       " 'AVT',\n",
       " 'AYI',\n",
       " 'AAXN',\n",
       " 'BBBY',\n",
       " 'BC',\n",
       " 'BCO',\n",
       " 'BDC',\n",
       " 'BIO',\n",
       " 'BKH',\n",
       " 'BLKB',\n",
       " 'BOH',\n",
       " 'BRO',\n",
       " 'BXS',\n",
       " 'BYD',\n",
       " 'BHF',\n",
       " 'EAT',\n",
       " 'BRX',\n",
       " 'CABO',\n",
       " 'CZR',\n",
       " 'CAKE',\n",
       " 'CAR',\n",
       " 'CACI',\n",
       " 'CASY',\n",
       " 'CATY',\n",
       " 'CFX',\n",
       " 'CBSH',\n",
       " 'CBT',\n",
       " 'CC',\n",
       " 'CDK',\n",
       " 'CFR',\n",
       " 'CGNX',\n",
       " 'CHE',\n",
       " 'CHDN',\n",
       " 'CHK',\n",
       " 'CIEN',\n",
       " 'CLB',\n",
       " 'CLGX',\n",
       " 'CLH',\n",
       " 'CLI',\n",
       " 'CMC',\n",
       " 'CMD',\n",
       " 'CMP',\n",
       " 'CNK',\n",
       " 'CNO',\n",
       " 'COHR',\n",
       " 'CONE',\n",
       " 'COR',\n",
       " 'CPT',\n",
       " 'CR',\n",
       " 'CREE',\n",
       " 'CRI',\n",
       " 'CRL',\n",
       " 'CRS',\n",
       " 'CRUS',\n",
       " 'CNX',\n",
       " 'CSL',\n",
       " 'CTLT',\n",
       " 'CUZ',\n",
       " 'CVLT',\n",
       " 'CXW',\n",
       " 'CVET',\n",
       " 'CW',\n",
       " 'CBRL',\n",
       " 'CY',\n",
       " 'DAN',\n",
       " 'DCI',\n",
       " 'DDS',\n",
       " 'DECK',\n",
       " 'DEI',\n",
       " 'DKS',\n",
       " 'DLPH',\n",
       " 'DLX',\n",
       " 'DNKN',\n",
       " 'DNOW',\n",
       " 'DPZ',\n",
       " 'DY',\n",
       " 'EGP',\n",
       " 'EPC',\n",
       " 'ERI',\n",
       " 'EHC',\n",
       " 'EME',\n",
       " 'ENR',\n",
       " 'ENS',\n",
       " 'EPR',\n",
       " 'EQT',\n",
       " 'ETRN',\n",
       " 'WTRG',\n",
       " 'ETSY',\n",
       " 'EV',\n",
       " 'EVR',\n",
       " 'EWBC',\n",
       " 'EXEL',\n",
       " 'EXP',\n",
       " 'FAF',\n",
       " 'FDS',\n",
       " 'FCFS',\n",
       " 'FFIN',\n",
       " 'FHN',\n",
       " 'FICO',\n",
       " 'FII',\n",
       " 'FIVE',\n",
       " 'FLO',\n",
       " 'FLR',\n",
       " 'FR',\n",
       " 'FNB',\n",
       " 'FSLR',\n",
       " 'FL',\n",
       " 'FULT',\n",
       " 'GATX',\n",
       " 'GEF',\n",
       " 'GEO',\n",
       " 'GGG',\n",
       " 'GHC',\n",
       " 'GME',\n",
       " 'GMED',\n",
       " 'GNTX',\n",
       " 'GNW',\n",
       " 'GT',\n",
       " 'GVA',\n",
       " 'GDOT',\n",
       " 'GRUB',\n",
       " 'GWR',\n",
       " 'HAE',\n",
       " 'HAIN',\n",
       " 'HWC',\n",
       " 'HCSG',\n",
       " 'HE',\n",
       " 'HELE',\n",
       " 'HIW',\n",
       " 'HNI',\n",
       " 'HOMB',\n",
       " 'HQY',\n",
       " 'HR',\n",
       " 'HRC',\n",
       " 'HUBB',\n",
       " 'ICUI',\n",
       " 'IDA',\n",
       " 'IIVI',\n",
       " 'NGVT',\n",
       " 'NSP',\n",
       " 'IART',\n",
       " 'IBKR',\n",
       " 'IBOC',\n",
       " 'IDCC',\n",
       " 'INGR',\n",
       " 'INT',\n",
       " 'ITT',\n",
       " 'JACK',\n",
       " 'JBGS',\n",
       " 'JBL',\n",
       " 'JHG',\n",
       " 'JEF',\n",
       " 'JBLU',\n",
       " 'JCOM',\n",
       " 'JLL',\n",
       " 'JW.A',\n",
       " 'KAR',\n",
       " 'KBH',\n",
       " 'KBR',\n",
       " 'KEX',\n",
       " 'KMPR',\n",
       " 'KMT',\n",
       " 'KNX',\n",
       " 'KRC',\n",
       " 'LAMR',\n",
       " 'LANC',\n",
       " 'LGND',\n",
       " 'LECO',\n",
       " 'LFUS',\n",
       " 'LII',\n",
       " 'LITE',\n",
       " 'LIVN',\n",
       " 'RAMP',\n",
       " 'LM',\n",
       " 'LOGM',\n",
       " 'LPT',\n",
       " 'LPX',\n",
       " 'LSI',\n",
       " 'LSTR',\n",
       " 'LYV',\n",
       " 'MAN',\n",
       " 'MANH',\n",
       " 'MASI',\n",
       " 'MCY',\n",
       " 'MD',\n",
       " 'MDP',\n",
       " 'MDRX',\n",
       " 'MDSO',\n",
       " 'MDU',\n",
       " 'MKSI',\n",
       " 'MLHR',\n",
       " 'MMS',\n",
       " 'MOH',\n",
       " 'MPW',\n",
       " 'MRCY',\n",
       " 'MPWR',\n",
       " 'MSA',\n",
       " 'MSM',\n",
       " 'MTDR',\n",
       " 'MAT',\n",
       " 'MTX',\n",
       " 'MTZ',\n",
       " 'MUR',\n",
       " 'MUSA',\n",
       " 'NATI',\n",
       " 'NAVI',\n",
       " 'NCR',\n",
       " 'NDSN',\n",
       " 'NEU',\n",
       " 'NFG',\n",
       " 'NJR',\n",
       " 'NNN',\n",
       " 'NKTR',\n",
       " 'NTCT',\n",
       " 'NUS',\n",
       " 'NUVA',\n",
       " 'NVT',\n",
       " 'NWE',\n",
       " 'NYCB',\n",
       " 'NYT',\n",
       " 'OAS',\n",
       " 'ODFL',\n",
       " 'ODP',\n",
       " 'OFC',\n",
       " 'OGE',\n",
       " 'OGS',\n",
       " 'OHI',\n",
       " 'OII',\n",
       " 'OLED',\n",
       " 'OLLI',\n",
       " 'OLN',\n",
       " 'OI',\n",
       " 'ORI',\n",
       " 'OSK',\n",
       " 'OC',\n",
       " 'OZK',\n",
       " 'PACW',\n",
       " 'PK',\n",
       " 'PBF',\n",
       " 'PB',\n",
       " 'PBH',\n",
       " 'PCH',\n",
       " 'PDCO',\n",
       " 'PEB',\n",
       " 'PENN',\n",
       " 'PEN',\n",
       " 'PPC',\n",
       " 'PII',\n",
       " 'PLT',\n",
       " 'PNFP',\n",
       " 'PNM',\n",
       " 'POL',\n",
       " 'POOL',\n",
       " 'POST',\n",
       " 'PRAH',\n",
       " 'PSB',\n",
       " 'PRI',\n",
       " 'PTC',\n",
       " 'PTEN',\n",
       " 'PZZA',\n",
       " 'R',\n",
       " 'RBC',\n",
       " 'RGA',\n",
       " 'RGEN',\n",
       " 'RGLD',\n",
       " 'RIG',\n",
       " 'RNR',\n",
       " 'ROL',\n",
       " 'RPM',\n",
       " 'RS',\n",
       " 'RYN',\n",
       " 'SABR',\n",
       " 'SAFM',\n",
       " 'SAIC',\n",
       " 'SAM',\n",
       " 'SBH',\n",
       " 'SBNY',\n",
       " 'SBRA',\n",
       " 'SIGI',\n",
       " 'SMTC',\n",
       " 'SCI',\n",
       " 'SEIC',\n",
       " 'SF',\n",
       " 'SFM',\n",
       " 'SGMS',\n",
       " 'SIX',\n",
       " 'SKT',\n",
       " 'SKX',\n",
       " 'SLAB',\n",
       " 'SLGN',\n",
       " 'SLM',\n",
       " 'SMG',\n",
       " 'SNH',\n",
       " 'SNV',\n",
       " 'SNX',\n",
       " 'SEDG',\n",
       " 'SON',\n",
       " 'SRC',\n",
       " 'STE',\n",
       " 'STL',\n",
       " 'SRCL',\n",
       " 'STLD',\n",
       " 'SVC',\n",
       " 'SWN',\n",
       " 'SWX',\n",
       " 'SXT',\n",
       " 'SYNA',\n",
       " 'SYNH',\n",
       " 'TTEK',\n",
       " 'TCBI',\n",
       " 'TCO',\n",
       " 'TDC',\n",
       " 'TDS',\n",
       " 'TDY',\n",
       " 'TECD',\n",
       " 'TECH',\n",
       " 'TER',\n",
       " 'TEX',\n",
       " 'TGNA',\n",
       " 'THC',\n",
       " 'THG',\n",
       " 'THO',\n",
       " 'THS',\n",
       " 'TKR',\n",
       " 'TOL',\n",
       " 'TPH',\n",
       " 'TPX',\n",
       " 'TR',\n",
       " 'TREE',\n",
       " 'TREX',\n",
       " 'TRMB',\n",
       " 'TRMK',\n",
       " 'TRN',\n",
       " 'TTC',\n",
       " 'TXRH',\n",
       " 'TYL',\n",
       " 'UBSI',\n",
       " 'UE',\n",
       " 'UFS',\n",
       " 'UGI',\n",
       " 'UMBF',\n",
       " 'UMPQ',\n",
       " 'UNFI',\n",
       " 'UTHR',\n",
       " 'UNIT',\n",
       " 'URBN',\n",
       " 'VAC',\n",
       " 'VC',\n",
       " 'VLY',\n",
       " 'VMI',\n",
       " 'VVV',\n",
       " 'VSAT',\n",
       " 'VSH',\n",
       " 'WRB',\n",
       " 'WAFD',\n",
       " 'WBS',\n",
       " 'WEN',\n",
       " 'WERN',\n",
       " 'WEX',\n",
       " 'WOR',\n",
       " 'WPX',\n",
       " 'WRI',\n",
       " 'WSM',\n",
       " 'WSO',\n",
       " 'WST',\n",
       " 'WTFC',\n",
       " 'WW',\n",
       " 'WWD',\n",
       " 'WWE',\n",
       " 'WYND',\n",
       " 'X',\n",
       " 'Y',\n",
       " 'XPO',\n",
       " 'YELP',\n",
       " 'ZBRA']"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tickers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"Aaron's Inc.\",\n",
       " 'Acadia Healthcare',\n",
       " 'ACI Worldwide',\n",
       " 'Adient plc',\n",
       " 'Adtalem Global Education',\n",
       " 'AECOM',\n",
       " 'American Campus Communities',\n",
       " 'American Eagle Outfitters',\n",
       " 'American Financial Group',\n",
       " 'AGCO',\n",
       " 'ALLETE Inc.',\n",
       " 'Alexander & Baldwin',\n",
       " 'Amedisys',\n",
       " 'Antero Midstream',\n",
       " 'Apergy Corp.',\n",
       " 'Allegheny Technologies',\n",
       " 'AMC Networks',\n",
       " 'AutoNation',\n",
       " 'Arrow Electronics',\n",
       " 'Associated Banc-Corp',\n",
       " 'ASGN',\n",
       " 'Ashland Inc.',\n",
       " 'Atmos Energy',\n",
       " 'AptarGroup Inc',\n",
       " 'Avanos Medical, Inc.',\n",
       " 'Avnet',\n",
       " 'Acuity Brands',\n",
       " 'Axon Enterprise',\n",
       " 'Bed Bath & Beyond',\n",
       " 'Brunswick Corporation',\n",
       " \"Brink's Company (The)\",\n",
       " 'Belden Inc',\n",
       " 'Bio-Rad Laboratories',\n",
       " 'Black Hills Corporation',\n",
       " 'Blackbaud',\n",
       " 'Bank of Hawaii',\n",
       " 'Brown & Brown',\n",
       " 'BancorpSouth',\n",
       " 'Boyd Gaming',\n",
       " 'Brighthouse Financial',\n",
       " 'Brinker International Inc',\n",
       " 'Brixmor Property Group',\n",
       " 'Cable One Inc',\n",
       " 'Caesars Entertainment',\n",
       " 'Cheesecake Factory Inc',\n",
       " 'Avis Budget Group',\n",
       " 'CACI International',\n",
       " \"Casey's General Stores\",\n",
       " 'Cathay General Bancorp',\n",
       " 'Colfax',\n",
       " 'Commerce Bancshares',\n",
       " 'Cabot Corp',\n",
       " 'Chemours',\n",
       " 'CDK Global Inc',\n",
       " 'Cullen/Frost Bankers Inc',\n",
       " 'Cognex Corporation',\n",
       " 'Chemed Corp.',\n",
       " 'Churchill Downs Inc',\n",
       " 'Chesapeake Energy',\n",
       " 'Ciena Corp',\n",
       " 'Core Laboratories',\n",
       " 'CoreLogic',\n",
       " 'Clean Harbors Inc',\n",
       " 'Mack-Cali Realty Corporation',\n",
       " 'Commercial Metals Company',\n",
       " 'Cantel Medical Corporation',\n",
       " 'Compass Minerals International Inc.',\n",
       " 'Cinemark Holdings Inc',\n",
       " 'CNO Financial Group',\n",
       " 'Coherent, Inc.',\n",
       " 'CyrusOne',\n",
       " 'CoreSite Realty',\n",
       " 'Camden Property Trust',\n",
       " 'Crane Co.',\n",
       " 'Cree Inc',\n",
       " \"Carter's, Inc.\",\n",
       " 'Charles River Laboratories',\n",
       " 'Carpenter Technology',\n",
       " 'Cirrus Logic Inc',\n",
       " 'CNX Resources Corp',\n",
       " 'Carlisle Companies Inc.',\n",
       " 'Catalent Inc',\n",
       " 'Cousins Properties Inc',\n",
       " 'CommVault Systems',\n",
       " 'CoreCivic',\n",
       " 'Covetrus',\n",
       " 'Curtiss-Wright Corp',\n",
       " 'Cracker Barrel',\n",
       " 'Cypress Semiconductor Corp',\n",
       " 'Dana Incorporated',\n",
       " 'Donaldson Co',\n",
       " \"Dillard's Inc\",\n",
       " 'Deckers Outdoor Corporation',\n",
       " 'Douglas Emmett, Inc.',\n",
       " \"Dick's Sporting Goods Inc\",\n",
       " 'Delphi Technologies PLC',\n",
       " 'Deluxe Corporation',\n",
       " \"Dunkin' Brands Group Inc\",\n",
       " 'NOW Inc',\n",
       " \"Domino's Pizza Inc\",\n",
       " 'Dycom Industries Inc',\n",
       " 'EastGroup Properties Inc',\n",
       " 'Edgewell Personal Care Company',\n",
       " 'Eldorado Resorts',\n",
       " 'Encompass Health Corp.',\n",
       " 'Emcor',\n",
       " 'Energizer Holdings Inc',\n",
       " 'EnerSys',\n",
       " 'EPR Properties',\n",
       " 'EQT',\n",
       " 'Equitrans Midstream Corp',\n",
       " 'Essential Utilities',\n",
       " 'Etsy',\n",
       " 'Eaton Vance Corp',\n",
       " 'Evercore',\n",
       " 'East West Bancorp Inc',\n",
       " 'Exelixis',\n",
       " 'Eagle Materials Inc',\n",
       " 'First American Financial Corp',\n",
       " 'FactSet Research Systems Inc',\n",
       " 'FirstCash',\n",
       " 'First Financial Bankshares Inc',\n",
       " 'First Horizon National Corp',\n",
       " 'Fair Isaac Corporation',\n",
       " 'Federated Investors',\n",
       " 'Five Below',\n",
       " 'Flowers Foods Inc.',\n",
       " 'Fluor Corp.',\n",
       " 'First Industrial Realty Trust',\n",
       " 'FNB Corporation',\n",
       " 'First Solar',\n",
       " 'Foot Locker',\n",
       " 'Fulton Financial Corporation',\n",
       " 'GATX Corp.',\n",
       " 'Greif, Inc.',\n",
       " 'GEO Group Inc.',\n",
       " 'Graco Inc.',\n",
       " 'Graham Holdings Company',\n",
       " 'GameStop Corp.',\n",
       " 'Globus Medical Inc.',\n",
       " 'Gentex Corp',\n",
       " 'Genworth Financial',\n",
       " 'Goodyear Tire & Rubber',\n",
       " 'Granite Construction Inc.',\n",
       " 'Green Dot Corp.',\n",
       " 'Grubhub',\n",
       " 'Genesee & Wyoming',\n",
       " 'Haemonetics',\n",
       " 'Hain Celestial Group',\n",
       " 'Hancock Whitney Corp',\n",
       " 'Healthcare Services Group',\n",
       " 'Hawaiian Electric Industries',\n",
       " 'Helen of Troy Limited',\n",
       " 'Highwoods Properties',\n",
       " 'HNI Corporation',\n",
       " 'Home BancShares Inc',\n",
       " 'HealthEquity',\n",
       " 'Healthcare Realty Trust',\n",
       " 'Hill-Rom Holdings Inc.',\n",
       " 'Hubbell Incorporated',\n",
       " 'ICU Medical',\n",
       " 'Idacorp Inc.',\n",
       " 'II-VI',\n",
       " 'Ingevity Corp.',\n",
       " 'Insperity Inc.',\n",
       " 'Integra Lifesciences Holdings',\n",
       " 'Interactive Brokers',\n",
       " 'Intl Bancshares Corp',\n",
       " 'InterDigital Inc.',\n",
       " 'Ingredion Inc',\n",
       " 'World Fuel Services Corp',\n",
       " 'ITT Inc',\n",
       " 'Jack in the Box Inc.',\n",
       " 'JBG Smith Properties',\n",
       " 'Jabil Circuit Inc',\n",
       " 'Janus Henderson',\n",
       " 'Jefferies Financial Group',\n",
       " 'JetBlue Airways Corp',\n",
       " 'j2 Global Inc.',\n",
       " 'Jones Lang Lasalle Inc',\n",
       " 'John Wiley & Sons',\n",
       " 'KAR Auction Services',\n",
       " 'KB Home',\n",
       " 'KBR Inc',\n",
       " 'Kirby Corporation',\n",
       " 'Kemper Corporation',\n",
       " 'Kennametal Inc',\n",
       " 'Knight-Swift',\n",
       " 'Kilroy Realty Corp',\n",
       " 'Lamar Advertising Company',\n",
       " 'Lancaster Colony Corp',\n",
       " 'Ligand Pharmaceuticals',\n",
       " 'Lincoln Electric Holdings Inc',\n",
       " 'Littelfuse Inc',\n",
       " 'Lennox International Inc',\n",
       " 'Lumentum Holdings',\n",
       " 'LivaNova',\n",
       " 'LiveRamp',\n",
       " 'Legg Mason Inc',\n",
       " 'LogMeIn',\n",
       " 'Liberty Property Trust',\n",
       " 'Louisiana-Pacific Corp',\n",
       " 'Life Storage Inc',\n",
       " 'Landstar System Inc',\n",
       " 'Live Nation Entertainment',\n",
       " 'ManpowerGroup',\n",
       " 'Manhattan Associates Inc.',\n",
       " 'Masimo',\n",
       " 'Mercury General Corp',\n",
       " 'MEDNAX Inc',\n",
       " 'Meredith Corp',\n",
       " 'Allscripts Healthcare Solutions Inc',\n",
       " 'Medidata Solutions',\n",
       " 'MDU Resources Group Inc',\n",
       " 'MKS Instruments',\n",
       " 'Miller, Herman Inc',\n",
       " 'Maximus Inc',\n",
       " 'Molina Healthcare Inc',\n",
       " 'Medical Properties Trust Inc',\n",
       " 'Mercury Systems',\n",
       " 'Monolithic Power Systems Inc',\n",
       " 'MSA Safety Inc',\n",
       " 'MSC Industrial Direct A',\n",
       " 'Matador Resources',\n",
       " 'Mattel',\n",
       " 'Minerals Technologies Inc',\n",
       " 'MasTec',\n",
       " 'Murphy Oil',\n",
       " 'Murphy USA Inc',\n",
       " 'National Instruments Corp',\n",
       " 'Navient Corp.',\n",
       " 'NCR Corp',\n",
       " 'Nordson Corp',\n",
       " 'NewMarket Corporation',\n",
       " 'National Fuel Gas',\n",
       " 'New Jersey Resources',\n",
       " 'National Retail Properties Inc',\n",
       " 'Nektar Therapeutics',\n",
       " 'NetScout Systems',\n",
       " 'Nu Skin Enterprises',\n",
       " 'NuVasive Inc',\n",
       " 'nVent Electric plc',\n",
       " 'NorthWestern Corporation',\n",
       " 'New York Community Bancorp Inc',\n",
       " 'New York Times Company',\n",
       " 'Oasis Petroleum',\n",
       " 'Old Dominion Freight Line',\n",
       " 'Office Depot Inc',\n",
       " 'Corporate Office Properties Trust',\n",
       " 'OGE Energy Corp',\n",
       " 'ONE Gas',\n",
       " 'Omega Healthcare Investors',\n",
       " 'Oceaneering Intl Inc',\n",
       " 'Universal Display Corporation',\n",
       " \"Ollie's Bargain Outlet\",\n",
       " 'Olin Corp.',\n",
       " 'Owens-Illinois',\n",
       " 'Old Republic International',\n",
       " 'Oshkosh Corporation',\n",
       " 'Owens Corning',\n",
       " 'Bank OZK',\n",
       " 'PacWest Bancorp',\n",
       " 'Park Hotels & Resorts',\n",
       " 'PBF Energy Inc',\n",
       " 'Prosperity Bancshares Inc',\n",
       " 'Prestige Brands Holdings Inc',\n",
       " 'Potlatch Corp',\n",
       " 'Patterson Companies',\n",
       " 'Pebblebrook Hotel Trust',\n",
       " 'Penn National Gaming',\n",
       " 'Penumbra, Inc. Inc',\n",
       " \"Pilgrim's Pride\",\n",
       " 'Polaris Industries Inc',\n",
       " 'Plantronics Inc',\n",
       " 'Pinnacle Financial Partners',\n",
       " 'PNM Resources',\n",
       " 'PolyOne Corp',\n",
       " 'Pool Corp',\n",
       " 'Post Holdings Inc',\n",
       " 'PRA Health Sciences',\n",
       " 'PS Business Parks',\n",
       " 'Primerica Inc',\n",
       " 'PTC Inc',\n",
       " 'Patterson-UTI Energy',\n",
       " \"Papa John's International Inc\",\n",
       " 'Ryder System',\n",
       " 'Regal Beloit Corp',\n",
       " 'Reinsurance Group of America',\n",
       " 'Repligen',\n",
       " 'Royal Gold Inc',\n",
       " 'Transocean',\n",
       " 'RenaissanceRe Holdings Ltd',\n",
       " 'Rollins Inc.',\n",
       " 'RPM International Inc',\n",
       " 'Reliance Steel & Aluminum Co.',\n",
       " 'Rayonier Inc',\n",
       " 'Sabre Corp',\n",
       " 'Sanderson Farms',\n",
       " 'Science Applications Intl Corp',\n",
       " 'Boston Beer Company',\n",
       " 'Sally Beauty Holdings Inc',\n",
       " 'Signature Bank',\n",
       " 'Sabra Health Care REIT',\n",
       " 'Selective Insurance Group',\n",
       " 'Semtech',\n",
       " 'Service Corp Intl',\n",
       " 'SEI Investments Corp',\n",
       " 'Stifel Financial Corp',\n",
       " 'Sprouts Farmers Market',\n",
       " 'Scientific Games Corporation',\n",
       " 'Six Flags',\n",
       " 'Tanger Factory Outlet Centers Inc',\n",
       " 'Skechers USA Inc',\n",
       " 'Silicon Laboratories Inc',\n",
       " 'Silgan Holdings Inc',\n",
       " 'SLM Corp',\n",
       " 'Scotts Miracle-Gro Company',\n",
       " 'Senior Housing Properties Trust',\n",
       " 'Synovus Financial Corp (GA)',\n",
       " 'SYNNEX Corporation',\n",
       " 'SolarEdge',\n",
       " 'Sonoco Products Co',\n",
       " 'Spirit Realty Capital',\n",
       " 'STERIS plc',\n",
       " 'Sterling Bancorp',\n",
       " 'Stericycle',\n",
       " 'Steel Dynamics Inc',\n",
       " 'Service Properties Trust',\n",
       " 'Southwestern Energy Co.',\n",
       " 'Southwest Gas Corp',\n",
       " 'Sensient Technologies Corp',\n",
       " 'Synaptics',\n",
       " 'Syneos Health',\n",
       " 'Tetra Tech',\n",
       " 'Texas Capital Bancshares',\n",
       " 'Taubman Centers',\n",
       " 'Teradata',\n",
       " 'Telephone and Data Systems',\n",
       " 'Teledyne Technologies Inc',\n",
       " 'Tech Data Corp',\n",
       " 'Bio-Techne',\n",
       " 'Teradyne',\n",
       " 'Terex Corp',\n",
       " 'Tegna, Inc.',\n",
       " 'Tenet Healthcare Corp',\n",
       " 'Hanover Insurance Group Inc',\n",
       " 'Thor Industries Inc',\n",
       " 'TreeHouse Foods',\n",
       " 'Timken Co',\n",
       " 'Toll Brothers Inc',\n",
       " 'TRI Pointe Group',\n",
       " 'Tempur Sealy International',\n",
       " 'Tootsie Roll Industries Inc',\n",
       " 'LendingTree',\n",
       " 'Trex Company, Inc.',\n",
       " 'Trimble Inc',\n",
       " 'Trustmark Corp (MS)',\n",
       " 'Trinity Industries Inc',\n",
       " 'Toro Company',\n",
       " 'Texas Roadhouse',\n",
       " 'Tyler Technologies',\n",
       " 'United Bankshares Inc',\n",
       " 'Urban Edge Properties',\n",
       " 'Domtar Corp',\n",
       " 'UGI Corp',\n",
       " 'UMB Financial Corp.',\n",
       " 'Umpqua Holdings Corporation',\n",
       " 'United Natural Foods Inc',\n",
       " 'United Therapeutics Corp',\n",
       " 'Uniti Group',\n",
       " 'Urban Outfitters',\n",
       " 'Marriott Vacations Worldwide',\n",
       " 'Visteon',\n",
       " 'Valley National Bancorp',\n",
       " 'Valmont Industries Inc',\n",
       " 'Valvoline Inc',\n",
       " 'ViaSat Inc',\n",
       " 'Vishay Intertechnology Inc',\n",
       " 'W.R. Berkley Corp',\n",
       " 'Washington Federal Inc.',\n",
       " 'Webster Financial Corp (CT)',\n",
       " \"Wendy's Company\",\n",
       " 'Werner Enterprises Inc',\n",
       " 'WEX Inc.',\n",
       " 'Worthington Industries',\n",
       " 'WPX Energy',\n",
       " 'Weingarten Realty Investors',\n",
       " 'Williams-Sonoma, Inc.',\n",
       " 'Watsco Inc',\n",
       " 'West Pharmaceutical Services',\n",
       " 'Wintrust Financial Corp',\n",
       " 'Weight Watchers',\n",
       " 'Woodward Inc',\n",
       " 'World Wrestling Entertainment',\n",
       " 'Wyndham Destinations',\n",
       " 'United States Steel Corporation',\n",
       " 'Alleghany Corporation',\n",
       " 'XPO Logistics',\n",
       " 'Yelp',\n",
       " 'Zebra Technologies Corp']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "securities"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 5: Creating a Pandas DataFrame from our list of S&P 500 companies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ticker</th>\n",
       "      <th>security</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AAN</td>\n",
       "      <td>Aaron's Inc.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ACHC</td>\n",
       "      <td>Acadia Healthcare</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ACIW</td>\n",
       "      <td>ACI Worldwide</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ADNT</td>\n",
       "      <td>Adient plc</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ATGE</td>\n",
       "      <td>Adtalem Global Education</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  ticker                  security\n",
       "0    AAN              Aaron's Inc.\n",
       "1   ACHC         Acadia Healthcare\n",
       "2   ACIW             ACI Worldwide\n",
       "3   ADNT                Adient plc\n",
       "4   ATGE  Adtalem Global Education"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Create a DataFrame from our lists\n",
    "df = pd.DataFrame({\n",
    "    'ticker': tickers,   \n",
    "    'security': securities    \n",
    "})\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Step 6: Export to csv"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Note**: Don't export the index column from our DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export to csv\n",
    "df.to_csv('../data/sp400.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}