SEC-descriptives.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## COUNTRY"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "country = pd.read_csv('csv/country31may2015.csv',\n",
    "                     dtype={'CIKNUMBER': 'S',\n",
    "                           'IRSNUMBER': 'S',\n",
    "                           'TAXHAVEN': 'S'} )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "CIKNUMBER - chamber of commerce nr <br>\n",
    "IRSNUMBER - tax number <br>\n",
    "NAME - company name <br>\n",
    "DATADATE - date of establishment <br>\n",
    "FILEDATE - file date <br>\n",
    "INCSTATE - state of incorporation <br>\n",
    "HQSTATE - state where headquarters is <br>\n",
    "ISO3 - subsidiary ISO3 <br>\n",
    "COUNTRY - subsidiary company country <br>\n",
    "TAXHAVEN - subsidiary company a tax haven? <br>\n",
    "COUNTRYCOUNT - amount of branches in the country <br>\n",
    "TOTALCOUNT - total amount of subsidiary branches <br>\n",
    "NCOUNTRIES - total amount of countries with subsidiaries <br>\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CIKNUMBER</th>\n",
       "      <th>IRSNUMBER</th>\n",
       "      <th>NAME</th>\n",
       "      <th>DATADATE</th>\n",
       "      <th>FILEDATE</th>\n",
       "      <th>INCSTATE</th>\n",
       "      <th>HQSTATE</th>\n",
       "      <th>ISO3</th>\n",
       "      <th>COUNTRY</th>\n",
       "      <th>TAXHAVEN</th>\n",
       "      <th>COUNTRYCOUNT</th>\n",
       "      <th>TOTALCOUNT</th>\n",
       "      <th>NCOUNTRIES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>GBR</td>\n",
       "      <td>United Kingdom</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>FRA</td>\n",
       "      <td>France</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>CHE</td>\n",
       "      <td>Switzerland</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>SGP</td>\n",
       "      <td>Singapore</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DEU</td>\n",
       "      <td>Germany</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CIKNUMBER    IRSNUMBER                      NAME    DATADATE    FILEDATE  \\\n",
       "0      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "1      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "2      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "3      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "4      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "\n",
       "  INCSTATE HQSTATE ISO3         COUNTRY TAXHAVEN  COUNTRYCOUNT  TOTALCOUNT  \\\n",
       "0       NJ      NJ  GBR  United Kingdom      0.0           1.0         7.0   \n",
       "1       NJ      NJ  FRA          France      0.0           2.0         7.0   \n",
       "2       NJ      NJ  CHE     Switzerland      1.0           2.0         7.0   \n",
       "3       NJ      NJ  SGP       Singapore      1.0           1.0         7.0   \n",
       "4       NJ      NJ  DEU         Germany      0.0           1.0         7.0   \n",
       "\n",
       "   NCOUNTRIES  \n",
       "0         5.0  \n",
       "1         5.0  \n",
       "2         5.0  \n",
       "3         5.0  \n",
       "4         5.0  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "country.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### descriptives"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TOTAL 447,956 records <br>\n",
    "most subsidiaries belong to AON CORP (1572) <br>\n",
    "most subsidiaries are settled in Canada (24884) <br>\n",
    "median amount of branches per country is 2, max 650 <br>\n",
    "median amount of subsidiaries per company is 48, max 2085 <br>\n",
    "median amount of countries a company has subsidiaries in is 12, max 106 <br>\n",
    "all distributions are highly skewed, meaning that there are a few companies with lots of subsidiaries <br>\n",
    "there are 90,727 subsidiaries located in tax havens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CIKNUMBER</th>\n",
       "      <th>IRSNUMBER</th>\n",
       "      <th>NAME</th>\n",
       "      <th>DATADATE</th>\n",
       "      <th>FILEDATE</th>\n",
       "      <th>INCSTATE</th>\n",
       "      <th>HQSTATE</th>\n",
       "      <th>ISO3</th>\n",
       "      <th>COUNTRY</th>\n",
       "      <th>TAXHAVEN</th>\n",
       "      <th>COUNTRYCOUNT</th>\n",
       "      <th>TOTALCOUNT</th>\n",
       "      <th>NCOUNTRIES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>600452</td>\n",
       "      <td>589058</td>\n",
       "      <td>600443</td>\n",
       "      <td>600452</td>\n",
       "      <td>600452</td>\n",
       "      <td>566287</td>\n",
       "      <td>599531</td>\n",
       "      <td>447956</td>\n",
       "      <td>447956</td>\n",
       "      <td>447956</td>\n",
       "      <td>447956</td>\n",
       "      <td>447956</td>\n",
       "      <td>600452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>37231</td>\n",
       "      <td>26259</td>\n",
       "      <td>43421</td>\n",
       "      <td>2375</td>\n",
       "      <td>5160</td>\n",
       "      <td>98</td>\n",
       "      <td>170</td>\n",
       "      <td>220</td>\n",
       "      <td>221</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>315293.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>AON CORP</td>\n",
       "      <td>2005-12-31</td>\n",
       "      <td>2000-03-30</td>\n",
       "      <td>DE</td>\n",
       "      <td>CA</td>\n",
       "      <td>CAN</td>\n",
       "      <td>Canada</td>\n",
       "      <td>0.0</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>1755</td>\n",
       "      <td>27332</td>\n",
       "      <td>1572</td>\n",
       "      <td>23092</td>\n",
       "      <td>6870</td>\n",
       "      <td>330023</td>\n",
       "      <td>90454</td>\n",
       "      <td>24884</td>\n",
       "      <td>24884</td>\n",
       "      <td>357229</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3.02761</td>\n",
       "      <td>97.8197</td>\n",
       "      <td>18.5745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>6.31747</td>\n",
       "      <td>162.92</td>\n",
       "      <td>20.4418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>48</td>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>3</td>\n",
       "      <td>109</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>650</td>\n",
       "      <td>2085</td>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       CIKNUMBER IRSNUMBER      NAME    DATADATE    FILEDATE INCSTATE HQSTATE  \\\n",
       "count     600452    589058    600443      600452      600452   566287  599531   \n",
       "unique     37231     26259     43421        2375        5160       98     170   \n",
       "top     315293.0       0.0  AON CORP  2005-12-31  2000-03-30       DE      CA   \n",
       "freq        1755     27332      1572       23092        6870   330023   90454   \n",
       "mean                                                                            \n",
       "std                                                                             \n",
       "min                                                                             \n",
       "25%                                                                             \n",
       "50%                                                                             \n",
       "75%                                                                             \n",
       "max                                                                             \n",
       "\n",
       "          ISO3 COUNTRY TAXHAVEN COUNTRYCOUNT TOTALCOUNT NCOUNTRIES  \n",
       "count   447956  447956   447956       447956     447956     600452  \n",
       "unique     220     221        2                                     \n",
       "top        CAN  Canada      0.0                                     \n",
       "freq     24884   24884   357229                                     \n",
       "mean                                 3.02761    97.8197    18.5745  \n",
       "std                                  6.31747     162.92    20.4418  \n",
       "min                                        1          1          0  \n",
       "25%                                        1         17          0  \n",
       "50%                                        2         48         12  \n",
       "75%                                        3        109         30  \n",
       "max                                      650       2085        106  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "country.describe(include=\"all\").fillna(value='')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "TAXHAVEN\n",
       "0.0    357229\n",
       "1.0     90727\n",
       "Name: TAXHAVEN, dtype: int64"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "country.groupby(['TAXHAVEN'])['TAXHAVEN'].count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### most used tax havens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "COUNTRY\n",
       "Hong Kong                           12294\n",
       "Singapore                           11703\n",
       "Switzerland                          8325\n",
       "Ireland                              8201\n",
       "Cayman Islands                       7086\n",
       "Bermuda                              6898\n",
       "Malaysia                             6012\n",
       "Barbados                             5325\n",
       "Luxembourg                           4866\n",
       "Mauritius                            2756\n",
       "Panama                               2449\n",
       "Costa Rica                           1956\n",
       "Jersey                               1545\n",
       "Netherlands Antilles                 1386\n",
       "Cyprus                               1323\n",
       "Bahamas, The                         1226\n",
       "Gibraltar                             874\n",
       "Guernsey                              630\n",
       "Lebanon                               605\n",
       "Macau                                 480\n",
       "Isle of Man                           478\n",
       "Turks and Caicos Islands              473\n",
       "Malta                                 458\n",
       "Marshall Islands                      449\n",
       "Bahrain                               444\n",
       "Liberia                               400\n",
       "Aruba                                 321\n",
       "Monaco                                248\n",
       "Saint Lucia                           231\n",
       "Saint Kitts and Nevis                 203\n",
       "Liechtenstein                         188\n",
       "Antigua and Barbuda                   158\n",
       "Saint Vincent and the Grenadines      138\n",
       "Vanuatu                               130\n",
       "Belize                                106\n",
       "Seychelles                             63\n",
       "Grenada                                62\n",
       "Samoa                                  58\n",
       "Anguilla                               43\n",
       "Dominica                               41\n",
       "San Marino                             29\n",
       "Cook Islands                           28\n",
       "Andorra                                22\n",
       "Montserrat                             13\n",
       "Nauru                                   2\n",
       "Niue                                    1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "country[country['TAXHAVEN'] == '1.0'].groupby(['COUNTRY']).size().sort_values(ascending=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## STATE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "state = pd.read_csv('csv/state31may2015.csv',\n",
    "                   dtype={'CIKNUMBER': 'S',\n",
    "                           'IRSNUMBER': 'S',\n",
    "                           'FIPS' : 'S'})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "CIKNUMBER - chamber of commerce nr <br>\n",
    "IRSNUMBER - tax number <br>\n",
    "NAME - company name <br>\n",
    "DATADATE - date of establishment <br>\n",
    "FILEDATE - file date <br>\n",
    "INCSTATE - state of incorporation <br>\n",
    "HQSTATE - state where headquarters is <br>\n",
    "FIPS - subsidiary state FIPS <br>\n",
    "COUNTRY - subsidiary company state <br>\n",
    "STATE - amount of branches in the state <br>\n",
    "TOTALSTATECOUNT - total amount of subsidiary branches  in the state <br>\n",
    "NSTATES - total amount of states with subsidiaries <br>\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CIKNUMBER</th>\n",
       "      <th>IRSNUMBER</th>\n",
       "      <th>NAME</th>\n",
       "      <th>DATADATE</th>\n",
       "      <th>FILEDATE</th>\n",
       "      <th>INCSTATE</th>\n",
       "      <th>HQSTATE</th>\n",
       "      <th>STATECODE</th>\n",
       "      <th>FIPS</th>\n",
       "      <th>STATE</th>\n",
       "      <th>STATECOUNT</th>\n",
       "      <th>TOTALSTATECOUNT</th>\n",
       "      <th>NSTATES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1995-12-31</td>\n",
       "      <td>1996-03-28</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1996-12-28</td>\n",
       "      <td>1997-03-19</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1998-01-03</td>\n",
       "      <td>1998-03-18</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>1999-01-02</td>\n",
       "      <td>1999-03-23</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>20.0</td>\n",
       "      <td>221759452.0</td>\n",
       "      <td>K TRON INTERNATIONAL INC</td>\n",
       "      <td>2000-01-01</td>\n",
       "      <td>2000-03-30</td>\n",
       "      <td>NJ</td>\n",
       "      <td>NJ</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  CIKNUMBER    IRSNUMBER                      NAME    DATADATE    FILEDATE  \\\n",
       "0      20.0  221759452.0  K TRON INTERNATIONAL INC  1995-12-31  1996-03-28   \n",
       "1      20.0  221759452.0  K TRON INTERNATIONAL INC  1996-12-28  1997-03-19   \n",
       "2      20.0  221759452.0  K TRON INTERNATIONAL INC  1998-01-03  1998-03-18   \n",
       "3      20.0  221759452.0  K TRON INTERNATIONAL INC  1999-01-02  1999-03-23   \n",
       "4      20.0  221759452.0  K TRON INTERNATIONAL INC  2000-01-01  2000-03-30   \n",
       "\n",
       "  INCSTATE HQSTATE STATECODE FIPS     STATE  STATECOUNT  TOTALSTATECOUNT  \\\n",
       "0       NJ      NJ        DE   10  Delaware         3.0              3.0   \n",
       "1       NJ      NJ        DE   10  Delaware         3.0              3.0   \n",
       "2       NJ      NJ        DE   10  Delaware         3.0              3.0   \n",
       "3       NJ      NJ        DE   10  Delaware         3.0              3.0   \n",
       "4       NJ      NJ        DE   10  Delaware         3.0              3.0   \n",
       "\n",
       "   NSTATES  \n",
       "0      1.0  \n",
       "1      1.0  \n",
       "2      1.0  \n",
       "3      1.0  \n",
       "4      1.0  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "state.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### descriptives"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "TOTAL 325,895 records <br>\n",
    "most subsidiaries belong to SERVICE CORPORATION INTERNATIONAL (924) <br>\n",
    "most subsidiaries are settled in Delaware (53214) <br>\n",
    "median amount of branches per state is 2, max 1111 <br>\n",
    "median amount of subsidiaries per company is 24, max 2075 <br>\n",
    "median amount of states a company has subsidiaries in is 4, max 48 <br>\n",
    "all distributions are highly skewed, meaning that there are a few companies with lots of subsidiaries <br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>CIKNUMBER</th>\n",
       "      <th>IRSNUMBER</th>\n",
       "      <th>NAME</th>\n",
       "      <th>DATADATE</th>\n",
       "      <th>FILEDATE</th>\n",
       "      <th>INCSTATE</th>\n",
       "      <th>HQSTATE</th>\n",
       "      <th>STATECODE</th>\n",
       "      <th>FIPS</th>\n",
       "      <th>STATE</th>\n",
       "      <th>STATECOUNT</th>\n",
       "      <th>TOTALSTATECOUNT</th>\n",
       "      <th>NSTATES</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>454604</td>\n",
       "      <td>443554</td>\n",
       "      <td>454596</td>\n",
       "      <td>454604</td>\n",
       "      <td>454604</td>\n",
       "      <td>430276</td>\n",
       "      <td>454015</td>\n",
       "      <td>325895</td>\n",
       "      <td>325895</td>\n",
       "      <td>325895</td>\n",
       "      <td>325895</td>\n",
       "      <td>325895</td>\n",
       "      <td>454604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>unique</th>\n",
       "      <td>37231</td>\n",
       "      <td>26259</td>\n",
       "      <td>43421</td>\n",
       "      <td>2375</td>\n",
       "      <td>5160</td>\n",
       "      <td>98</td>\n",
       "      <td>170</td>\n",
       "      <td>50</td>\n",
       "      <td>48</td>\n",
       "      <td>50</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>top</th>\n",
       "      <td>72971.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>SERVICE CORPORATION INTERNATIONAL</td>\n",
       "      <td>2005-12-31</td>\n",
       "      <td>2000-03-30</td>\n",
       "      <td>DE</td>\n",
       "      <td>CA</td>\n",
       "      <td>DE</td>\n",
       "      <td>10</td>\n",
       "      <td>Delaware</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>freq</th>\n",
       "      <td>994</td>\n",
       "      <td>17997</td>\n",
       "      <td>924</td>\n",
       "      <td>18853</td>\n",
       "      <td>6778</td>\n",
       "      <td>232543</td>\n",
       "      <td>53007</td>\n",
       "      <td>53214</td>\n",
       "      <td>53214</td>\n",
       "      <td>53214</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4.83262</td>\n",
       "      <td>67.3847</td>\n",
       "      <td>8.06338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>16.7155</td>\n",
       "      <td>125.17</td>\n",
       "      <td>10.727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>4</td>\n",
       "      <td>72</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>1111</td>\n",
       "      <td>2074</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       CIKNUMBER IRSNUMBER                               NAME    DATADATE  \\\n",
       "count     454604    443554                             454596      454604   \n",
       "unique     37231     26259                              43421        2375   \n",
       "top      72971.0       0.0  SERVICE CORPORATION INTERNATIONAL  2005-12-31   \n",
       "freq         994     17997                                924       18853   \n",
       "mean                                                                        \n",
       "std                                                                         \n",
       "min                                                                         \n",
       "25%                                                                         \n",
       "50%                                                                         \n",
       "75%                                                                         \n",
       "max                                                                         \n",
       "\n",
       "          FILEDATE INCSTATE HQSTATE STATECODE    FIPS     STATE STATECOUNT  \\\n",
       "count       454604   430276  454015    325895  325895    325895     325895   \n",
       "unique        5160       98     170        50      48        50              \n",
       "top     2000-03-30       DE      CA        DE      10  Delaware              \n",
       "freq          6778   232543   53007     53214   53214     53214              \n",
       "mean                                                               4.83262   \n",
       "std                                                                16.7155   \n",
       "min                                                                      1   \n",
       "25%                                                                      1   \n",
       "50%                                                                      2   \n",
       "75%                                                                      4   \n",
       "max                                                                   1111   \n",
       "\n",
       "       TOTALSTATECOUNT  NSTATES  \n",
       "count           325895   454604  \n",
       "unique                           \n",
       "top                              \n",
       "freq                             \n",
       "mean           67.3847  8.06338  \n",
       "std             125.17   10.727  \n",
       "min                  1        0  \n",
       "25%                  8        0  \n",
       "50%                 24        4  \n",
       "75%                 72       11  \n",
       "max               2074       48  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "state.describe(include=\"all\").fillna(value='')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}