EnchantmentsDataClean.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d021ea59-f5dc-44f2-9b2b-643e6197befe",
   "metadata": {},
   "outputs": [],
   "source": [
    "import tabula\n",
    "import tabulate\n",
    "import pickle\n",
    "import pandas as pd\n",
    "import camelot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "df11d176-6b2c-42c0-aa3a-30410755adb8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'0.9.0'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "camelot.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ec180997-fd52-41bd-a221-2e47a02c21db",
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_object(obj, filename):\n",
    "    \"\"\"\n",
    "    Function to save an object in a pickle. Uses pickle highest priority\n",
    "\n",
    "    Parameters:\n",
    "    -----------\n",
    "    obj - python object to save\n",
    "    filename (str): desired filename\n",
    "    \"\"\"\n",
    "    with open(filename, 'wb') as output:  # Overwrites any existing file.\n",
    "        pickle.dump(obj, output, pickle.HIGHEST_PROTOCOL)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "b16a4380-686d-4148-ac9f-0b78bae2b02a",
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = camelot.read_pdf('fseprd695975.pdf', pages = '1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "3d9d0217-f8de-4c11-9695-ee00d7d16b34",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Preferred Entry \\nDate 1</td>\n",
       "      <td>Preferred Division 1</td>\n",
       "      <td>Minimum \\nAcceptable \\nGroup Size 1</td>\n",
       "      <td>Maximum \\nRequested \\nGroup Size 1</td>\n",
       "      <td>Preferred Entry Date 2</td>\n",
       "      <td>Preferred Division 2</td>\n",
       "      <td>Minimum \\nAcceptable \\nGroup Size 2</td>\n",
       "      <td>Maximum \\nRequested Group \\nSize 2</td>\n",
       "      <td>Preferred Entry Date \\n3</td>\n",
       "      <td>Preferred Division 3</td>\n",
       "      <td>Minimum \\nAcceptable \\nGroup Size 3</td>\n",
       "      <td>Maximum \\nRequested \\nGroup Size 3</td>\n",
       "      <td>Results Status</td>\n",
       "      <td>Awarded \\nPreference</td>\n",
       "      <td>Awarded Entry \\nDate</td>\n",
       "      <td>Awarded \\nEntrance \\nCode/Name</td>\n",
       "      <td>Awarded \\nGroup Size</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6/21/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>6/28/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>7/13/21</td>\n",
       "      <td>Stuart  Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8/31/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/1/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/2/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8/26/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8/12/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>6/14/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>6/21/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>6/28/21</td>\n",
       "      <td>Snow Zone</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>8/12/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8/20/21</td>\n",
       "      <td>Snow Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>7/12/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/2/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>6/5/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6/12/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>7/3/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>7/9/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>7/16/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8/13/21</td>\n",
       "      <td>Snow Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>84 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                          0                     1   \\\n",
       "0   Preferred Entry \\nDate 1  Preferred Division 1   \n",
       "1                    6/21/21         Colchuck Zone   \n",
       "2                    8/31/21         Colchuck Zone   \n",
       "3                    8/19/21         Colchuck Zone   \n",
       "4                    8/12/21         Colchuck Zone   \n",
       "..                       ...                   ...   \n",
       "79                   6/14/21         Colchuck Zone   \n",
       "80                   8/12/21         Colchuck Zone   \n",
       "81                   7/12/21         Colchuck Zone   \n",
       "82                    6/5/21         Colchuck Zone   \n",
       "83                    7/9/21         Colchuck Zone   \n",
       "\n",
       "                                     2                                   3   \\\n",
       "0   Minimum \\nAcceptable \\nGroup Size 1  Maximum \\nRequested \\nGroup Size 1   \n",
       "1                                     2                                   2   \n",
       "2                                     2                                   2   \n",
       "3                                     4                                   4   \n",
       "4                                     8                                   8   \n",
       "..                                  ...                                 ...   \n",
       "79                                    3                                   3   \n",
       "80                                    8                                   8   \n",
       "81                                    2                                   2   \n",
       "82                                    6                                   6   \n",
       "83                                    8                                   8   \n",
       "\n",
       "                        4                      5   \\\n",
       "0   Preferred Entry Date 2   Preferred Division 2   \n",
       "1                  6/28/21          Colchuck Zone   \n",
       "2                   9/1/21          Colchuck Zone   \n",
       "3                  8/19/21  Core Enchantment Zone   \n",
       "4                  8/19/21          Colchuck Zone   \n",
       "..                     ...                    ...   \n",
       "79                 6/21/21  Core Enchantment Zone   \n",
       "80                 8/20/21              Snow Zone   \n",
       "81                 8/19/21          Colchuck Zone   \n",
       "82                 6/12/21  Core Enchantment Zone   \n",
       "83                 7/16/21  Core Enchantment Zone   \n",
       "\n",
       "                                     6                                   7   \\\n",
       "0   Minimum \\nAcceptable \\nGroup Size 2  Maximum \\nRequested Group \\nSize 2   \n",
       "1                                     2                                   2   \n",
       "2                                     2                                   2   \n",
       "3                                     4                                   4   \n",
       "4                                     8                                   8   \n",
       "..                                  ...                                 ...   \n",
       "79                                    3                                   3   \n",
       "80                                    8                                   8   \n",
       "81                                    2                                   2   \n",
       "82                                    6                                   6   \n",
       "83                                    8                                   8   \n",
       "\n",
       "                          8                      9   \\\n",
       "0   Preferred Entry Date \\n3   Preferred Division 3   \n",
       "1                    7/13/21           Stuart  Zone   \n",
       "2                     9/2/21          Colchuck Zone   \n",
       "3                    8/26/21          Colchuck Zone   \n",
       "4                                                     \n",
       "..                       ...                    ...   \n",
       "79                   6/28/21              Snow Zone   \n",
       "80                                                    \n",
       "81                    9/2/21          Colchuck Zone   \n",
       "82                    7/3/21  Core Enchantment Zone   \n",
       "83                   8/13/21              Snow Zone   \n",
       "\n",
       "                                     10                                  11  \\\n",
       "0   Minimum \\nAcceptable \\nGroup Size 3  Maximum \\nRequested \\nGroup Size 3   \n",
       "1                                     2                                   2   \n",
       "2                                     2                                   2   \n",
       "3                                     4                                   4   \n",
       "4                                                                             \n",
       "..                                  ...                                 ...   \n",
       "79                                    3                                   3   \n",
       "80                                                                            \n",
       "81                                    2                                   2   \n",
       "82                                    8                                   8   \n",
       "83                                    8                                   8   \n",
       "\n",
       "                12                    13                    14  \\\n",
       "0   Results Status  Awarded \\nPreference  Awarded Entry \\nDate   \n",
       "1     Unsuccessful                                               \n",
       "2     Unsuccessful                                               \n",
       "3     Unsuccessful                                               \n",
       "4     Unsuccessful                                               \n",
       "..             ...                   ...                   ...   \n",
       "79    Unsuccessful                                               \n",
       "80    Unsuccessful                                               \n",
       "81    Unsuccessful                                               \n",
       "82    Unsuccessful                                               \n",
       "83    Unsuccessful                                               \n",
       "\n",
       "                                15                    16  \n",
       "0   Awarded \\nEntrance \\nCode/Name  Awarded \\nGroup Size  \n",
       "1                                                         \n",
       "2                                                         \n",
       "3                                                         \n",
       "4                                                         \n",
       "..                             ...                   ...  \n",
       "79                                                        \n",
       "80                                                        \n",
       "81                                                        \n",
       "82                                                        \n",
       "83                                                        \n",
       "\n",
       "[84 rows x 17 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2[0].df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "14503c75-70bc-4599-9447-86a753f76d79",
   "metadata": {},
   "outputs": [],
   "source": [
    "save_object(df, 'enchantmentsdata_tabula.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "230d061f-0251-440c-be77-7f516884b92e",
   "metadata": {},
   "outputs": [],
   "source": [
    "tabulate.tabulate(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "38a10fd4-6f03-4bac-ad23-bb14d1c0d26d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Appending page  1\n",
      "Appending page  2\n",
      "Appending page  3\n",
      "Appending page  4\n",
      "Appending page  5\n",
      "Appending page  6\n",
      "Appending page  7\n",
      "Appending page  8\n",
      "Appending page  9\n",
      "Appending page  10\n",
      "Appending page  11\n",
      "Appending page  12\n",
      "Appending page  13\n",
      "Appending page  14\n",
      "Appending page  15\n",
      "Appending page  16\n",
      "Appending page  17\n",
      "Appending page  18\n",
      "Appending page  19\n",
      "Appending page  20\n",
      "Appending page  21\n",
      "Appending page  22\n",
      "Appending page  23\n",
      "Appending page  24\n",
      "Appending page  25\n",
      "Appending page  26\n",
      "Appending page  27\n",
      "Appending page  28\n",
      "Appending page  29\n",
      "Appending page  30\n",
      "Appending page  31\n",
      "Appending page  32\n",
      "Appending page  33\n",
      "Appending page  34\n",
      "Appending page  35\n",
      "Appending page  36\n",
      "Appending page  37\n",
      "Appending page  38\n",
      "Appending page  39\n",
      "Appending page  40\n",
      "Appending page  41\n",
      "Appending page  42\n",
      "Appending page  43\n",
      "Appending page  44\n",
      "Appending page  45\n",
      "Appending page  46\n",
      "Appending page  47\n",
      "Appending page  48\n",
      "Appending page  49\n",
      "Appending page  50\n",
      "Appending page  51\n",
      "Appending page  52\n",
      "Appending page  53\n",
      "Appending page  54\n",
      "Appending page  55\n",
      "Appending page  56\n",
      "Appending page  57\n",
      "Appending page  58\n",
      "Appending page  59\n",
      "Appending page  60\n",
      "Appending page  61\n",
      "Appending page  62\n",
      "Appending page  63\n",
      "Appending page  64\n",
      "Appending page  65\n",
      "Appending page  66\n",
      "Appending page  67\n",
      "Appending page  68\n",
      "Appending page  69\n",
      "Appending page  70\n",
      "Appending page  71\n",
      "Appending page  72\n",
      "Appending page  73\n",
      "Appending page  74\n",
      "Appending page  75\n",
      "Appending page  76\n",
      "Appending page  77\n",
      "Appending page  78\n",
      "Appending page  79\n",
      "Appending page  80\n",
      "Appending page  81\n",
      "Appending page  82\n",
      "Appending page  83\n",
      "Appending page  84\n",
      "Appending page  85\n",
      "Appending page  86\n",
      "Appending page  87\n",
      "Appending page  88\n",
      "Appending page  89\n",
      "Appending page  90\n",
      "Appending page  91\n",
      "Appending page  92\n",
      "Appending page  93\n",
      "Appending page  94\n",
      "Appending page  95\n",
      "Appending page  96\n",
      "Appending page  97\n",
      "Appending page  98\n",
      "Appending page  99\n",
      "Appending page  100\n",
      "Appending page  101\n",
      "Appending page  102\n",
      "Appending page  103\n",
      "Appending page  104\n",
      "Appending page  105\n",
      "Appending page  106\n",
      "Appending page  107\n",
      "Appending page  108\n",
      "Appending page  109\n",
      "Appending page  110\n",
      "Appending page  111\n",
      "Appending page  112\n",
      "Appending page  113\n",
      "Appending page  114\n",
      "Appending page  115\n",
      "Appending page  116\n",
      "Appending page  117\n",
      "Appending page  118\n",
      "Appending page  119\n",
      "Appending page  120\n",
      "Appending page  121\n",
      "Appending page  122\n",
      "Appending page  123\n",
      "Appending page  124\n",
      "Appending page  125\n",
      "Appending page  126\n",
      "Appending page  127\n",
      "Appending page  128\n",
      "Appending page  129\n",
      "Appending page  130\n",
      "Appending page  131\n",
      "Appending page  132\n",
      "Appending page  133\n",
      "Appending page  134\n",
      "Appending page  135\n",
      "Appending page  136\n",
      "Appending page  137\n",
      "Appending page  138\n",
      "Appending page  139\n",
      "Appending page  140\n",
      "Appending page  141\n",
      "Appending page  142\n",
      "Appending page  143\n",
      "Appending page  144\n",
      "Appending page  145\n",
      "Appending page  146\n",
      "Appending page  147\n",
      "Appending page  148\n",
      "Appending page  149\n",
      "Appending page  150\n",
      "Appending page  151\n",
      "Appending page  152\n",
      "Appending page  153\n",
      "Appending page  154\n",
      "Appending page  155\n",
      "Appending page  156\n",
      "Appending page  157\n",
      "Appending page  158\n",
      "Appending page  159\n",
      "Appending page  160\n",
      "Appending page  161\n",
      "Appending page  162\n",
      "Appending page  163\n",
      "Appending page  164\n",
      "Appending page  165\n",
      "Appending page  166\n",
      "Appending page  167\n",
      "Appending page  168\n",
      "Appending page  169\n",
      "Appending page  170\n",
      "Appending page  171\n",
      "Appending page  172\n",
      "Appending page  173\n",
      "Appending page  174\n",
      "Appending page  175\n",
      "Appending page  176\n",
      "Appending page  177\n",
      "Appending page  178\n",
      "Appending page  179\n",
      "Appending page  180\n",
      "Appending page  181\n",
      "Appending page  182\n",
      "Appending page  183\n",
      "Appending page  184\n",
      "Appending page  185\n",
      "Appending page  186\n",
      "Appending page  187\n",
      "Appending page  188\n",
      "Appending page  189\n",
      "Appending page  190\n",
      "Appending page  191\n",
      "Appending page  192\n",
      "Appending page  193\n",
      "Appending page  194\n",
      "Appending page  195\n",
      "Appending page  196\n",
      "Appending page  197\n",
      "Appending page  198\n",
      "Appending page  199\n",
      "Appending page  200\n",
      "Appending page  201\n",
      "Appending page  202\n",
      "Appending page  203\n",
      "Appending page  204\n",
      "Appending page  205\n",
      "Appending page  206\n",
      "Appending page  207\n",
      "Appending page  208\n",
      "Appending page  209\n",
      "Appending page  210\n",
      "Appending page  211\n",
      "Appending page  212\n",
      "Appending page  213\n",
      "Appending page  214\n",
      "Appending page  215\n",
      "Appending page  216\n",
      "Appending page  217\n",
      "Appending page  218\n",
      "Appending page  219\n",
      "Appending page  220\n",
      "Appending page  221\n",
      "Appending page  222\n",
      "Appending page  223\n",
      "Appending page  224\n",
      "Appending page  225\n",
      "Appending page  226\n",
      "Appending page  227\n",
      "Appending page  228\n",
      "Appending page  229\n",
      "Appending page  230\n",
      "Appending page  231\n",
      "Appending page  232\n",
      "Appending page  233\n",
      "Appending page  234\n",
      "Appending page  235\n",
      "Appending page  236\n",
      "Appending page  237\n",
      "Appending page  238\n",
      "Appending page  239\n",
      "Appending page  240\n",
      "Appending page  241\n",
      "Appending page  242\n",
      "Appending page  243\n",
      "Appending page  244\n",
      "Appending page  245\n",
      "Appending page  246\n",
      "Appending page  247\n",
      "Appending page  248\n",
      "Appending page  249\n",
      "Appending page  250\n",
      "Appending page  251\n",
      "Appending page  252\n",
      "Appending page  253\n",
      "Appending page  254\n",
      "Appending page  255\n",
      "Appending page  256\n",
      "Appending page  257\n",
      "Appending page  258\n",
      "Appending page  259\n",
      "Appending page  260\n",
      "Appending page  261\n",
      "Appending page  262\n",
      "Appending page  263\n",
      "Appending page  264\n",
      "Appending page  265\n",
      "Appending page  266\n",
      "Appending page  267\n",
      "Appending page  268\n",
      "Appending page  269\n",
      "Appending page  270\n",
      "Appending page  271\n",
      "Appending page  272\n",
      "Appending page  273\n",
      "Appending page  274\n",
      "Appending page  275\n",
      "Appending page  276\n",
      "Appending page  277\n",
      "Appending page  278\n",
      "Appending page  279\n",
      "Appending page  280\n",
      "Appending page  281\n",
      "Appending page  282\n",
      "Appending page  283\n",
      "Appending page  284\n",
      "Appending page  285\n",
      "Appending page  286\n",
      "Appending page  287\n",
      "Appending page  288\n",
      "Appending page  289\n",
      "Appending page  290\n",
      "Appending page  291\n",
      "Appending page  292\n",
      "Appending page  293\n",
      "Appending page  294\n",
      "Appending page  295\n",
      "Appending page  296\n",
      "Appending page  297\n",
      "Appending page  298\n",
      "Appending page  299\n",
      "Appending page  300\n",
      "Appending page  301\n",
      "Appending page  302\n",
      "Appending page  303\n",
      "Appending page  304\n",
      "Appending page  305\n",
      "Appending page  306\n",
      "Appending page  307\n",
      "Appending page  308\n",
      "Appending page  309\n",
      "Appending page  310\n",
      "Appending page  311\n",
      "Appending page  312\n",
      "Appending page  313\n",
      "Appending page  314\n",
      "Appending page  315\n",
      "Appending page  316\n",
      "Appending page  317\n",
      "Appending page  318\n",
      "Appending page  319\n",
      "Appending page  320\n",
      "Appending page  321\n",
      "Appending page  322\n",
      "Appending page  323\n",
      "Appending page  324\n",
      "Appending page  325\n",
      "Appending page  326\n",
      "Appending page  327\n",
      "Appending page  328\n",
      "Appending page  329\n",
      "Appending page  330\n",
      "Appending page  331\n",
      "Appending page  332\n",
      "Appending page  333\n",
      "Appending page  334\n",
      "Appending page  335\n",
      "Appending page  336\n",
      "Appending page  337\n",
      "Appending page  338\n",
      "Appending page  339\n",
      "Appending page  340\n",
      "Appending page  341\n",
      "Appending page  342\n",
      "Appending page  343\n",
      "Appending page  344\n",
      "Appending page  345\n",
      "Appending page  346\n",
      "Appending page  347\n",
      "Appending page  348\n",
      "Appending page  349\n",
      "Appending page  350\n",
      "Appending page  351\n",
      "Appending page  352\n",
      "Appending page  353\n",
      "Appending page  354\n",
      "Appending page  355\n",
      "Appending page  356\n",
      "Appending page  357\n",
      "Appending page  358\n",
      "Appending page  359\n",
      "Appending page  360\n",
      "Appending page  361\n",
      "Appending page  362\n",
      "Appending page  363\n",
      "Appending page  364\n",
      "Appending page  365\n",
      "Appending page  366\n",
      "Appending page  367\n",
      "Appending page  368\n",
      "Appending page  369\n",
      "Appending page  370\n",
      "Appending page  371\n",
      "Appending page  372\n",
      "Appending page  373\n",
      "Appending page  374\n",
      "Appending page  375\n",
      "Appending page  376\n",
      "Appending page  377\n",
      "Appending page  378\n",
      "Appending page  379\n",
      "Appending page  380\n",
      "Appending page  381\n",
      "Appending page  382\n",
      "Appending page  383\n",
      "Appending page  384\n",
      "Appending page  385\n",
      "Appending page  386\n",
      "Appending page  387\n",
      "Appending page  388\n",
      "Appending page  389\n",
      "Appending page  390\n",
      "Appending page  391\n",
      "Appending page  392\n",
      "Appending page  393\n",
      "Appending page  394\n",
      "Appending page  395\n",
      "Appending page  396\n",
      "Appending page  397\n",
      "Appending page  398\n",
      "Appending page  399\n",
      "Appending page  400\n",
      "Appending page  401\n",
      "Appending page  402\n",
      "Appending page  403\n",
      "Appending page  404\n",
      "Appending page  405\n",
      "Appending page  406\n",
      "Appending page  407\n",
      "Appending page  408\n",
      "Appending page  409\n",
      "Appending page  410\n",
      "Appending page  411\n",
      "Appending page  412\n",
      "Appending page  413\n",
      "Appending page  414\n",
      "Appending page  415\n",
      "Appending page  416\n",
      "Appending page  417\n",
      "Appending page  418\n",
      "Appending page  419\n",
      "Appending page  420\n",
      "Appending page  421\n",
      "Appending page  422\n",
      "Appending page  423\n",
      "Appending page  424\n",
      "Appending page  425\n",
      "Appending page  426\n",
      "Appending page  427\n",
      "Appending page  428\n",
      "Appending page  429\n",
      "Appending page  430\n",
      "Appending page  431\n",
      "Appending page  432\n",
      "Appending page  433\n",
      "Appending page  434\n",
      "Appending page  435\n",
      "Appending page  436\n",
      "Appending page  437\n",
      "Appending page  438\n",
      "Appending page  439\n",
      "Appending page  440\n",
      "Appending page  441\n",
      "Appending page  442\n"
     ]
    }
   ],
   "source": [
    "df = camelot.read_pdf('fseprd695975.pdf', pages = '1')\n",
    "df = df[0].df\n",
    "\n",
    "for i in range(1, 443):\n",
    "    \n",
    "    print('Appending page ', i)\n",
    "    df_new = camelot.read_pdf('fseprd695975.pdf', pages = '{}'.format(i))\n",
    "    df = pd.concat([df, df_new[0].df])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "d32f732e-a928-475f-9d49-12a276dd89c9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1     6/21/21\n",
       "2     8/31/21\n",
       "3     8/19/21\n",
       "4     8/12/21\n",
       "5      7/9/21\n",
       "       ...   \n",
       "79    9/11/21\n",
       "80     9/7/21\n",
       "81     9/6/21\n",
       "82     9/6/21\n",
       "83    9/10/21\n",
       "Name: 0, Length: 37211, dtype: object"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[1:][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "0d15acd7-de37-4d8a-9718-eb955d56a9ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.reset_index(inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "9797c5b1-17bf-4879-8e9a-1b6a838d7609",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('Enchantmentsdata_2021.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "9ad36490-e9bd-4c8a-8976-26a44d7675aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.drop(df[0][df[0]=='Preferred Entry \\nDate 1'].index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "aec84ad9-9fa4-4911-84c6-cd01f8fe51f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "df.reset_index(inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "4a940bae-a648-40a6-a421-63cecead8e87",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[0] = df[0].astype('datetime64')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "52c3adbe-37a1-4e27-a229-a4ee087dfe3f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<pandas.core.groupby.generic.DataFrameGroupBy object at 0x17fd660a0>"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby([0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "0eb080cc-71b5-4d4b-8097-3efcfd0d86d0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>level_0</th>\n",
       "      <th>index</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "      <th>16</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2021-06-21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>6/28/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>7/13/21</td>\n",
       "      <td>Stuart  Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2021-08-31</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/1/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/2/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2021-08-19</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8/26/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2021-08-12</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8/19/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>2021-07-09</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>7/9/21</td>\n",
       "      <td>Snow Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>7/9/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36764</th>\n",
       "      <td>37207</td>\n",
       "      <td>79</td>\n",
       "      <td>2021-09-11</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8/28/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>9/16/21</td>\n",
       "      <td>Stuart  Zone</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36765</th>\n",
       "      <td>37208</td>\n",
       "      <td>80</td>\n",
       "      <td>2021-09-07</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/8/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>9/13/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36766</th>\n",
       "      <td>37209</td>\n",
       "      <td>81</td>\n",
       "      <td>2021-09-06</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/13/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>9/20/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Unsuccessful</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36767</th>\n",
       "      <td>37210</td>\n",
       "      <td>82</td>\n",
       "      <td>2021-09-06</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>7/1/21</td>\n",
       "      <td>Core Enchantment Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8/20/21</td>\n",
       "      <td>Colchuck Zone</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>Accepted</td>\n",
       "      <td>1</td>\n",
       "      <td>9/6/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36768</th>\n",
       "      <td>37211</td>\n",
       "      <td>83</td>\n",
       "      <td>2021-09-10</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>9/16/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>9/23/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Accepted</td>\n",
       "      <td>3</td>\n",
       "      <td>9/23/21</td>\n",
       "      <td>Stuart Zone (stock)</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>36769 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       level_0  index          0                    1  2  3        4  \\\n",
       "0            1      1 2021-06-21        Colchuck Zone  2  2  6/28/21   \n",
       "1            2      2 2021-08-31        Colchuck Zone  2  2   9/1/21   \n",
       "2            3      3 2021-08-19        Colchuck Zone  4  4  8/19/21   \n",
       "3            4      4 2021-08-12        Colchuck Zone  8  8  8/19/21   \n",
       "4            5      5 2021-07-09        Colchuck Zone  4  4   7/9/21   \n",
       "...        ...    ...        ...                  ... .. ..      ...   \n",
       "36764    37207     79 2021-09-11  Stuart Zone (stock)  4  4  8/28/21   \n",
       "36765    37208     80 2021-09-07  Stuart Zone (stock)  3  3   9/8/21   \n",
       "36766    37209     81 2021-09-06  Stuart Zone (stock)  2  2  9/13/21   \n",
       "36767    37210     82 2021-09-06  Stuart Zone (stock)  8  8   7/1/21   \n",
       "36768    37211     83 2021-09-10  Stuart Zone (stock)  4  4  9/16/21   \n",
       "\n",
       "                           5  6  7        8                      9 10 11  \\\n",
       "0              Colchuck Zone  2  2  7/13/21           Stuart  Zone  2  2   \n",
       "1              Colchuck Zone  2  2   9/2/21          Colchuck Zone  2  2   \n",
       "2      Core Enchantment Zone  4  4  8/26/21          Colchuck Zone  4  4   \n",
       "3              Colchuck Zone  8  8                                         \n",
       "4                  Snow Zone  4  4   7/9/21  Core Enchantment Zone  4  4   \n",
       "...                      ... .. ..      ...                    ... .. ..   \n",
       "36764  Core Enchantment Zone  4  4  9/16/21           Stuart  Zone  4  4   \n",
       "36765    Stuart Zone (stock)  3  3  9/13/21    Stuart Zone (stock)  3  3   \n",
       "36766    Stuart Zone (stock)  2  2  9/20/21    Stuart Zone (stock)  2  2   \n",
       "36767  Core Enchantment Zone  8  8  8/20/21          Colchuck Zone  8  8   \n",
       "36768    Stuart Zone (stock)  4  4  9/23/21    Stuart Zone (stock)  4  4   \n",
       "\n",
       "                 12 13       14                   15 16  \n",
       "0      Unsuccessful                                      \n",
       "1      Unsuccessful                                      \n",
       "2      Unsuccessful                                      \n",
       "3      Unsuccessful                                      \n",
       "4      Unsuccessful                                      \n",
       "...             ... ..      ...                  ... ..  \n",
       "36764  Unsuccessful                                      \n",
       "36765  Unsuccessful                                      \n",
       "36766  Unsuccessful                                      \n",
       "36767      Accepted  1   9/6/21  Stuart Zone (stock)  8  \n",
       "36768      Accepted  3  9/23/21  Stuart Zone (stock)  4  \n",
       "\n",
       "[36769 rows x 19 columns]"
      ]
     },
     "execution_count": 65,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ae5b5ab3-81b7-46e5-a631-cb6001ff978c",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}