Analyzing-Meta-Data.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "#pd.set_option('display.mpl_style', 'default') # Make the graphs a bit prettier\n",
    "%matplotlib inline\n",
    "import seaborn as sns\n",
    "sns.set(style=\"whitegrid\", color_codes=True)\n",
    "import nltk\n",
    "from sklearn.metrics import silhouette_score\n",
    "from sklearn.cluster import KMeans\n",
    "#nltk.download()\n",
    "from datetime import datetime\n",
    "from dateutil import tz\n",
    "import copy\n",
    "import pickle\n",
    "from sklearn import preprocessing\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Reddit Mental Health Comment Clustering"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Loading in the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/IPython/core/interactiveshell.py:2871: DtypeWarning: Columns (18) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "anxiety_comments = pd.read_csv('hella_data/Anxiety_comments_sub201505.csv')\n",
    "anxiety_posts = pd.read_csv('hella_data/Anxiety_posts_full_corpus_201509.csv')\n",
    "anxiety_posts = anxiety_posts.set_index('name')\n",
    "anxiety_comments = anxiety_comments.set_index('name')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preliminary: Anxiety Data Set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/IPython/core/interactiveshell.py:2871: DtypeWarning: Columns (18) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body</th>\n",
       "      <th>author</th>\n",
       "      <th>created_utc</th>\n",
       "      <th>subreddit_id</th>\n",
       "      <th>link_id</th>\n",
       "      <th>parent_id</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>subreddit</th>\n",
       "      <th>deleted</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>t1_c0dmqpc</th>\n",
       "      <td>Where?</td>\n",
       "      <td>cinsere</td>\n",
       "      <td>1254002472</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>3</td>\n",
       "      <td>c0dmqpc</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_c0ari6c</th>\n",
       "      <td>These tips are totally easy to implement and t...</td>\n",
       "      <td>webbedenterprisesinc</td>\n",
       "      <td>1246568854</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>1</td>\n",
       "      <td>c0ari6c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cehnsp1</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1388899234</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>14</td>\n",
       "      <td>cehnsp1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj8vup9</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1406433640</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bt7fv</td>\n",
       "      <td>t1_cj8pm48</td>\n",
       "      <td>-4</td>\n",
       "      <td>cj8vup9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cim8c6p</th>\n",
       "      <td>My anxiety is triggered by unplanned events or...</td>\n",
       "      <td>mutantruby</td>\n",
       "      <td>1404263262</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>61</td>\n",
       "      <td>cim8c6p</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckcjnvj</th>\n",
       "      <td>The only way I found out about my anxiety was ...</td>\n",
       "      <td>ServeChilled</td>\n",
       "      <td>1410192814</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>44</td>\n",
       "      <td>ckcjnvj</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjqo1bv</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1408070450</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2cqzhs</td>\n",
       "      <td>t1_cjkkl6f</td>\n",
       "      <td>0</td>\n",
       "      <td>cjqo1bv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_chletov</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1400462152</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>0</td>\n",
       "      <td>chletov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgy220d</th>\n",
       "      <td>Thank you :-)</td>\n",
       "      <td>B0o</td>\n",
       "      <td>1398085841</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_23k6em</td>\n",
       "      <td>t1_cgxz3l0</td>\n",
       "      <td>0</td>\n",
       "      <td>cgy220d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cg68tcd</th>\n",
       "      <td>Sometimes I think I see spots, but I'm not sur...</td>\n",
       "      <td>TinBritches</td>\n",
       "      <td>1395201722</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>0</td>\n",
       "      <td>cg68tcd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cl0t5n5</th>\n",
       "      <td>If I smoke too much I'm guaranteed to start to...</td>\n",
       "      <td>pleaseregister</td>\n",
       "      <td>1412488176</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>1</td>\n",
       "      <td>cl0t5n5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgm676y</th>\n",
       "      <td>This has made me feel so much better.\\nI have ...</td>\n",
       "      <td>CobyCoyle</td>\n",
       "      <td>1396872573</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>1</td>\n",
       "      <td>cgm676y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckrzpe6</th>\n",
       "      <td>Ok, well. You have the answer to your question...</td>\n",
       "      <td>disfiguroo</td>\n",
       "      <td>1411628588</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2hcj3p</td>\n",
       "      <td>t1_ckrvzoi</td>\n",
       "      <td>1</td>\n",
       "      <td>ckrzpe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfixp99</th>\n",
       "      <td>Stress can trigger things like anxiety.  The d...</td>\n",
       "      <td>GutterMaiden</td>\n",
       "      <td>1392781594</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>1</td>\n",
       "      <td>cfixp99</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj68h9u</th>\n",
       "      <td>[this song](https://www.youtube.com/watch?v=rc...</td>\n",
       "      <td>respectableusername</td>\n",
       "      <td>1406180759</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>1</td>\n",
       "      <td>cj68h9u</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfl2y38</th>\n",
       "      <td>Wonderful! You rocked it. :)</td>\n",
       "      <td>lemmings_world</td>\n",
       "      <td>1392999859</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>1</td>\n",
       "      <td>cfl2y38</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cimpif6</th>\n",
       "      <td>Reading through this really gave me some flash...</td>\n",
       "      <td>SolidBlake</td>\n",
       "      <td>1404317837</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>1</td>\n",
       "      <td>cimpif6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfdfe7r</th>\n",
       "      <td>It takes a lot of time. Try to be patient with...</td>\n",
       "      <td>dandeliondid</td>\n",
       "      <td>1392215049</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1xnv4q</td>\n",
       "      <td>t1_cfd372m</td>\n",
       "      <td>1</td>\n",
       "      <td>cfdfe7r</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn4jouv</th>\n",
       "      <td>You staying the night or are they releasing yo...</td>\n",
       "      <td>nutjoob</td>\n",
       "      <td>1419458746</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2qacdc</td>\n",
       "      <td>t1_cn4j74p</td>\n",
       "      <td>1</td>\n",
       "      <td>cn4jouv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cieavfe</th>\n",
       "      <td>I can relate.  The thought of having a wedding...</td>\n",
       "      <td>Xaila</td>\n",
       "      <td>1403471040</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>1</td>\n",
       "      <td>cieavfe</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjw84sy</th>\n",
       "      <td>I've been anxious to run this by my psychiatri...</td>\n",
       "      <td>TheTacoBellTolls</td>\n",
       "      <td>1408593802</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e52vd</td>\n",
       "      <td>t1_cjw71bf</td>\n",
       "      <td>1</td>\n",
       "      <td>cjw84sy</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxw67c</th>\n",
       "      <td>How do you know personality of unknown cat? Do...</td>\n",
       "      <td>I-just-came</td>\n",
       "      <td>1418848419</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2phnym</td>\n",
       "      <td>t1_cmxqalv</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxw67c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn0f9c1</th>\n",
       "      <td>Thanks - this sounds like something that would...</td>\n",
       "      <td>VioletApple</td>\n",
       "      <td>1419078894</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2psn6k</td>\n",
       "      <td>t1_cn0bbck</td>\n",
       "      <td>1</td>\n",
       "      <td>cn0f9c1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cho1v09</th>\n",
       "      <td>I don't know how your session will go. That's ...</td>\n",
       "      <td>nuw</td>\n",
       "      <td>1400724317</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2623gq</td>\n",
       "      <td>t1_chnf7lp</td>\n",
       "      <td>1</td>\n",
       "      <td>cho1v09</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckoawwh</th>\n",
       "      <td>I deal with bad health anxiety, and normally I...</td>\n",
       "      <td>schrodingerscatapult</td>\n",
       "      <td>1411295750</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>1</td>\n",
       "      <td>ckoawwh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjxbcvt</th>\n",
       "      <td>I can still function day to day it just feels ...</td>\n",
       "      <td>ladeled</td>\n",
       "      <td>1408697252</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>1</td>\n",
       "      <td>cjxbcvt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxe67a</th>\n",
       "      <td>Thats very interesting. My personal opinion af...</td>\n",
       "      <td>SillyRaccoon</td>\n",
       "      <td>1418799549</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2pjx4v</td>\n",
       "      <td>t1_cmxe348</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxe67a</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ci8dqe6</th>\n",
       "      <td>Not self-conscious about exercise, but when I ...</td>\n",
       "      <td>Parabrella</td>\n",
       "      <td>1402868862</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>1</td>\n",
       "      <td>ci8dqe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cicyvg3</th>\n",
       "      <td>It's a vicious cycle. And doctors make me feel...</td>\n",
       "      <td>rageagainsthevagene</td>\n",
       "      <td>1403312376</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28mfl5</td>\n",
       "      <td>t1_cicqsnd</td>\n",
       "      <td>1</td>\n",
       "      <td>cicyvg3</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjos6ay</th>\n",
       "      <td>Yes, and I tend to hyperventilate when I'm hav...</td>\n",
       "      <td>kyndle</td>\n",
       "      <td>1407904340</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>1</td>\n",
       "      <td>cjos6ay</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquucq8</th>\n",
       "      <td>Couldn't it be the ativan that's making you fe...</td>\n",
       "      <td>lulumeme</td>\n",
       "      <td>1430471032</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34hi53</td>\n",
       "      <td>t1_cqut0gc</td>\n",
       "      <td>1</td>\n",
       "      <td>cquucq8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquz0du</th>\n",
       "      <td>Good video, i would go to the gym or outside o...</td>\n",
       "      <td>space_cowboy90</td>\n",
       "      <td>1430487304</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>2</td>\n",
       "      <td>cquz0du</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqzd1by</th>\n",
       "      <td>Fuck. What am I even supposed to do? Alzheimer...</td>\n",
       "      <td>never_not_tea</td>\n",
       "      <td>1430851769</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34yi3z</td>\n",
       "      <td>t1_cqzavt5</td>\n",
       "      <td>1</td>\n",
       "      <td>cqzd1by</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr9gzx1</th>\n",
       "      <td>I normally do, and it's a hit and miss at help...</td>\n",
       "      <td>Jpro124</td>\n",
       "      <td>1431648228</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36041a</td>\n",
       "      <td>t1_cr9gwds</td>\n",
       "      <td>1</td>\n",
       "      <td>cr9gzx1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr74b0f</th>\n",
       "      <td>Claritin D always screws me up.  My anxiety go...</td>\n",
       "      <td>buckeye3343</td>\n",
       "      <td>1431470878</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35pbno</td>\n",
       "      <td>t1_cr6yxhg</td>\n",
       "      <td>1</td>\n",
       "      <td>cr74b0f</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crjx0yg</th>\n",
       "      <td>You sound just like me. I got over some anxiet...</td>\n",
       "      <td>Sheehan7</td>\n",
       "      <td>1432522160</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35e58k</td>\n",
       "      <td>t1_cr8tv8z</td>\n",
       "      <td>2</td>\n",
       "      <td>crjx0yg</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crocuf5</th>\n",
       "      <td>Thank you!</td>\n",
       "      <td>Lillyshadez</td>\n",
       "      <td>1432864162</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37cpbw</td>\n",
       "      <td>t1_crn5zqg</td>\n",
       "      <td>1</td>\n",
       "      <td>crocuf5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crp9y2d</th>\n",
       "      <td>I used to get SO embarrassed when I was runnin...</td>\n",
       "      <td>crosscountryrunner21</td>\n",
       "      <td>1432934387</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37po4a</td>\n",
       "      <td>t1_crp7lfg</td>\n",
       "      <td>1</td>\n",
       "      <td>crp9y2d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr6uffz</th>\n",
       "      <td>Very talented!</td>\n",
       "      <td>nikijoie</td>\n",
       "      <td>1431455522</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>2</td>\n",
       "      <td>cr6uffz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crlch4n</th>\n",
       "      <td>Thank you so much for responding. Yea thats ba...</td>\n",
       "      <td>Boobiesaresquishy</td>\n",
       "      <td>1432651129</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37biys</td>\n",
       "      <td>t1_crl949n</td>\n",
       "      <td>1</td>\n",
       "      <td>crlch4n</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyknjw</th>\n",
       "      <td>637 total cases of Hantavirus in the US since ...</td>\n",
       "      <td>ExecBeesa</td>\n",
       "      <td>1430786112</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>2</td>\n",
       "      <td>cqyknjw</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr631wt</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1431389233</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35lxk5</td>\n",
       "      <td>t1_cr5u8a1</td>\n",
       "      <td>1</td>\n",
       "      <td>cr631wt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxsme9</th>\n",
       "      <td>Just out of curiosity, how did you study? I dr...</td>\n",
       "      <td>Ryano3</td>\n",
       "      <td>1430730020</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_32pwuz</td>\n",
       "      <td>t1_cqf8h94</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxsme9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_craoysl</th>\n",
       "      <td>What did you get????? Let me know, then I'll h...</td>\n",
       "      <td>Adjunctproblema</td>\n",
       "      <td>1431744513</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>1</td>\n",
       "      <td>craoysl</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqvrwnt</th>\n",
       "      <td>You're welcome! Maybe you can write him a lett...</td>\n",
       "      <td>dwade333miami</td>\n",
       "      <td>1430540885</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34lced</td>\n",
       "      <td>t1_cqvrtdd</td>\n",
       "      <td>3</td>\n",
       "      <td>cqvrwnt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr5ojsm</th>\n",
       "      <td>Thanks for that! I thought that's what it woul...</td>\n",
       "      <td>Threw-away9999</td>\n",
       "      <td>1431365480</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35m40f</td>\n",
       "      <td>t1_cr5ny2n</td>\n",
       "      <td>1</td>\n",
       "      <td>cr5ojsm</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crra48y</th>\n",
       "      <td>Anxiety can cause all kinds of symptoms. I had...</td>\n",
       "      <td>uselessartsdegree</td>\n",
       "      <td>1433114331</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>3</td>\n",
       "      <td>crra48y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr43zp8</th>\n",
       "      <td>Aphex Twin - Selected Ambient Works Volume 2  ...</td>\n",
       "      <td>SellMeSomeSleep</td>\n",
       "      <td>1431221742</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>2</td>\n",
       "      <td>cr43zp8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crodk0e</th>\n",
       "      <td>[Info on what to expect first appointment](htt...</td>\n",
       "      <td>ri0tnrrd</td>\n",
       "      <td>1432865521</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>1</td>\n",
       "      <td>crodk0e</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr8frrt</th>\n",
       "      <td>never had meds but the therapy is something I'...</td>\n",
       "      <td>1gn0rance</td>\n",
       "      <td>1431567283</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>6</td>\n",
       "      <td>cr8frrt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddgov</th>\n",
       "      <td>If your tests came back clear, then do yoursel...</td>\n",
       "      <td>Spooky1984</td>\n",
       "      <td>1431984795</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>1</td>\n",
       "      <td>crddgov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqh0wd</th>\n",
       "      <td>Many studies have found positive punishment to...</td>\n",
       "      <td>-mangrove-</td>\n",
       "      <td>1433039976</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>2</td>\n",
       "      <td>crqh0wd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqve37l</th>\n",
       "      <td>I'm doing better now. I'm a college senior so ...</td>\n",
       "      <td>ILoveScreegly</td>\n",
       "      <td>1430512553</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34j5ir</td>\n",
       "      <td>t1_cqv9rqw</td>\n",
       "      <td>1</td>\n",
       "      <td>cqve37l</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqht6i</th>\n",
       "      <td>that's what i meant</td>\n",
       "      <td>Sete_Sois</td>\n",
       "      <td>1433041585</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wgge</td>\n",
       "      <td>t1_crqhn63</td>\n",
       "      <td>4</td>\n",
       "      <td>crqht6i</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyutwt</th>\n",
       "      <td>I have this too! When I took the SAT my stomac...</td>\n",
       "      <td>taytermuffin</td>\n",
       "      <td>1430807514</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34tun1</td>\n",
       "      <td>t1_cqy6udv</td>\n",
       "      <td>1</td>\n",
       "      <td>cqyutwt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crg48ds</th>\n",
       "      <td>Yes. I never had anxiety before college. I was...</td>\n",
       "      <td>Akomplice88</td>\n",
       "      <td>1432190768</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>1</td>\n",
       "      <td>crg48ds</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddvoz</th>\n",
       "      <td>Yes. I just finished my two years at community...</td>\n",
       "      <td>NEPat10</td>\n",
       "      <td>1431985476</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36eybw</td>\n",
       "      <td>t1_crddrcs</td>\n",
       "      <td>1</td>\n",
       "      <td>crddvoz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxnjsv</th>\n",
       "      <td>Hey there.  Introvert here, but the way I expl...</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1430712948</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxnjsv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0emxh</th>\n",
       "      <td>Many times people going through this are so ov...</td>\n",
       "      <td>b0x0fawes0me</td>\n",
       "      <td>1430932598</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rbt</td>\n",
       "      <td>t1_cr0eesc</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0emxh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0ijxi</th>\n",
       "      <td>What you should eat is up to you, i had mornin...</td>\n",
       "      <td>ISWUDT</td>\n",
       "      <td>1430938345</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0ijxi</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>289441 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                         body  \\\n",
       "name                                                            \n",
       "t1_c0dmqpc                                             Where?   \n",
       "t1_c0ari6c  These tips are totally easy to implement and t...   \n",
       "t1_cehnsp1                                          [deleted]   \n",
       "t1_cj8vup9                                          [deleted]   \n",
       "t1_cim8c6p  My anxiety is triggered by unplanned events or...   \n",
       "t1_ckcjnvj  The only way I found out about my anxiety was ...   \n",
       "t1_cjqo1bv                                          [deleted]   \n",
       "t1_chletov                                          [deleted]   \n",
       "t1_cgy220d                                      Thank you :-)   \n",
       "t1_cg68tcd  Sometimes I think I see spots, but I'm not sur...   \n",
       "t1_cl0t5n5  If I smoke too much I'm guaranteed to start to...   \n",
       "t1_cgm676y  This has made me feel so much better.\\nI have ...   \n",
       "t1_ckrzpe6  Ok, well. You have the answer to your question...   \n",
       "t1_cfixp99  Stress can trigger things like anxiety.  The d...   \n",
       "t1_cj68h9u  [this song](https://www.youtube.com/watch?v=rc...   \n",
       "t1_cfl2y38                       Wonderful! You rocked it. :)   \n",
       "t1_cimpif6  Reading through this really gave me some flash...   \n",
       "t1_cfdfe7r  It takes a lot of time. Try to be patient with...   \n",
       "t1_cn4jouv  You staying the night or are they releasing yo...   \n",
       "t1_cieavfe  I can relate.  The thought of having a wedding...   \n",
       "t1_cjw84sy  I've been anxious to run this by my psychiatri...   \n",
       "t1_cmxw67c  How do you know personality of unknown cat? Do...   \n",
       "t1_cn0f9c1  Thanks - this sounds like something that would...   \n",
       "t1_cho1v09  I don't know how your session will go. That's ...   \n",
       "t1_ckoawwh  I deal with bad health anxiety, and normally I...   \n",
       "t1_cjxbcvt  I can still function day to day it just feels ...   \n",
       "t1_cmxe67a  Thats very interesting. My personal opinion af...   \n",
       "t1_ci8dqe6  Not self-conscious about exercise, but when I ...   \n",
       "t1_cicyvg3  It's a vicious cycle. And doctors make me feel...   \n",
       "t1_cjos6ay  Yes, and I tend to hyperventilate when I'm hav...   \n",
       "...                                                       ...   \n",
       "t1_cquucq8  Couldn't it be the ativan that's making you fe...   \n",
       "t1_cquz0du  Good video, i would go to the gym or outside o...   \n",
       "t1_cqzd1by  Fuck. What am I even supposed to do? Alzheimer...   \n",
       "t1_cr9gzx1  I normally do, and it's a hit and miss at help...   \n",
       "t1_cr74b0f  Claritin D always screws me up.  My anxiety go...   \n",
       "t1_crjx0yg  You sound just like me. I got over some anxiet...   \n",
       "t1_crocuf5                                         Thank you!   \n",
       "t1_crp9y2d  I used to get SO embarrassed when I was runnin...   \n",
       "t1_cr6uffz                                     Very talented!   \n",
       "t1_crlch4n  Thank you so much for responding. Yea thats ba...   \n",
       "t1_cqyknjw  637 total cases of Hantavirus in the US since ...   \n",
       "t1_cr631wt                                          [deleted]   \n",
       "t1_cqxsme9  Just out of curiosity, how did you study? I dr...   \n",
       "t1_craoysl  What did you get????? Let me know, then I'll h...   \n",
       "t1_cqvrwnt  You're welcome! Maybe you can write him a lett...   \n",
       "t1_cr5ojsm  Thanks for that! I thought that's what it woul...   \n",
       "t1_crra48y  Anxiety can cause all kinds of symptoms. I had...   \n",
       "t1_cr43zp8  Aphex Twin - Selected Ambient Works Volume 2  ...   \n",
       "t1_crodk0e  [Info on what to expect first appointment](htt...   \n",
       "t1_cr8frrt  never had meds but the therapy is something I'...   \n",
       "t1_crddgov  If your tests came back clear, then do yoursel...   \n",
       "t1_crqh0wd  Many studies have found positive punishment to...   \n",
       "t1_cqve37l  I'm doing better now. I'm a college senior so ...   \n",
       "t1_crqht6i                                that's what i meant   \n",
       "t1_cqyutwt  I have this too! When I took the SAT my stomac...   \n",
       "t1_crg48ds  Yes. I never had anxiety before college. I was...   \n",
       "t1_crddvoz  Yes. I just finished my two years at community...   \n",
       "t1_cqxnjsv  Hey there.  Introvert here, but the way I expl...   \n",
       "t1_cr0emxh  Many times people going through this are so ov...   \n",
       "t1_cr0ijxi  What you should eat is up to you, i had mornin...   \n",
       "\n",
       "                          author  created_utc subreddit_id    link_id  \\\n",
       "name                                                                    \n",
       "t1_c0dmqpc               cinsere   1254002472     t5_2qmij   t3_97ek7   \n",
       "t1_c0ari6c  webbedenterprisesinc   1246568854     t5_2qmij   t3_8xquv   \n",
       "t1_cehnsp1             [deleted]   1388899234     t5_2qmij  t3_1ufvns   \n",
       "t1_cj8vup9             [deleted]   1406433640     t5_2qmij  t3_2bt7fv   \n",
       "t1_cim8c6p            mutantruby   1404263262     t5_2qmij  t3_29ll4u   \n",
       "t1_ckcjnvj          ServeChilled   1410192814     t5_2qmij  t3_2ft4y0   \n",
       "t1_cjqo1bv             [deleted]   1408070450     t5_2qmij  t3_2cqzhs   \n",
       "t1_chletov             [deleted]   1400462152     t5_2qmij  t3_25wgp0   \n",
       "t1_cgy220d                   B0o   1398085841     t5_2qmij  t3_23k6em   \n",
       "t1_cg68tcd           TinBritches   1395201722     t5_2qmij  t3_20q3w1   \n",
       "t1_cl0t5n5        pleaseregister   1412488176     t5_2qmij  t3_2iap2k   \n",
       "t1_cgm676y             CobyCoyle   1396872573     t5_2qmij  t3_22d30z   \n",
       "t1_ckrzpe6            disfiguroo   1411628588     t5_2qmij  t3_2hcj3p   \n",
       "t1_cfixp99          GutterMaiden   1392781594     t5_2qmij  t3_1yabov   \n",
       "t1_cj68h9u   respectableusername   1406180759     t5_2qmij  t3_2bjqm2   \n",
       "t1_cfl2y38        lemmings_world   1392999859     t5_2qmij  t3_1yhm5d   \n",
       "t1_cimpif6            SolidBlake   1404317837     t5_2qmij  t3_29mw90   \n",
       "t1_cfdfe7r          dandeliondid   1392215049     t5_2qmij  t3_1xnv4q   \n",
       "t1_cn4jouv               nutjoob   1419458746     t5_2qmij  t3_2qacdc   \n",
       "t1_cieavfe                 Xaila   1403471040     t5_2qmij  t3_28t6sa   \n",
       "t1_cjw84sy      TheTacoBellTolls   1408593802     t5_2qmij  t3_2e52vd   \n",
       "t1_cmxw67c           I-just-came   1418848419     t5_2qmij  t3_2phnym   \n",
       "t1_cn0f9c1           VioletApple   1419078894     t5_2qmij  t3_2psn6k   \n",
       "t1_cho1v09                   nuw   1400724317     t5_2qmij  t3_2623gq   \n",
       "t1_ckoawwh  schrodingerscatapult   1411295750     t5_2qmij  t3_2h0dow   \n",
       "t1_cjxbcvt               ladeled   1408697252     t5_2qmij  t3_2e9d5s   \n",
       "t1_cmxe67a          SillyRaccoon   1418799549     t5_2qmij  t3_2pjx4v   \n",
       "t1_ci8dqe6            Parabrella   1402868862     t5_2qmij  t3_287vrr   \n",
       "t1_cicyvg3   rageagainsthevagene   1403312376     t5_2qmij  t3_28mfl5   \n",
       "t1_cjos6ay                kyndle   1407904340     t5_2qmij  t3_2de2ez   \n",
       "...                          ...          ...          ...        ...   \n",
       "t1_cquucq8              lulumeme   1430471032     t5_2qmij  t3_34hi53   \n",
       "t1_cquz0du        space_cowboy90   1430487304     t5_2qmij  t3_34i8de   \n",
       "t1_cqzd1by         never_not_tea   1430851769     t5_2qmij  t3_34yi3z   \n",
       "t1_cr9gzx1               Jpro124   1431648228     t5_2qmij  t3_36041a   \n",
       "t1_cr74b0f           buckeye3343   1431470878     t5_2qmij  t3_35pbno   \n",
       "t1_crjx0yg              Sheehan7   1432522160     t5_2qmij  t3_35e58k   \n",
       "t1_crocuf5           Lillyshadez   1432864162     t5_2qmij  t3_37cpbw   \n",
       "t1_crp9y2d  crosscountryrunner21   1432934387     t5_2qmij  t3_37po4a   \n",
       "t1_cr6uffz              nikijoie   1431455522     t5_2qmij  t3_35oey5   \n",
       "t1_crlch4n     Boobiesaresquishy   1432651129     t5_2qmij  t3_37biys   \n",
       "t1_cqyknjw             ExecBeesa   1430786112     t5_2qmij  t3_34vd91   \n",
       "t1_cr631wt             [deleted]   1431389233     t5_2qmij  t3_35lxk5   \n",
       "t1_cqxsme9                Ryano3   1430730020     t5_2qmij  t3_32pwuz   \n",
       "t1_craoysl       Adjunctproblema   1431744513     t5_2qmij  t3_3642b3   \n",
       "t1_cqvrwnt         dwade333miami   1430540885     t5_2qmij  t3_34lced   \n",
       "t1_cr5ojsm        Threw-away9999   1431365480     t5_2qmij  t3_35m40f   \n",
       "t1_crra48y     uselessartsdegree   1433114331     t5_2qmij  t3_37zqji   \n",
       "t1_cr43zp8       SellMeSomeSleep   1431221742     t5_2qmij  t3_35exgu   \n",
       "t1_crodk0e              ri0tnrrd   1432865521     t5_2qmij  t3_37mwu1   \n",
       "t1_cr8frrt             1gn0rance   1431567283     t5_2qmij  t3_35w7pw   \n",
       "t1_crddgov            Spooky1984   1431984795     t5_2qmij  t3_36d1vi   \n",
       "t1_crqh0wd            -mangrove-   1433039976     t5_2qmij  t3_37wo51   \n",
       "t1_cqve37l         ILoveScreegly   1430512553     t5_2qmij  t3_34j5ir   \n",
       "t1_crqht6i             Sete_Sois   1433041585     t5_2qmij  t3_37wgge   \n",
       "t1_cqyutwt          taytermuffin   1430807514     t5_2qmij  t3_34tun1   \n",
       "t1_crg48ds           Akomplice88   1432190768     t5_2qmij  t3_36ptj7   \n",
       "t1_crddvoz               NEPat10   1431985476     t5_2qmij  t3_36eybw   \n",
       "t1_cqxnjsv             [deleted]   1430712948     t5_2qmij  t3_34sesk   \n",
       "t1_cr0emxh          b0x0fawes0me   1430932598     t5_2qmij  t3_352rbt   \n",
       "t1_cr0ijxi                ISWUDT   1430938345     t5_2qmij  t3_352rem   \n",
       "\n",
       "             parent_id  score       id subreddit deleted  \n",
       "name                                                      \n",
       "t1_c0dmqpc    t3_97ek7      3  c0dmqpc   Anxiety   False  \n",
       "t1_c0ari6c    t3_8xquv      1  c0ari6c   Anxiety   False  \n",
       "t1_cehnsp1   t3_1ufvns     14  cehnsp1   Anxiety    True  \n",
       "t1_cj8vup9  t1_cj8pm48     -4  cj8vup9   Anxiety    True  \n",
       "t1_cim8c6p   t3_29ll4u     61  cim8c6p   Anxiety   False  \n",
       "t1_ckcjnvj   t3_2ft4y0     44  ckcjnvj   Anxiety   False  \n",
       "t1_cjqo1bv  t1_cjkkl6f      0  cjqo1bv   Anxiety    True  \n",
       "t1_chletov   t3_25wgp0      0  chletov   Anxiety    True  \n",
       "t1_cgy220d  t1_cgxz3l0      0  cgy220d   Anxiety   False  \n",
       "t1_cg68tcd   t3_20q3w1      0  cg68tcd   Anxiety   False  \n",
       "t1_cl0t5n5   t3_2iap2k      1  cl0t5n5   Anxiety   False  \n",
       "t1_cgm676y   t3_22d30z      1  cgm676y   Anxiety   False  \n",
       "t1_ckrzpe6  t1_ckrvzoi      1  ckrzpe6   Anxiety   False  \n",
       "t1_cfixp99   t3_1yabov      1  cfixp99   Anxiety   False  \n",
       "t1_cj68h9u   t3_2bjqm2      1  cj68h9u   Anxiety   False  \n",
       "t1_cfl2y38   t3_1yhm5d      1  cfl2y38   Anxiety   False  \n",
       "t1_cimpif6   t3_29mw90      1  cimpif6   Anxiety   False  \n",
       "t1_cfdfe7r  t1_cfd372m      1  cfdfe7r   Anxiety   False  \n",
       "t1_cn4jouv  t1_cn4j74p      1  cn4jouv   Anxiety   False  \n",
       "t1_cieavfe   t3_28t6sa      1  cieavfe   Anxiety   False  \n",
       "t1_cjw84sy  t1_cjw71bf      1  cjw84sy   Anxiety   False  \n",
       "t1_cmxw67c  t1_cmxqalv      1  cmxw67c   Anxiety   False  \n",
       "t1_cn0f9c1  t1_cn0bbck      1  cn0f9c1   Anxiety   False  \n",
       "t1_cho1v09  t1_chnf7lp      1  cho1v09   Anxiety   False  \n",
       "t1_ckoawwh   t3_2h0dow      1  ckoawwh   Anxiety   False  \n",
       "t1_cjxbcvt   t3_2e9d5s      1  cjxbcvt   Anxiety   False  \n",
       "t1_cmxe67a  t1_cmxe348      1  cmxe67a   Anxiety   False  \n",
       "t1_ci8dqe6   t3_287vrr      1  ci8dqe6   Anxiety   False  \n",
       "t1_cicyvg3  t1_cicqsnd      1  cicyvg3   Anxiety   False  \n",
       "t1_cjos6ay   t3_2de2ez      1  cjos6ay   Anxiety   False  \n",
       "...                ...    ...      ...       ...     ...  \n",
       "t1_cquucq8  t1_cqut0gc      1  cquucq8   Anxiety   False  \n",
       "t1_cquz0du   t3_34i8de      2  cquz0du   Anxiety   False  \n",
       "t1_cqzd1by  t1_cqzavt5      1  cqzd1by   Anxiety   False  \n",
       "t1_cr9gzx1  t1_cr9gwds      1  cr9gzx1   Anxiety   False  \n",
       "t1_cr74b0f  t1_cr6yxhg      1  cr74b0f   Anxiety   False  \n",
       "t1_crjx0yg  t1_cr8tv8z      2  crjx0yg   Anxiety   False  \n",
       "t1_crocuf5  t1_crn5zqg      1  crocuf5   Anxiety   False  \n",
       "t1_crp9y2d  t1_crp7lfg      1  crp9y2d   Anxiety   False  \n",
       "t1_cr6uffz   t3_35oey5      2  cr6uffz   Anxiety   False  \n",
       "t1_crlch4n  t1_crl949n      1  crlch4n   Anxiety   False  \n",
       "t1_cqyknjw   t3_34vd91      2  cqyknjw   Anxiety   False  \n",
       "t1_cr631wt  t1_cr5u8a1      1  cr631wt   Anxiety    True  \n",
       "t1_cqxsme9  t1_cqf8h94      1  cqxsme9   Anxiety   False  \n",
       "t1_craoysl   t3_3642b3      1  craoysl   Anxiety   False  \n",
       "t1_cqvrwnt  t1_cqvrtdd      3  cqvrwnt   Anxiety   False  \n",
       "t1_cr5ojsm  t1_cr5ny2n      1  cr5ojsm   Anxiety   False  \n",
       "t1_crra48y   t3_37zqji      3  crra48y   Anxiety   False  \n",
       "t1_cr43zp8   t3_35exgu      2  cr43zp8   Anxiety   False  \n",
       "t1_crodk0e   t3_37mwu1      1  crodk0e   Anxiety   False  \n",
       "t1_cr8frrt   t3_35w7pw      6  cr8frrt   Anxiety   False  \n",
       "t1_crddgov   t3_36d1vi      1  crddgov   Anxiety   False  \n",
       "t1_crqh0wd   t3_37wo51      2  crqh0wd   Anxiety   False  \n",
       "t1_cqve37l  t1_cqv9rqw      1  cqve37l   Anxiety   False  \n",
       "t1_crqht6i  t1_crqhn63      4  crqht6i   Anxiety   False  \n",
       "t1_cqyutwt  t1_cqy6udv      1  cqyutwt   Anxiety   False  \n",
       "t1_crg48ds   t3_36ptj7      1  crg48ds   Anxiety   False  \n",
       "t1_crddvoz  t1_crddrcs      1  crddvoz   Anxiety   False  \n",
       "t1_cqxnjsv   t3_34sesk      1  cqxnjsv   Anxiety   False  \n",
       "t1_cr0emxh  t1_cr0eesc      2  cr0emxh   Anxiety   False  \n",
       "t1_cr0ijxi   t3_352rem      2  cr0ijxi   Anxiety   False  \n",
       "\n",
       "[289441 rows x 10 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anxiety_comments = pd.read_csv('hella_data/Anxiety_comments_sub201505.csv')\n",
    "anxiety_posts = pd.read_csv('hella_data/Anxiety_posts_full_corpus_201509.csv')\n",
    "anxiety_posts = anxiety_posts.set_index('name')\n",
    "anxiety_comments = anxiety_comments.set_index('name')\n",
    "anxiety_comments.drop(['score_hidden','archived','author_flair_text','downs','retrieved_on', 'controversiality', 'gilded','ups','distinguished','author_flair_css_class', 'removal_reason'], axis = 1, inplace = True)\n",
    "anxiety_comments['deleted'] = anxiety_comments['body'] == '[deleted]'\n",
    "anxiety_comments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body</th>\n",
       "      <th>author</th>\n",
       "      <th>created_utc</th>\n",
       "      <th>subreddit_id</th>\n",
       "      <th>link_id</th>\n",
       "      <th>parent_id</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>subreddit</th>\n",
       "      <th>deleted</th>\n",
       "      <th>num_words</th>\n",
       "      <th>post_reply</th>\n",
       "      <th>reply_time</th>\n",
       "      <th>post_author</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>t1_c0dmqpc</th>\n",
       "      <td>Where?</td>\n",
       "      <td>cinsere</td>\n",
       "      <td>1254002472</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>3</td>\n",
       "      <td>c0dmqpc</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>4608682</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_c0ari6c</th>\n",
       "      <td>These tips are totally easy to implement and t...</td>\n",
       "      <td>webbedenterprisesinc</td>\n",
       "      <td>1246568854</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>1</td>\n",
       "      <td>c0ari6c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>16</td>\n",
       "      <td>True</td>\n",
       "      <td>23</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cehnsp1</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1388899234</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>14</td>\n",
       "      <td>cehnsp1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>730</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj8vup9</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1406433640</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bt7fv</td>\n",
       "      <td>t1_cj8pm48</td>\n",
       "      <td>-4</td>\n",
       "      <td>cj8vup9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>16037</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cim8c6p</th>\n",
       "      <td>My anxiety is triggered by unplanned events or...</td>\n",
       "      <td>mutantruby</td>\n",
       "      <td>1404263262</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>61</td>\n",
       "      <td>cim8c6p</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>40</td>\n",
       "      <td>True</td>\n",
       "      <td>11143</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckcjnvj</th>\n",
       "      <td>The only way I found out about my anxiety was ...</td>\n",
       "      <td>ServeChilled</td>\n",
       "      <td>1410192814</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>44</td>\n",
       "      <td>ckcjnvj</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>657</td>\n",
       "      <td>True</td>\n",
       "      <td>6837</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjqo1bv</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1408070450</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2cqzhs</td>\n",
       "      <td>t1_cjkkl6f</td>\n",
       "      <td>0</td>\n",
       "      <td>cjqo1bv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>558523</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_chletov</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1400462152</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>0</td>\n",
       "      <td>chletov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>True</td>\n",
       "      <td>3727</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgy220d</th>\n",
       "      <td>Thank you :-)</td>\n",
       "      <td>B0o</td>\n",
       "      <td>1398085841</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_23k6em</td>\n",
       "      <td>t1_cgxz3l0</td>\n",
       "      <td>0</td>\n",
       "      <td>cgy220d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>False</td>\n",
       "      <td>16340</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cg68tcd</th>\n",
       "      <td>Sometimes I think I see spots, but I'm not sur...</td>\n",
       "      <td>TinBritches</td>\n",
       "      <td>1395201722</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>0</td>\n",
       "      <td>cg68tcd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>122</td>\n",
       "      <td>True</td>\n",
       "      <td>44312</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cl0t5n5</th>\n",
       "      <td>If I smoke too much I'm guaranteed to start to...</td>\n",
       "      <td>pleaseregister</td>\n",
       "      <td>1412488176</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>1</td>\n",
       "      <td>cl0t5n5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>35</td>\n",
       "      <td>True</td>\n",
       "      <td>38792</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgm676y</th>\n",
       "      <td>This has made me feel so much better.\\nI have ...</td>\n",
       "      <td>CobyCoyle</td>\n",
       "      <td>1396872573</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>1</td>\n",
       "      <td>cgm676y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>105</td>\n",
       "      <td>True</td>\n",
       "      <td>61486</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckrzpe6</th>\n",
       "      <td>Ok, well. You have the answer to your question...</td>\n",
       "      <td>disfiguroo</td>\n",
       "      <td>1411628588</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2hcj3p</td>\n",
       "      <td>t1_ckrvzoi</td>\n",
       "      <td>1</td>\n",
       "      <td>ckrzpe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>False</td>\n",
       "      <td>11960</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfixp99</th>\n",
       "      <td>Stress can trigger things like anxiety.  The d...</td>\n",
       "      <td>GutterMaiden</td>\n",
       "      <td>1392781594</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>1</td>\n",
       "      <td>cfixp99</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>56</td>\n",
       "      <td>True</td>\n",
       "      <td>16755</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj68h9u</th>\n",
       "      <td>[this song](https://www.youtube.com/watch?v=rc...</td>\n",
       "      <td>respectableusername</td>\n",
       "      <td>1406180759</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>1</td>\n",
       "      <td>cj68h9u</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>28</td>\n",
       "      <td>True</td>\n",
       "      <td>19908</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfl2y38</th>\n",
       "      <td>Wonderful! You rocked it. :)</td>\n",
       "      <td>lemmings_world</td>\n",
       "      <td>1392999859</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>1</td>\n",
       "      <td>cfl2y38</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>5</td>\n",
       "      <td>True</td>\n",
       "      <td>58739</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cimpif6</th>\n",
       "      <td>Reading through this really gave me some flash...</td>\n",
       "      <td>SolidBlake</td>\n",
       "      <td>1404317837</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>1</td>\n",
       "      <td>cimpif6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>176</td>\n",
       "      <td>True</td>\n",
       "      <td>28514</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfdfe7r</th>\n",
       "      <td>It takes a lot of time. Try to be patient with...</td>\n",
       "      <td>dandeliondid</td>\n",
       "      <td>1392215049</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1xnv4q</td>\n",
       "      <td>t1_cfd372m</td>\n",
       "      <td>1</td>\n",
       "      <td>cfdfe7r</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "      <td>False</td>\n",
       "      <td>44031</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn4jouv</th>\n",
       "      <td>You staying the night or are they releasing yo...</td>\n",
       "      <td>nutjoob</td>\n",
       "      <td>1419458746</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2qacdc</td>\n",
       "      <td>t1_cn4j74p</td>\n",
       "      <td>1</td>\n",
       "      <td>cn4jouv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>20</td>\n",
       "      <td>False</td>\n",
       "      <td>1165</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cieavfe</th>\n",
       "      <td>I can relate.  The thought of having a wedding...</td>\n",
       "      <td>Xaila</td>\n",
       "      <td>1403471040</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>1</td>\n",
       "      <td>cieavfe</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>58</td>\n",
       "      <td>True</td>\n",
       "      <td>7894</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjw84sy</th>\n",
       "      <td>I've been anxious to run this by my psychiatri...</td>\n",
       "      <td>TheTacoBellTolls</td>\n",
       "      <td>1408593802</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e52vd</td>\n",
       "      <td>t1_cjw71bf</td>\n",
       "      <td>1</td>\n",
       "      <td>cjw84sy</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>44</td>\n",
       "      <td>False</td>\n",
       "      <td>2619</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxw67c</th>\n",
       "      <td>How do you know personality of unknown cat? Do...</td>\n",
       "      <td>I-just-came</td>\n",
       "      <td>1418848419</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2phnym</td>\n",
       "      <td>t1_cmxqalv</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxw67c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>False</td>\n",
       "      <td>10258</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn0f9c1</th>\n",
       "      <td>Thanks - this sounds like something that would...</td>\n",
       "      <td>VioletApple</td>\n",
       "      <td>1419078894</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2psn6k</td>\n",
       "      <td>t1_cn0bbck</td>\n",
       "      <td>1</td>\n",
       "      <td>cn0f9c1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>17</td>\n",
       "      <td>False</td>\n",
       "      <td>20682</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cho1v09</th>\n",
       "      <td>I don't know how your session will go. That's ...</td>\n",
       "      <td>nuw</td>\n",
       "      <td>1400724317</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2623gq</td>\n",
       "      <td>t1_chnf7lp</td>\n",
       "      <td>1</td>\n",
       "      <td>cho1v09</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>27</td>\n",
       "      <td>False</td>\n",
       "      <td>51327</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckoawwh</th>\n",
       "      <td>I deal with bad health anxiety, and normally I...</td>\n",
       "      <td>schrodingerscatapult</td>\n",
       "      <td>1411295750</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>1</td>\n",
       "      <td>ckoawwh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>44</td>\n",
       "      <td>True</td>\n",
       "      <td>21611</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjxbcvt</th>\n",
       "      <td>I can still function day to day it just feels ...</td>\n",
       "      <td>ladeled</td>\n",
       "      <td>1408697252</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>1</td>\n",
       "      <td>cjxbcvt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>104</td>\n",
       "      <td>True</td>\n",
       "      <td>3379</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxe67a</th>\n",
       "      <td>Thats very interesting. My personal opinion af...</td>\n",
       "      <td>SillyRaccoon</td>\n",
       "      <td>1418799549</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2pjx4v</td>\n",
       "      <td>t1_cmxe348</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxe67a</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>38</td>\n",
       "      <td>False</td>\n",
       "      <td>284</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ci8dqe6</th>\n",
       "      <td>Not self-conscious about exercise, but when I ...</td>\n",
       "      <td>Parabrella</td>\n",
       "      <td>1402868862</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>1</td>\n",
       "      <td>ci8dqe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>100</td>\n",
       "      <td>True</td>\n",
       "      <td>10739</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cicyvg3</th>\n",
       "      <td>It's a vicious cycle. And doctors make me feel...</td>\n",
       "      <td>rageagainsthevagene</td>\n",
       "      <td>1403312376</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28mfl5</td>\n",
       "      <td>t1_cicqsnd</td>\n",
       "      <td>1</td>\n",
       "      <td>cicyvg3</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>67</td>\n",
       "      <td>False</td>\n",
       "      <td>18845</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjos6ay</th>\n",
       "      <td>Yes, and I tend to hyperventilate when I'm hav...</td>\n",
       "      <td>kyndle</td>\n",
       "      <td>1407904340</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>1</td>\n",
       "      <td>cjos6ay</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>22</td>\n",
       "      <td>True</td>\n",
       "      <td>13553</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquucq8</th>\n",
       "      <td>Couldn't it be the ativan that's making you fe...</td>\n",
       "      <td>lulumeme</td>\n",
       "      <td>1430471032</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34hi53</td>\n",
       "      <td>t1_cqut0gc</td>\n",
       "      <td>1</td>\n",
       "      <td>cquucq8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>24</td>\n",
       "      <td>False</td>\n",
       "      <td>6186</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquz0du</th>\n",
       "      <td>Good video, i would go to the gym or outside o...</td>\n",
       "      <td>space_cowboy90</td>\n",
       "      <td>1430487304</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>2</td>\n",
       "      <td>cquz0du</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>7920</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqzd1by</th>\n",
       "      <td>Fuck. What am I even supposed to do? Alzheimer...</td>\n",
       "      <td>never_not_tea</td>\n",
       "      <td>1430851769</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34yi3z</td>\n",
       "      <td>t1_cqzavt5</td>\n",
       "      <td>1</td>\n",
       "      <td>cqzd1by</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>160</td>\n",
       "      <td>False</td>\n",
       "      <td>3366</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr9gzx1</th>\n",
       "      <td>I normally do, and it's a hit and miss at help...</td>\n",
       "      <td>Jpro124</td>\n",
       "      <td>1431648228</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36041a</td>\n",
       "      <td>t1_cr9gwds</td>\n",
       "      <td>1</td>\n",
       "      <td>cr9gzx1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>12</td>\n",
       "      <td>False</td>\n",
       "      <td>185</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr74b0f</th>\n",
       "      <td>Claritin D always screws me up.  My anxiety go...</td>\n",
       "      <td>buckeye3343</td>\n",
       "      <td>1431470878</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35pbno</td>\n",
       "      <td>t1_cr6yxhg</td>\n",
       "      <td>1</td>\n",
       "      <td>cr74b0f</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>53</td>\n",
       "      <td>False</td>\n",
       "      <td>8575</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crjx0yg</th>\n",
       "      <td>You sound just like me. I got over some anxiet...</td>\n",
       "      <td>Sheehan7</td>\n",
       "      <td>1432522160</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35e58k</td>\n",
       "      <td>t1_cr8tv8z</td>\n",
       "      <td>2</td>\n",
       "      <td>crjx0yg</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>122</td>\n",
       "      <td>False</td>\n",
       "      <td>913663</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crocuf5</th>\n",
       "      <td>Thank you!</td>\n",
       "      <td>Lillyshadez</td>\n",
       "      <td>1432864162</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37cpbw</td>\n",
       "      <td>t1_crn5zqg</td>\n",
       "      <td>1</td>\n",
       "      <td>crocuf5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>False</td>\n",
       "      <td>87626</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crp9y2d</th>\n",
       "      <td>I used to get SO embarrassed when I was runnin...</td>\n",
       "      <td>crosscountryrunner21</td>\n",
       "      <td>1432934387</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37po4a</td>\n",
       "      <td>t1_crp7lfg</td>\n",
       "      <td>1</td>\n",
       "      <td>crp9y2d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>71</td>\n",
       "      <td>False</td>\n",
       "      <td>3730</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr6uffz</th>\n",
       "      <td>Very talented!</td>\n",
       "      <td>nikijoie</td>\n",
       "      <td>1431455522</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>2</td>\n",
       "      <td>cr6uffz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>True</td>\n",
       "      <td>48802</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crlch4n</th>\n",
       "      <td>Thank you so much for responding. Yea thats ba...</td>\n",
       "      <td>Boobiesaresquishy</td>\n",
       "      <td>1432651129</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37biys</td>\n",
       "      <td>t1_crl949n</td>\n",
       "      <td>1</td>\n",
       "      <td>crlch4n</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>30</td>\n",
       "      <td>False</td>\n",
       "      <td>7577</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyknjw</th>\n",
       "      <td>637 total cases of Hantavirus in the US since ...</td>\n",
       "      <td>ExecBeesa</td>\n",
       "      <td>1430786112</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>2</td>\n",
       "      <td>cqyknjw</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>106</td>\n",
       "      <td>True</td>\n",
       "      <td>10519</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr631wt</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1431389233</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35lxk5</td>\n",
       "      <td>t1_cr5u8a1</td>\n",
       "      <td>1</td>\n",
       "      <td>cr631wt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>False</td>\n",
       "      <td>14598</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxsme9</th>\n",
       "      <td>Just out of curiosity, how did you study? I dr...</td>\n",
       "      <td>Ryano3</td>\n",
       "      <td>1430730020</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_32pwuz</td>\n",
       "      <td>t1_cqf8h94</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxsme9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>39</td>\n",
       "      <td>False</td>\n",
       "      <td>1477796</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_craoysl</th>\n",
       "      <td>What did you get????? Let me know, then I'll h...</td>\n",
       "      <td>Adjunctproblema</td>\n",
       "      <td>1431744513</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>1</td>\n",
       "      <td>craoysl</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>13</td>\n",
       "      <td>True</td>\n",
       "      <td>13380</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqvrwnt</th>\n",
       "      <td>You're welcome! Maybe you can write him a lett...</td>\n",
       "      <td>dwade333miami</td>\n",
       "      <td>1430540885</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34lced</td>\n",
       "      <td>t1_cqvrtdd</td>\n",
       "      <td>3</td>\n",
       "      <td>cqvrwnt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>292</td>\n",
       "      <td>False</td>\n",
       "      <td>249</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr5ojsm</th>\n",
       "      <td>Thanks for that! I thought that's what it woul...</td>\n",
       "      <td>Threw-away9999</td>\n",
       "      <td>1431365480</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35m40f</td>\n",
       "      <td>t1_cr5ny2n</td>\n",
       "      <td>1</td>\n",
       "      <td>cr5ojsm</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>17</td>\n",
       "      <td>False</td>\n",
       "      <td>972</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crra48y</th>\n",
       "      <td>Anxiety can cause all kinds of symptoms. I had...</td>\n",
       "      <td>uselessartsdegree</td>\n",
       "      <td>1433114331</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>3</td>\n",
       "      <td>crra48y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>107</td>\n",
       "      <td>True</td>\n",
       "      <td>12583</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr43zp8</th>\n",
       "      <td>Aphex Twin - Selected Ambient Works Volume 2  ...</td>\n",
       "      <td>SellMeSomeSleep</td>\n",
       "      <td>1431221742</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>2</td>\n",
       "      <td>cr43zp8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>29</td>\n",
       "      <td>True</td>\n",
       "      <td>26734</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crodk0e</th>\n",
       "      <td>[Info on what to expect first appointment](htt...</td>\n",
       "      <td>ri0tnrrd</td>\n",
       "      <td>1432865521</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>1</td>\n",
       "      <td>crodk0e</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>14</td>\n",
       "      <td>True</td>\n",
       "      <td>21088</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr8frrt</th>\n",
       "      <td>never had meds but the therapy is something I'...</td>\n",
       "      <td>1gn0rance</td>\n",
       "      <td>1431567283</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>6</td>\n",
       "      <td>cr8frrt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>110</td>\n",
       "      <td>True</td>\n",
       "      <td>2492</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddgov</th>\n",
       "      <td>If your tests came back clear, then do yoursel...</td>\n",
       "      <td>Spooky1984</td>\n",
       "      <td>1431984795</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>1</td>\n",
       "      <td>crddgov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>196</td>\n",
       "      <td>True</td>\n",
       "      <td>32836</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqh0wd</th>\n",
       "      <td>Many studies have found positive punishment to...</td>\n",
       "      <td>-mangrove-</td>\n",
       "      <td>1433039976</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>2</td>\n",
       "      <td>crqh0wd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>20</td>\n",
       "      <td>True</td>\n",
       "      <td>6624</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqve37l</th>\n",
       "      <td>I'm doing better now. I'm a college senior so ...</td>\n",
       "      <td>ILoveScreegly</td>\n",
       "      <td>1430512553</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34j5ir</td>\n",
       "      <td>t1_cqv9rqw</td>\n",
       "      <td>1</td>\n",
       "      <td>cqve37l</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>145</td>\n",
       "      <td>False</td>\n",
       "      <td>7203</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqht6i</th>\n",
       "      <td>that's what i meant</td>\n",
       "      <td>Sete_Sois</td>\n",
       "      <td>1433041585</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wgge</td>\n",
       "      <td>t1_crqhn63</td>\n",
       "      <td>4</td>\n",
       "      <td>crqht6i</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>4</td>\n",
       "      <td>False</td>\n",
       "      <td>348</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyutwt</th>\n",
       "      <td>I have this too! When I took the SAT my stomac...</td>\n",
       "      <td>taytermuffin</td>\n",
       "      <td>1430807514</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34tun1</td>\n",
       "      <td>t1_cqy6udv</td>\n",
       "      <td>1</td>\n",
       "      <td>cqyutwt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>18</td>\n",
       "      <td>False</td>\n",
       "      <td>44298</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crg48ds</th>\n",
       "      <td>Yes. I never had anxiety before college. I was...</td>\n",
       "      <td>Akomplice88</td>\n",
       "      <td>1432190768</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>1</td>\n",
       "      <td>crg48ds</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>46</td>\n",
       "      <td>True</td>\n",
       "      <td>10050</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddvoz</th>\n",
       "      <td>Yes. I just finished my two years at community...</td>\n",
       "      <td>NEPat10</td>\n",
       "      <td>1431985476</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36eybw</td>\n",
       "      <td>t1_crddrcs</td>\n",
       "      <td>1</td>\n",
       "      <td>crddvoz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>65</td>\n",
       "      <td>False</td>\n",
       "      <td>200</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxnjsv</th>\n",
       "      <td>Hey there.  Introvert here, but the way I expl...</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1430712948</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxnjsv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>75</td>\n",
       "      <td>True</td>\n",
       "      <td>1047</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0emxh</th>\n",
       "      <td>Many times people going through this are so ov...</td>\n",
       "      <td>b0x0fawes0me</td>\n",
       "      <td>1430932598</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rbt</td>\n",
       "      <td>t1_cr0eesc</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0emxh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>57</td>\n",
       "      <td>False</td>\n",
       "      <td>347</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0ijxi</th>\n",
       "      <td>What you should eat is up to you, i had mornin...</td>\n",
       "      <td>ISWUDT</td>\n",
       "      <td>1430938345</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0ijxi</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>False</td>\n",
       "      <td>63</td>\n",
       "      <td>True</td>\n",
       "      <td>7200</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>289441 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                         body  \\\n",
       "name                                                            \n",
       "t1_c0dmqpc                                             Where?   \n",
       "t1_c0ari6c  These tips are totally easy to implement and t...   \n",
       "t1_cehnsp1                                          [deleted]   \n",
       "t1_cj8vup9                                          [deleted]   \n",
       "t1_cim8c6p  My anxiety is triggered by unplanned events or...   \n",
       "t1_ckcjnvj  The only way I found out about my anxiety was ...   \n",
       "t1_cjqo1bv                                          [deleted]   \n",
       "t1_chletov                                          [deleted]   \n",
       "t1_cgy220d                                      Thank you :-)   \n",
       "t1_cg68tcd  Sometimes I think I see spots, but I'm not sur...   \n",
       "t1_cl0t5n5  If I smoke too much I'm guaranteed to start to...   \n",
       "t1_cgm676y  This has made me feel so much better.\\nI have ...   \n",
       "t1_ckrzpe6  Ok, well. You have the answer to your question...   \n",
       "t1_cfixp99  Stress can trigger things like anxiety.  The d...   \n",
       "t1_cj68h9u  [this song](https://www.youtube.com/watch?v=rc...   \n",
       "t1_cfl2y38                       Wonderful! You rocked it. :)   \n",
       "t1_cimpif6  Reading through this really gave me some flash...   \n",
       "t1_cfdfe7r  It takes a lot of time. Try to be patient with...   \n",
       "t1_cn4jouv  You staying the night or are they releasing yo...   \n",
       "t1_cieavfe  I can relate.  The thought of having a wedding...   \n",
       "t1_cjw84sy  I've been anxious to run this by my psychiatri...   \n",
       "t1_cmxw67c  How do you know personality of unknown cat? Do...   \n",
       "t1_cn0f9c1  Thanks - this sounds like something that would...   \n",
       "t1_cho1v09  I don't know how your session will go. That's ...   \n",
       "t1_ckoawwh  I deal with bad health anxiety, and normally I...   \n",
       "t1_cjxbcvt  I can still function day to day it just feels ...   \n",
       "t1_cmxe67a  Thats very interesting. My personal opinion af...   \n",
       "t1_ci8dqe6  Not self-conscious about exercise, but when I ...   \n",
       "t1_cicyvg3  It's a vicious cycle. And doctors make me feel...   \n",
       "t1_cjos6ay  Yes, and I tend to hyperventilate when I'm hav...   \n",
       "...                                                       ...   \n",
       "t1_cquucq8  Couldn't it be the ativan that's making you fe...   \n",
       "t1_cquz0du  Good video, i would go to the gym or outside o...   \n",
       "t1_cqzd1by  Fuck. What am I even supposed to do? Alzheimer...   \n",
       "t1_cr9gzx1  I normally do, and it's a hit and miss at help...   \n",
       "t1_cr74b0f  Claritin D always screws me up.  My anxiety go...   \n",
       "t1_crjx0yg  You sound just like me. I got over some anxiet...   \n",
       "t1_crocuf5                                         Thank you!   \n",
       "t1_crp9y2d  I used to get SO embarrassed when I was runnin...   \n",
       "t1_cr6uffz                                     Very talented!   \n",
       "t1_crlch4n  Thank you so much for responding. Yea thats ba...   \n",
       "t1_cqyknjw  637 total cases of Hantavirus in the US since ...   \n",
       "t1_cr631wt                                          [deleted]   \n",
       "t1_cqxsme9  Just out of curiosity, how did you study? I dr...   \n",
       "t1_craoysl  What did you get????? Let me know, then I'll h...   \n",
       "t1_cqvrwnt  You're welcome! Maybe you can write him a lett...   \n",
       "t1_cr5ojsm  Thanks for that! I thought that's what it woul...   \n",
       "t1_crra48y  Anxiety can cause all kinds of symptoms. I had...   \n",
       "t1_cr43zp8  Aphex Twin - Selected Ambient Works Volume 2  ...   \n",
       "t1_crodk0e  [Info on what to expect first appointment](htt...   \n",
       "t1_cr8frrt  never had meds but the therapy is something I'...   \n",
       "t1_crddgov  If your tests came back clear, then do yoursel...   \n",
       "t1_crqh0wd  Many studies have found positive punishment to...   \n",
       "t1_cqve37l  I'm doing better now. I'm a college senior so ...   \n",
       "t1_crqht6i                                that's what i meant   \n",
       "t1_cqyutwt  I have this too! When I took the SAT my stomac...   \n",
       "t1_crg48ds  Yes. I never had anxiety before college. I was...   \n",
       "t1_crddvoz  Yes. I just finished my two years at community...   \n",
       "t1_cqxnjsv  Hey there.  Introvert here, but the way I expl...   \n",
       "t1_cr0emxh  Many times people going through this are so ov...   \n",
       "t1_cr0ijxi  What you should eat is up to you, i had mornin...   \n",
       "\n",
       "                          author  created_utc subreddit_id    link_id  \\\n",
       "name                                                                    \n",
       "t1_c0dmqpc               cinsere   1254002472     t5_2qmij   t3_97ek7   \n",
       "t1_c0ari6c  webbedenterprisesinc   1246568854     t5_2qmij   t3_8xquv   \n",
       "t1_cehnsp1             [deleted]   1388899234     t5_2qmij  t3_1ufvns   \n",
       "t1_cj8vup9             [deleted]   1406433640     t5_2qmij  t3_2bt7fv   \n",
       "t1_cim8c6p            mutantruby   1404263262     t5_2qmij  t3_29ll4u   \n",
       "t1_ckcjnvj          ServeChilled   1410192814     t5_2qmij  t3_2ft4y0   \n",
       "t1_cjqo1bv             [deleted]   1408070450     t5_2qmij  t3_2cqzhs   \n",
       "t1_chletov             [deleted]   1400462152     t5_2qmij  t3_25wgp0   \n",
       "t1_cgy220d                   B0o   1398085841     t5_2qmij  t3_23k6em   \n",
       "t1_cg68tcd           TinBritches   1395201722     t5_2qmij  t3_20q3w1   \n",
       "t1_cl0t5n5        pleaseregister   1412488176     t5_2qmij  t3_2iap2k   \n",
       "t1_cgm676y             CobyCoyle   1396872573     t5_2qmij  t3_22d30z   \n",
       "t1_ckrzpe6            disfiguroo   1411628588     t5_2qmij  t3_2hcj3p   \n",
       "t1_cfixp99          GutterMaiden   1392781594     t5_2qmij  t3_1yabov   \n",
       "t1_cj68h9u   respectableusername   1406180759     t5_2qmij  t3_2bjqm2   \n",
       "t1_cfl2y38        lemmings_world   1392999859     t5_2qmij  t3_1yhm5d   \n",
       "t1_cimpif6            SolidBlake   1404317837     t5_2qmij  t3_29mw90   \n",
       "t1_cfdfe7r          dandeliondid   1392215049     t5_2qmij  t3_1xnv4q   \n",
       "t1_cn4jouv               nutjoob   1419458746     t5_2qmij  t3_2qacdc   \n",
       "t1_cieavfe                 Xaila   1403471040     t5_2qmij  t3_28t6sa   \n",
       "t1_cjw84sy      TheTacoBellTolls   1408593802     t5_2qmij  t3_2e52vd   \n",
       "t1_cmxw67c           I-just-came   1418848419     t5_2qmij  t3_2phnym   \n",
       "t1_cn0f9c1           VioletApple   1419078894     t5_2qmij  t3_2psn6k   \n",
       "t1_cho1v09                   nuw   1400724317     t5_2qmij  t3_2623gq   \n",
       "t1_ckoawwh  schrodingerscatapult   1411295750     t5_2qmij  t3_2h0dow   \n",
       "t1_cjxbcvt               ladeled   1408697252     t5_2qmij  t3_2e9d5s   \n",
       "t1_cmxe67a          SillyRaccoon   1418799549     t5_2qmij  t3_2pjx4v   \n",
       "t1_ci8dqe6            Parabrella   1402868862     t5_2qmij  t3_287vrr   \n",
       "t1_cicyvg3   rageagainsthevagene   1403312376     t5_2qmij  t3_28mfl5   \n",
       "t1_cjos6ay                kyndle   1407904340     t5_2qmij  t3_2de2ez   \n",
       "...                          ...          ...          ...        ...   \n",
       "t1_cquucq8              lulumeme   1430471032     t5_2qmij  t3_34hi53   \n",
       "t1_cquz0du        space_cowboy90   1430487304     t5_2qmij  t3_34i8de   \n",
       "t1_cqzd1by         never_not_tea   1430851769     t5_2qmij  t3_34yi3z   \n",
       "t1_cr9gzx1               Jpro124   1431648228     t5_2qmij  t3_36041a   \n",
       "t1_cr74b0f           buckeye3343   1431470878     t5_2qmij  t3_35pbno   \n",
       "t1_crjx0yg              Sheehan7   1432522160     t5_2qmij  t3_35e58k   \n",
       "t1_crocuf5           Lillyshadez   1432864162     t5_2qmij  t3_37cpbw   \n",
       "t1_crp9y2d  crosscountryrunner21   1432934387     t5_2qmij  t3_37po4a   \n",
       "t1_cr6uffz              nikijoie   1431455522     t5_2qmij  t3_35oey5   \n",
       "t1_crlch4n     Boobiesaresquishy   1432651129     t5_2qmij  t3_37biys   \n",
       "t1_cqyknjw             ExecBeesa   1430786112     t5_2qmij  t3_34vd91   \n",
       "t1_cr631wt             [deleted]   1431389233     t5_2qmij  t3_35lxk5   \n",
       "t1_cqxsme9                Ryano3   1430730020     t5_2qmij  t3_32pwuz   \n",
       "t1_craoysl       Adjunctproblema   1431744513     t5_2qmij  t3_3642b3   \n",
       "t1_cqvrwnt         dwade333miami   1430540885     t5_2qmij  t3_34lced   \n",
       "t1_cr5ojsm        Threw-away9999   1431365480     t5_2qmij  t3_35m40f   \n",
       "t1_crra48y     uselessartsdegree   1433114331     t5_2qmij  t3_37zqji   \n",
       "t1_cr43zp8       SellMeSomeSleep   1431221742     t5_2qmij  t3_35exgu   \n",
       "t1_crodk0e              ri0tnrrd   1432865521     t5_2qmij  t3_37mwu1   \n",
       "t1_cr8frrt             1gn0rance   1431567283     t5_2qmij  t3_35w7pw   \n",
       "t1_crddgov            Spooky1984   1431984795     t5_2qmij  t3_36d1vi   \n",
       "t1_crqh0wd            -mangrove-   1433039976     t5_2qmij  t3_37wo51   \n",
       "t1_cqve37l         ILoveScreegly   1430512553     t5_2qmij  t3_34j5ir   \n",
       "t1_crqht6i             Sete_Sois   1433041585     t5_2qmij  t3_37wgge   \n",
       "t1_cqyutwt          taytermuffin   1430807514     t5_2qmij  t3_34tun1   \n",
       "t1_crg48ds           Akomplice88   1432190768     t5_2qmij  t3_36ptj7   \n",
       "t1_crddvoz               NEPat10   1431985476     t5_2qmij  t3_36eybw   \n",
       "t1_cqxnjsv             [deleted]   1430712948     t5_2qmij  t3_34sesk   \n",
       "t1_cr0emxh          b0x0fawes0me   1430932598     t5_2qmij  t3_352rbt   \n",
       "t1_cr0ijxi                ISWUDT   1430938345     t5_2qmij  t3_352rem   \n",
       "\n",
       "             parent_id  score       id subreddit deleted  num_words  \\\n",
       "name                                                                  \n",
       "t1_c0dmqpc    t3_97ek7      3  c0dmqpc   Anxiety   False          1   \n",
       "t1_c0ari6c    t3_8xquv      1  c0ari6c   Anxiety   False         16   \n",
       "t1_cehnsp1   t3_1ufvns     14  cehnsp1   Anxiety    True          1   \n",
       "t1_cj8vup9  t1_cj8pm48     -4  cj8vup9   Anxiety    True          1   \n",
       "t1_cim8c6p   t3_29ll4u     61  cim8c6p   Anxiety   False         40   \n",
       "t1_ckcjnvj   t3_2ft4y0     44  ckcjnvj   Anxiety   False        657   \n",
       "t1_cjqo1bv  t1_cjkkl6f      0  cjqo1bv   Anxiety    True          1   \n",
       "t1_chletov   t3_25wgp0      0  chletov   Anxiety    True          1   \n",
       "t1_cgy220d  t1_cgxz3l0      0  cgy220d   Anxiety   False          3   \n",
       "t1_cg68tcd   t3_20q3w1      0  cg68tcd   Anxiety   False        122   \n",
       "t1_cl0t5n5   t3_2iap2k      1  cl0t5n5   Anxiety   False         35   \n",
       "t1_cgm676y   t3_22d30z      1  cgm676y   Anxiety   False        105   \n",
       "t1_ckrzpe6  t1_ckrvzoi      1  ckrzpe6   Anxiety   False         12   \n",
       "t1_cfixp99   t3_1yabov      1  cfixp99   Anxiety   False         56   \n",
       "t1_cj68h9u   t3_2bjqm2      1  cj68h9u   Anxiety   False         28   \n",
       "t1_cfl2y38   t3_1yhm5d      1  cfl2y38   Anxiety   False          5   \n",
       "t1_cimpif6   t3_29mw90      1  cimpif6   Anxiety   False        176   \n",
       "t1_cfdfe7r  t1_cfd372m      1  cfdfe7r   Anxiety   False         13   \n",
       "t1_cn4jouv  t1_cn4j74p      1  cn4jouv   Anxiety   False         20   \n",
       "t1_cieavfe   t3_28t6sa      1  cieavfe   Anxiety   False         58   \n",
       "t1_cjw84sy  t1_cjw71bf      1  cjw84sy   Anxiety   False         44   \n",
       "t1_cmxw67c  t1_cmxqalv      1  cmxw67c   Anxiety   False         12   \n",
       "t1_cn0f9c1  t1_cn0bbck      1  cn0f9c1   Anxiety   False         17   \n",
       "t1_cho1v09  t1_chnf7lp      1  cho1v09   Anxiety   False         27   \n",
       "t1_ckoawwh   t3_2h0dow      1  ckoawwh   Anxiety   False         44   \n",
       "t1_cjxbcvt   t3_2e9d5s      1  cjxbcvt   Anxiety   False        104   \n",
       "t1_cmxe67a  t1_cmxe348      1  cmxe67a   Anxiety   False         38   \n",
       "t1_ci8dqe6   t3_287vrr      1  ci8dqe6   Anxiety   False        100   \n",
       "t1_cicyvg3  t1_cicqsnd      1  cicyvg3   Anxiety   False         67   \n",
       "t1_cjos6ay   t3_2de2ez      1  cjos6ay   Anxiety   False         22   \n",
       "...                ...    ...      ...       ...     ...        ...   \n",
       "t1_cquucq8  t1_cqut0gc      1  cquucq8   Anxiety   False         24   \n",
       "t1_cquz0du   t3_34i8de      2  cquz0du   Anxiety   False         29   \n",
       "t1_cqzd1by  t1_cqzavt5      1  cqzd1by   Anxiety   False        160   \n",
       "t1_cr9gzx1  t1_cr9gwds      1  cr9gzx1   Anxiety   False         12   \n",
       "t1_cr74b0f  t1_cr6yxhg      1  cr74b0f   Anxiety   False         53   \n",
       "t1_crjx0yg  t1_cr8tv8z      2  crjx0yg   Anxiety   False        122   \n",
       "t1_crocuf5  t1_crn5zqg      1  crocuf5   Anxiety   False          2   \n",
       "t1_crp9y2d  t1_crp7lfg      1  crp9y2d   Anxiety   False         71   \n",
       "t1_cr6uffz   t3_35oey5      2  cr6uffz   Anxiety   False          2   \n",
       "t1_crlch4n  t1_crl949n      1  crlch4n   Anxiety   False         30   \n",
       "t1_cqyknjw   t3_34vd91      2  cqyknjw   Anxiety   False        106   \n",
       "t1_cr631wt  t1_cr5u8a1      1  cr631wt   Anxiety    True          1   \n",
       "t1_cqxsme9  t1_cqf8h94      1  cqxsme9   Anxiety   False         39   \n",
       "t1_craoysl   t3_3642b3      1  craoysl   Anxiety   False         13   \n",
       "t1_cqvrwnt  t1_cqvrtdd      3  cqvrwnt   Anxiety   False        292   \n",
       "t1_cr5ojsm  t1_cr5ny2n      1  cr5ojsm   Anxiety   False         17   \n",
       "t1_crra48y   t3_37zqji      3  crra48y   Anxiety   False        107   \n",
       "t1_cr43zp8   t3_35exgu      2  cr43zp8   Anxiety   False         29   \n",
       "t1_crodk0e   t3_37mwu1      1  crodk0e   Anxiety   False         14   \n",
       "t1_cr8frrt   t3_35w7pw      6  cr8frrt   Anxiety   False        110   \n",
       "t1_crddgov   t3_36d1vi      1  crddgov   Anxiety   False        196   \n",
       "t1_crqh0wd   t3_37wo51      2  crqh0wd   Anxiety   False         20   \n",
       "t1_cqve37l  t1_cqv9rqw      1  cqve37l   Anxiety   False        145   \n",
       "t1_crqht6i  t1_crqhn63      4  crqht6i   Anxiety   False          4   \n",
       "t1_cqyutwt  t1_cqy6udv      1  cqyutwt   Anxiety   False         18   \n",
       "t1_crg48ds   t3_36ptj7      1  crg48ds   Anxiety   False         46   \n",
       "t1_crddvoz  t1_crddrcs      1  crddvoz   Anxiety   False         65   \n",
       "t1_cqxnjsv   t3_34sesk      1  cqxnjsv   Anxiety   False         75   \n",
       "t1_cr0emxh  t1_cr0eesc      2  cr0emxh   Anxiety   False         57   \n",
       "t1_cr0ijxi   t3_352rem      2  cr0ijxi   Anxiety   False         63   \n",
       "\n",
       "           post_reply  reply_time post_author  \n",
       "name                                           \n",
       "t1_c0dmqpc       True     4608682       False  \n",
       "t1_c0ari6c       True          23        True  \n",
       "t1_cehnsp1       True         730       False  \n",
       "t1_cj8vup9      False       16037        True  \n",
       "t1_cim8c6p       True       11143       False  \n",
       "t1_ckcjnvj       True        6837       False  \n",
       "t1_cjqo1bv      False      558523       False  \n",
       "t1_chletov       True        3727       False  \n",
       "t1_cgy220d      False       16340        True  \n",
       "t1_cg68tcd       True       44312       False  \n",
       "t1_cl0t5n5       True       38792       False  \n",
       "t1_cgm676y       True       61486       False  \n",
       "t1_ckrzpe6      False       11960       False  \n",
       "t1_cfixp99       True       16755       False  \n",
       "t1_cj68h9u       True       19908       False  \n",
       "t1_cfl2y38       True       58739       False  \n",
       "t1_cimpif6       True       28514       False  \n",
       "t1_cfdfe7r      False       44031       False  \n",
       "t1_cn4jouv      False        1165       False  \n",
       "t1_cieavfe       True        7894       False  \n",
       "t1_cjw84sy      False        2619        True  \n",
       "t1_cmxw67c      False       10258       False  \n",
       "t1_cn0f9c1      False       20682       False  \n",
       "t1_cho1v09      False       51327       False  \n",
       "t1_ckoawwh       True       21611       False  \n",
       "t1_cjxbcvt       True        3379       False  \n",
       "t1_cmxe67a      False         284        True  \n",
       "t1_ci8dqe6       True       10739       False  \n",
       "t1_cicyvg3      False       18845       False  \n",
       "t1_cjos6ay       True       13553       False  \n",
       "...               ...         ...         ...  \n",
       "t1_cquucq8      False        6186       False  \n",
       "t1_cquz0du       True        7920       False  \n",
       "t1_cqzd1by      False        3366        True  \n",
       "t1_cr9gzx1      False         185        True  \n",
       "t1_cr74b0f      False        8575       False  \n",
       "t1_crjx0yg      False      913663       False  \n",
       "t1_crocuf5      False       87626        True  \n",
       "t1_crp9y2d      False        3730       False  \n",
       "t1_cr6uffz       True       48802       False  \n",
       "t1_crlch4n      False        7577        True  \n",
       "t1_cqyknjw       True       10519       False  \n",
       "t1_cr631wt      False       14598        True  \n",
       "t1_cqxsme9      False     1477796       False  \n",
       "t1_craoysl       True       13380       False  \n",
       "t1_cqvrwnt      False         249       False  \n",
       "t1_cr5ojsm      False         972        True  \n",
       "t1_crra48y       True       12583       False  \n",
       "t1_cr43zp8       True       26734       False  \n",
       "t1_crodk0e       True       21088       False  \n",
       "t1_cr8frrt       True        2492       False  \n",
       "t1_crddgov       True       32836       False  \n",
       "t1_crqh0wd       True        6624       False  \n",
       "t1_cqve37l      False        7203       False  \n",
       "t1_crqht6i      False         348       False  \n",
       "t1_cqyutwt      False       44298       False  \n",
       "t1_crg48ds       True       10050       False  \n",
       "t1_crddvoz      False         200       False  \n",
       "t1_cqxnjsv       True        1047       False  \n",
       "t1_cr0emxh      False         347       False  \n",
       "t1_cr0ijxi       True        7200       False  \n",
       "\n",
       "[289441 rows x 14 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anxiety_comments_meta = anxiety_comments.copy()\n",
    "anxiety_comments_meta['num_words'] = anxiety_comments_meta['body'].apply(lambda x: len(str(x).split(' ')))\n",
    "anxiety_comments_meta['post_reply'] = anxiety_comments_meta['parent_id'].apply(lambda x: x[:2] == 't3')\n",
    "def reply_time_apply_func(row, submission_table, comment_table):\n",
    "    #Comment and Parent are utc strings\n",
    "    parent = row['parent_id']\n",
    "    is_submission = row['post_reply']\n",
    "    self_created = row['created_utc']\n",
    "    if is_submission:\n",
    "        parent_exists = True\n",
    "        try:\n",
    "            parent_row = submission_table.loc[parent]\n",
    "        except KeyError:\n",
    "            parent_exists = False\n",
    "            pass\n",
    "        if parent_exists:\n",
    "            parent_created = parent_row['created_utc']\n",
    "            return self_created - parent_created\n",
    "        else:    \n",
    "            return None\n",
    "    else:\n",
    "        parent_exists = True\n",
    "        try:\n",
    "            parent_row = comment_table.loc[parent]\n",
    "        except KeyError:\n",
    "            parent_exists = False\n",
    "            pass\n",
    "        if parent_exists:\n",
    "            return self_created - parent_row['created_utc']\n",
    "        else:\n",
    "            return 9999\n",
    "def is_submission_author_func(row, submission_table):\n",
    "    submission = row['link_id']\n",
    "    author = row['author']\n",
    "    parent_exists = True\n",
    "    try:\n",
    "        parent_row = submission_table.loc[submission]\n",
    "    except KeyError:\n",
    "        parent_exists = False\n",
    "        pass\n",
    "    if parent_exists:\n",
    "        parent_author = parent_row['author']\n",
    "        return author == parent_author\n",
    "    else:    \n",
    "        return None\n",
    "anxiety_reply_time_func = lambda x: reply_time_apply_func(x, anxiety_posts, anxiety_comments)\n",
    "anxiety_post_author_func = lambda x: is_submission_author_func(x, anxiety_posts)\n",
    "anxiety_comments_meta['reply_time'] = anxiety_comments_meta.apply(func = anxiety_reply_time_func, axis = 1, reduce = True)\n",
    "anxiety_comments_meta['post_author'] = anxiety_comments_meta.apply(func = anxiety_post_author_func, axis = 1, reduce = True)\n",
    "anxiety_comments_meta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>body</th>\n",
       "      <th>author</th>\n",
       "      <th>created_utc</th>\n",
       "      <th>subreddit_id</th>\n",
       "      <th>link_id</th>\n",
       "      <th>parent_id</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>subreddit</th>\n",
       "      <th>deleted</th>\n",
       "      <th>num_words</th>\n",
       "      <th>post_reply</th>\n",
       "      <th>reply_time</th>\n",
       "      <th>post_author</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>name</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>t1_c0dmqpc</th>\n",
       "      <td>Where?</td>\n",
       "      <td>cinsere</td>\n",
       "      <td>1254002472</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>3</td>\n",
       "      <td>c0dmqpc</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4608682</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_c0ari6c</th>\n",
       "      <td>These tips are totally easy to implement and t...</td>\n",
       "      <td>webbedenterprisesinc</td>\n",
       "      <td>1246568854</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>1</td>\n",
       "      <td>c0ari6c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cehnsp1</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1388899234</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>14</td>\n",
       "      <td>cehnsp1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>730</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj8vup9</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1406433640</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bt7fv</td>\n",
       "      <td>t1_cj8pm48</td>\n",
       "      <td>-4</td>\n",
       "      <td>cj8vup9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>16037</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cim8c6p</th>\n",
       "      <td>My anxiety is triggered by unplanned events or...</td>\n",
       "      <td>mutantruby</td>\n",
       "      <td>1404263262</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>61</td>\n",
       "      <td>cim8c6p</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>11143</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckcjnvj</th>\n",
       "      <td>The only way I found out about my anxiety was ...</td>\n",
       "      <td>ServeChilled</td>\n",
       "      <td>1410192814</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>44</td>\n",
       "      <td>ckcjnvj</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>657</td>\n",
       "      <td>1</td>\n",
       "      <td>6837</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjqo1bv</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1408070450</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2cqzhs</td>\n",
       "      <td>t1_cjkkl6f</td>\n",
       "      <td>0</td>\n",
       "      <td>cjqo1bv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>558523</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_chletov</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1400462152</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>0</td>\n",
       "      <td>chletov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3727</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgy220d</th>\n",
       "      <td>Thank you :-)</td>\n",
       "      <td>B0o</td>\n",
       "      <td>1398085841</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_23k6em</td>\n",
       "      <td>t1_cgxz3l0</td>\n",
       "      <td>0</td>\n",
       "      <td>cgy220d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>16340</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cg68tcd</th>\n",
       "      <td>Sometimes I think I see spots, but I'm not sur...</td>\n",
       "      <td>TinBritches</td>\n",
       "      <td>1395201722</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>0</td>\n",
       "      <td>cg68tcd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>122</td>\n",
       "      <td>1</td>\n",
       "      <td>44312</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cl0t5n5</th>\n",
       "      <td>If I smoke too much I'm guaranteed to start to...</td>\n",
       "      <td>pleaseregister</td>\n",
       "      <td>1412488176</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>1</td>\n",
       "      <td>cl0t5n5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>38792</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cgm676y</th>\n",
       "      <td>This has made me feel so much better.\\nI have ...</td>\n",
       "      <td>CobyCoyle</td>\n",
       "      <td>1396872573</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>1</td>\n",
       "      <td>cgm676y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>105</td>\n",
       "      <td>1</td>\n",
       "      <td>61486</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckrzpe6</th>\n",
       "      <td>Ok, well. You have the answer to your question...</td>\n",
       "      <td>disfiguroo</td>\n",
       "      <td>1411628588</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2hcj3p</td>\n",
       "      <td>t1_ckrvzoi</td>\n",
       "      <td>1</td>\n",
       "      <td>ckrzpe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>11960</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfixp99</th>\n",
       "      <td>Stress can trigger things like anxiety.  The d...</td>\n",
       "      <td>GutterMaiden</td>\n",
       "      <td>1392781594</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>1</td>\n",
       "      <td>cfixp99</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>1</td>\n",
       "      <td>16755</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cj68h9u</th>\n",
       "      <td>[this song](https://www.youtube.com/watch?v=rc...</td>\n",
       "      <td>respectableusername</td>\n",
       "      <td>1406180759</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>1</td>\n",
       "      <td>cj68h9u</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>19908</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfl2y38</th>\n",
       "      <td>Wonderful! You rocked it. :)</td>\n",
       "      <td>lemmings_world</td>\n",
       "      <td>1392999859</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>1</td>\n",
       "      <td>cfl2y38</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>58739</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cimpif6</th>\n",
       "      <td>Reading through this really gave me some flash...</td>\n",
       "      <td>SolidBlake</td>\n",
       "      <td>1404317837</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>1</td>\n",
       "      <td>cimpif6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>176</td>\n",
       "      <td>1</td>\n",
       "      <td>28514</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cfdfe7r</th>\n",
       "      <td>It takes a lot of time. Try to be patient with...</td>\n",
       "      <td>dandeliondid</td>\n",
       "      <td>1392215049</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1xnv4q</td>\n",
       "      <td>t1_cfd372m</td>\n",
       "      <td>1</td>\n",
       "      <td>cfdfe7r</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>44031</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn4jouv</th>\n",
       "      <td>You staying the night or are they releasing yo...</td>\n",
       "      <td>nutjoob</td>\n",
       "      <td>1419458746</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2qacdc</td>\n",
       "      <td>t1_cn4j74p</td>\n",
       "      <td>1</td>\n",
       "      <td>cn4jouv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>1165</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cieavfe</th>\n",
       "      <td>I can relate.  The thought of having a wedding...</td>\n",
       "      <td>Xaila</td>\n",
       "      <td>1403471040</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>1</td>\n",
       "      <td>cieavfe</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>7894</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjw84sy</th>\n",
       "      <td>I've been anxious to run this by my psychiatri...</td>\n",
       "      <td>TheTacoBellTolls</td>\n",
       "      <td>1408593802</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e52vd</td>\n",
       "      <td>t1_cjw71bf</td>\n",
       "      <td>1</td>\n",
       "      <td>cjw84sy</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>2619</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxw67c</th>\n",
       "      <td>How do you know personality of unknown cat? Do...</td>\n",
       "      <td>I-just-came</td>\n",
       "      <td>1418848419</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2phnym</td>\n",
       "      <td>t1_cmxqalv</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxw67c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>10258</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cn0f9c1</th>\n",
       "      <td>Thanks - this sounds like something that would...</td>\n",
       "      <td>VioletApple</td>\n",
       "      <td>1419078894</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2psn6k</td>\n",
       "      <td>t1_cn0bbck</td>\n",
       "      <td>1</td>\n",
       "      <td>cn0f9c1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>20682</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cho1v09</th>\n",
       "      <td>I don't know how your session will go. That's ...</td>\n",
       "      <td>nuw</td>\n",
       "      <td>1400724317</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2623gq</td>\n",
       "      <td>t1_chnf7lp</td>\n",
       "      <td>1</td>\n",
       "      <td>cho1v09</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>51327</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ckoawwh</th>\n",
       "      <td>I deal with bad health anxiety, and normally I...</td>\n",
       "      <td>schrodingerscatapult</td>\n",
       "      <td>1411295750</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>1</td>\n",
       "      <td>ckoawwh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>1</td>\n",
       "      <td>21611</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjxbcvt</th>\n",
       "      <td>I can still function day to day it just feels ...</td>\n",
       "      <td>ladeled</td>\n",
       "      <td>1408697252</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>1</td>\n",
       "      <td>cjxbcvt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>104</td>\n",
       "      <td>1</td>\n",
       "      <td>3379</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cmxe67a</th>\n",
       "      <td>Thats very interesting. My personal opinion af...</td>\n",
       "      <td>SillyRaccoon</td>\n",
       "      <td>1418799549</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2pjx4v</td>\n",
       "      <td>t1_cmxe348</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxe67a</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>284</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_ci8dqe6</th>\n",
       "      <td>Not self-conscious about exercise, but when I ...</td>\n",
       "      <td>Parabrella</td>\n",
       "      <td>1402868862</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>1</td>\n",
       "      <td>ci8dqe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>1</td>\n",
       "      <td>10739</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cicyvg3</th>\n",
       "      <td>It's a vicious cycle. And doctors make me feel...</td>\n",
       "      <td>rageagainsthevagene</td>\n",
       "      <td>1403312376</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28mfl5</td>\n",
       "      <td>t1_cicqsnd</td>\n",
       "      <td>1</td>\n",
       "      <td>cicyvg3</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>18845</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cjos6ay</th>\n",
       "      <td>Yes, and I tend to hyperventilate when I'm hav...</td>\n",
       "      <td>kyndle</td>\n",
       "      <td>1407904340</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>1</td>\n",
       "      <td>cjos6ay</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>13553</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquucq8</th>\n",
       "      <td>Couldn't it be the ativan that's making you fe...</td>\n",
       "      <td>lulumeme</td>\n",
       "      <td>1430471032</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34hi53</td>\n",
       "      <td>t1_cqut0gc</td>\n",
       "      <td>1</td>\n",
       "      <td>cquucq8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>24</td>\n",
       "      <td>0</td>\n",
       "      <td>6186</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cquz0du</th>\n",
       "      <td>Good video, i would go to the gym or outside o...</td>\n",
       "      <td>space_cowboy90</td>\n",
       "      <td>1430487304</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>t3_34i8de</td>\n",
       "      <td>2</td>\n",
       "      <td>cquz0du</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>7920</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqzd1by</th>\n",
       "      <td>Fuck. What am I even supposed to do? Alzheimer...</td>\n",
       "      <td>never_not_tea</td>\n",
       "      <td>1430851769</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34yi3z</td>\n",
       "      <td>t1_cqzavt5</td>\n",
       "      <td>1</td>\n",
       "      <td>cqzd1by</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>160</td>\n",
       "      <td>0</td>\n",
       "      <td>3366</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr9gzx1</th>\n",
       "      <td>I normally do, and it's a hit and miss at help...</td>\n",
       "      <td>Jpro124</td>\n",
       "      <td>1431648228</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36041a</td>\n",
       "      <td>t1_cr9gwds</td>\n",
       "      <td>1</td>\n",
       "      <td>cr9gzx1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>185</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr74b0f</th>\n",
       "      <td>Claritin D always screws me up.  My anxiety go...</td>\n",
       "      <td>buckeye3343</td>\n",
       "      <td>1431470878</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35pbno</td>\n",
       "      <td>t1_cr6yxhg</td>\n",
       "      <td>1</td>\n",
       "      <td>cr74b0f</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>53</td>\n",
       "      <td>0</td>\n",
       "      <td>8575</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crjx0yg</th>\n",
       "      <td>You sound just like me. I got over some anxiet...</td>\n",
       "      <td>Sheehan7</td>\n",
       "      <td>1432522160</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35e58k</td>\n",
       "      <td>t1_cr8tv8z</td>\n",
       "      <td>2</td>\n",
       "      <td>crjx0yg</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>122</td>\n",
       "      <td>0</td>\n",
       "      <td>913663</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crocuf5</th>\n",
       "      <td>Thank you!</td>\n",
       "      <td>Lillyshadez</td>\n",
       "      <td>1432864162</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37cpbw</td>\n",
       "      <td>t1_crn5zqg</td>\n",
       "      <td>1</td>\n",
       "      <td>crocuf5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>87626</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crp9y2d</th>\n",
       "      <td>I used to get SO embarrassed when I was runnin...</td>\n",
       "      <td>crosscountryrunner21</td>\n",
       "      <td>1432934387</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37po4a</td>\n",
       "      <td>t1_crp7lfg</td>\n",
       "      <td>1</td>\n",
       "      <td>crp9y2d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>71</td>\n",
       "      <td>0</td>\n",
       "      <td>3730</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr6uffz</th>\n",
       "      <td>Very talented!</td>\n",
       "      <td>nikijoie</td>\n",
       "      <td>1431455522</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>t3_35oey5</td>\n",
       "      <td>2</td>\n",
       "      <td>cr6uffz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>48802</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crlch4n</th>\n",
       "      <td>Thank you so much for responding. Yea thats ba...</td>\n",
       "      <td>Boobiesaresquishy</td>\n",
       "      <td>1432651129</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37biys</td>\n",
       "      <td>t1_crl949n</td>\n",
       "      <td>1</td>\n",
       "      <td>crlch4n</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "      <td>7577</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyknjw</th>\n",
       "      <td>637 total cases of Hantavirus in the US since ...</td>\n",
       "      <td>ExecBeesa</td>\n",
       "      <td>1430786112</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>t3_34vd91</td>\n",
       "      <td>2</td>\n",
       "      <td>cqyknjw</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>106</td>\n",
       "      <td>1</td>\n",
       "      <td>10519</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr631wt</th>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1431389233</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35lxk5</td>\n",
       "      <td>t1_cr5u8a1</td>\n",
       "      <td>1</td>\n",
       "      <td>cr631wt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>14598</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxsme9</th>\n",
       "      <td>Just out of curiosity, how did you study? I dr...</td>\n",
       "      <td>Ryano3</td>\n",
       "      <td>1430730020</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_32pwuz</td>\n",
       "      <td>t1_cqf8h94</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxsme9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>1477796</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_craoysl</th>\n",
       "      <td>What did you get????? Let me know, then I'll h...</td>\n",
       "      <td>Adjunctproblema</td>\n",
       "      <td>1431744513</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>t3_3642b3</td>\n",
       "      <td>1</td>\n",
       "      <td>craoysl</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>13380</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqvrwnt</th>\n",
       "      <td>You're welcome! Maybe you can write him a lett...</td>\n",
       "      <td>dwade333miami</td>\n",
       "      <td>1430540885</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34lced</td>\n",
       "      <td>t1_cqvrtdd</td>\n",
       "      <td>3</td>\n",
       "      <td>cqvrwnt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>292</td>\n",
       "      <td>0</td>\n",
       "      <td>249</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr5ojsm</th>\n",
       "      <td>Thanks for that! I thought that's what it woul...</td>\n",
       "      <td>Threw-away9999</td>\n",
       "      <td>1431365480</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35m40f</td>\n",
       "      <td>t1_cr5ny2n</td>\n",
       "      <td>1</td>\n",
       "      <td>cr5ojsm</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>972</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crra48y</th>\n",
       "      <td>Anxiety can cause all kinds of symptoms. I had...</td>\n",
       "      <td>uselessartsdegree</td>\n",
       "      <td>1433114331</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>t3_37zqji</td>\n",
       "      <td>3</td>\n",
       "      <td>crra48y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>107</td>\n",
       "      <td>1</td>\n",
       "      <td>12583</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr43zp8</th>\n",
       "      <td>Aphex Twin - Selected Ambient Works Volume 2  ...</td>\n",
       "      <td>SellMeSomeSleep</td>\n",
       "      <td>1431221742</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>t3_35exgu</td>\n",
       "      <td>2</td>\n",
       "      <td>cr43zp8</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>26734</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crodk0e</th>\n",
       "      <td>[Info on what to expect first appointment](htt...</td>\n",
       "      <td>ri0tnrrd</td>\n",
       "      <td>1432865521</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>t3_37mwu1</td>\n",
       "      <td>1</td>\n",
       "      <td>crodk0e</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>21088</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr8frrt</th>\n",
       "      <td>never had meds but the therapy is something I'...</td>\n",
       "      <td>1gn0rance</td>\n",
       "      <td>1431567283</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>t3_35w7pw</td>\n",
       "      <td>6</td>\n",
       "      <td>cr8frrt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>110</td>\n",
       "      <td>1</td>\n",
       "      <td>2492</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddgov</th>\n",
       "      <td>If your tests came back clear, then do yoursel...</td>\n",
       "      <td>Spooky1984</td>\n",
       "      <td>1431984795</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>t3_36d1vi</td>\n",
       "      <td>1</td>\n",
       "      <td>crddgov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>196</td>\n",
       "      <td>1</td>\n",
       "      <td>32836</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqh0wd</th>\n",
       "      <td>Many studies have found positive punishment to...</td>\n",
       "      <td>-mangrove-</td>\n",
       "      <td>1433039976</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>t3_37wo51</td>\n",
       "      <td>2</td>\n",
       "      <td>crqh0wd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>6624</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqve37l</th>\n",
       "      <td>I'm doing better now. I'm a college senior so ...</td>\n",
       "      <td>ILoveScreegly</td>\n",
       "      <td>1430512553</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34j5ir</td>\n",
       "      <td>t1_cqv9rqw</td>\n",
       "      <td>1</td>\n",
       "      <td>cqve37l</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>145</td>\n",
       "      <td>0</td>\n",
       "      <td>7203</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crqht6i</th>\n",
       "      <td>that's what i meant</td>\n",
       "      <td>Sete_Sois</td>\n",
       "      <td>1433041585</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_37wgge</td>\n",
       "      <td>t1_crqhn63</td>\n",
       "      <td>4</td>\n",
       "      <td>crqht6i</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>348</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqyutwt</th>\n",
       "      <td>I have this too! When I took the SAT my stomac...</td>\n",
       "      <td>taytermuffin</td>\n",
       "      <td>1430807514</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34tun1</td>\n",
       "      <td>t1_cqy6udv</td>\n",
       "      <td>1</td>\n",
       "      <td>cqyutwt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>44298</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crg48ds</th>\n",
       "      <td>Yes. I never had anxiety before college. I was...</td>\n",
       "      <td>Akomplice88</td>\n",
       "      <td>1432190768</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>t3_36ptj7</td>\n",
       "      <td>1</td>\n",
       "      <td>crg48ds</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>46</td>\n",
       "      <td>1</td>\n",
       "      <td>10050</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_crddvoz</th>\n",
       "      <td>Yes. I just finished my two years at community...</td>\n",
       "      <td>NEPat10</td>\n",
       "      <td>1431985476</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_36eybw</td>\n",
       "      <td>t1_crddrcs</td>\n",
       "      <td>1</td>\n",
       "      <td>crddvoz</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>0</td>\n",
       "      <td>200</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cqxnjsv</th>\n",
       "      <td>Hey there.  Introvert here, but the way I expl...</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1430712948</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>t3_34sesk</td>\n",
       "      <td>1</td>\n",
       "      <td>cqxnjsv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>75</td>\n",
       "      <td>1</td>\n",
       "      <td>1047</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0emxh</th>\n",
       "      <td>Many times people going through this are so ov...</td>\n",
       "      <td>b0x0fawes0me</td>\n",
       "      <td>1430932598</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rbt</td>\n",
       "      <td>t1_cr0eesc</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0emxh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>0</td>\n",
       "      <td>347</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>t1_cr0ijxi</th>\n",
       "      <td>What you should eat is up to you, i had mornin...</td>\n",
       "      <td>ISWUDT</td>\n",
       "      <td>1430938345</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>t3_352rem</td>\n",
       "      <td>2</td>\n",
       "      <td>cr0ijxi</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>63</td>\n",
       "      <td>1</td>\n",
       "      <td>7200</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>289441 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                         body  \\\n",
       "name                                                            \n",
       "t1_c0dmqpc                                             Where?   \n",
       "t1_c0ari6c  These tips are totally easy to implement and t...   \n",
       "t1_cehnsp1                                          [deleted]   \n",
       "t1_cj8vup9                                          [deleted]   \n",
       "t1_cim8c6p  My anxiety is triggered by unplanned events or...   \n",
       "t1_ckcjnvj  The only way I found out about my anxiety was ...   \n",
       "t1_cjqo1bv                                          [deleted]   \n",
       "t1_chletov                                          [deleted]   \n",
       "t1_cgy220d                                      Thank you :-)   \n",
       "t1_cg68tcd  Sometimes I think I see spots, but I'm not sur...   \n",
       "t1_cl0t5n5  If I smoke too much I'm guaranteed to start to...   \n",
       "t1_cgm676y  This has made me feel so much better.\\nI have ...   \n",
       "t1_ckrzpe6  Ok, well. You have the answer to your question...   \n",
       "t1_cfixp99  Stress can trigger things like anxiety.  The d...   \n",
       "t1_cj68h9u  [this song](https://www.youtube.com/watch?v=rc...   \n",
       "t1_cfl2y38                       Wonderful! You rocked it. :)   \n",
       "t1_cimpif6  Reading through this really gave me some flash...   \n",
       "t1_cfdfe7r  It takes a lot of time. Try to be patient with...   \n",
       "t1_cn4jouv  You staying the night or are they releasing yo...   \n",
       "t1_cieavfe  I can relate.  The thought of having a wedding...   \n",
       "t1_cjw84sy  I've been anxious to run this by my psychiatri...   \n",
       "t1_cmxw67c  How do you know personality of unknown cat? Do...   \n",
       "t1_cn0f9c1  Thanks - this sounds like something that would...   \n",
       "t1_cho1v09  I don't know how your session will go. That's ...   \n",
       "t1_ckoawwh  I deal with bad health anxiety, and normally I...   \n",
       "t1_cjxbcvt  I can still function day to day it just feels ...   \n",
       "t1_cmxe67a  Thats very interesting. My personal opinion af...   \n",
       "t1_ci8dqe6  Not self-conscious about exercise, but when I ...   \n",
       "t1_cicyvg3  It's a vicious cycle. And doctors make me feel...   \n",
       "t1_cjos6ay  Yes, and I tend to hyperventilate when I'm hav...   \n",
       "...                                                       ...   \n",
       "t1_cquucq8  Couldn't it be the ativan that's making you fe...   \n",
       "t1_cquz0du  Good video, i would go to the gym or outside o...   \n",
       "t1_cqzd1by  Fuck. What am I even supposed to do? Alzheimer...   \n",
       "t1_cr9gzx1  I normally do, and it's a hit and miss at help...   \n",
       "t1_cr74b0f  Claritin D always screws me up.  My anxiety go...   \n",
       "t1_crjx0yg  You sound just like me. I got over some anxiet...   \n",
       "t1_crocuf5                                         Thank you!   \n",
       "t1_crp9y2d  I used to get SO embarrassed when I was runnin...   \n",
       "t1_cr6uffz                                     Very talented!   \n",
       "t1_crlch4n  Thank you so much for responding. Yea thats ba...   \n",
       "t1_cqyknjw  637 total cases of Hantavirus in the US since ...   \n",
       "t1_cr631wt                                          [deleted]   \n",
       "t1_cqxsme9  Just out of curiosity, how did you study? I dr...   \n",
       "t1_craoysl  What did you get????? Let me know, then I'll h...   \n",
       "t1_cqvrwnt  You're welcome! Maybe you can write him a lett...   \n",
       "t1_cr5ojsm  Thanks for that! I thought that's what it woul...   \n",
       "t1_crra48y  Anxiety can cause all kinds of symptoms. I had...   \n",
       "t1_cr43zp8  Aphex Twin - Selected Ambient Works Volume 2  ...   \n",
       "t1_crodk0e  [Info on what to expect first appointment](htt...   \n",
       "t1_cr8frrt  never had meds but the therapy is something I'...   \n",
       "t1_crddgov  If your tests came back clear, then do yoursel...   \n",
       "t1_crqh0wd  Many studies have found positive punishment to...   \n",
       "t1_cqve37l  I'm doing better now. I'm a college senior so ...   \n",
       "t1_crqht6i                                that's what i meant   \n",
       "t1_cqyutwt  I have this too! When I took the SAT my stomac...   \n",
       "t1_crg48ds  Yes. I never had anxiety before college. I was...   \n",
       "t1_crddvoz  Yes. I just finished my two years at community...   \n",
       "t1_cqxnjsv  Hey there.  Introvert here, but the way I expl...   \n",
       "t1_cr0emxh  Many times people going through this are so ov...   \n",
       "t1_cr0ijxi  What you should eat is up to you, i had mornin...   \n",
       "\n",
       "                          author  created_utc subreddit_id    link_id  \\\n",
       "name                                                                    \n",
       "t1_c0dmqpc               cinsere   1254002472     t5_2qmij   t3_97ek7   \n",
       "t1_c0ari6c  webbedenterprisesinc   1246568854     t5_2qmij   t3_8xquv   \n",
       "t1_cehnsp1             [deleted]   1388899234     t5_2qmij  t3_1ufvns   \n",
       "t1_cj8vup9             [deleted]   1406433640     t5_2qmij  t3_2bt7fv   \n",
       "t1_cim8c6p            mutantruby   1404263262     t5_2qmij  t3_29ll4u   \n",
       "t1_ckcjnvj          ServeChilled   1410192814     t5_2qmij  t3_2ft4y0   \n",
       "t1_cjqo1bv             [deleted]   1408070450     t5_2qmij  t3_2cqzhs   \n",
       "t1_chletov             [deleted]   1400462152     t5_2qmij  t3_25wgp0   \n",
       "t1_cgy220d                   B0o   1398085841     t5_2qmij  t3_23k6em   \n",
       "t1_cg68tcd           TinBritches   1395201722     t5_2qmij  t3_20q3w1   \n",
       "t1_cl0t5n5        pleaseregister   1412488176     t5_2qmij  t3_2iap2k   \n",
       "t1_cgm676y             CobyCoyle   1396872573     t5_2qmij  t3_22d30z   \n",
       "t1_ckrzpe6            disfiguroo   1411628588     t5_2qmij  t3_2hcj3p   \n",
       "t1_cfixp99          GutterMaiden   1392781594     t5_2qmij  t3_1yabov   \n",
       "t1_cj68h9u   respectableusername   1406180759     t5_2qmij  t3_2bjqm2   \n",
       "t1_cfl2y38        lemmings_world   1392999859     t5_2qmij  t3_1yhm5d   \n",
       "t1_cimpif6            SolidBlake   1404317837     t5_2qmij  t3_29mw90   \n",
       "t1_cfdfe7r          dandeliondid   1392215049     t5_2qmij  t3_1xnv4q   \n",
       "t1_cn4jouv               nutjoob   1419458746     t5_2qmij  t3_2qacdc   \n",
       "t1_cieavfe                 Xaila   1403471040     t5_2qmij  t3_28t6sa   \n",
       "t1_cjw84sy      TheTacoBellTolls   1408593802     t5_2qmij  t3_2e52vd   \n",
       "t1_cmxw67c           I-just-came   1418848419     t5_2qmij  t3_2phnym   \n",
       "t1_cn0f9c1           VioletApple   1419078894     t5_2qmij  t3_2psn6k   \n",
       "t1_cho1v09                   nuw   1400724317     t5_2qmij  t3_2623gq   \n",
       "t1_ckoawwh  schrodingerscatapult   1411295750     t5_2qmij  t3_2h0dow   \n",
       "t1_cjxbcvt               ladeled   1408697252     t5_2qmij  t3_2e9d5s   \n",
       "t1_cmxe67a          SillyRaccoon   1418799549     t5_2qmij  t3_2pjx4v   \n",
       "t1_ci8dqe6            Parabrella   1402868862     t5_2qmij  t3_287vrr   \n",
       "t1_cicyvg3   rageagainsthevagene   1403312376     t5_2qmij  t3_28mfl5   \n",
       "t1_cjos6ay                kyndle   1407904340     t5_2qmij  t3_2de2ez   \n",
       "...                          ...          ...          ...        ...   \n",
       "t1_cquucq8              lulumeme   1430471032     t5_2qmij  t3_34hi53   \n",
       "t1_cquz0du        space_cowboy90   1430487304     t5_2qmij  t3_34i8de   \n",
       "t1_cqzd1by         never_not_tea   1430851769     t5_2qmij  t3_34yi3z   \n",
       "t1_cr9gzx1               Jpro124   1431648228     t5_2qmij  t3_36041a   \n",
       "t1_cr74b0f           buckeye3343   1431470878     t5_2qmij  t3_35pbno   \n",
       "t1_crjx0yg              Sheehan7   1432522160     t5_2qmij  t3_35e58k   \n",
       "t1_crocuf5           Lillyshadez   1432864162     t5_2qmij  t3_37cpbw   \n",
       "t1_crp9y2d  crosscountryrunner21   1432934387     t5_2qmij  t3_37po4a   \n",
       "t1_cr6uffz              nikijoie   1431455522     t5_2qmij  t3_35oey5   \n",
       "t1_crlch4n     Boobiesaresquishy   1432651129     t5_2qmij  t3_37biys   \n",
       "t1_cqyknjw             ExecBeesa   1430786112     t5_2qmij  t3_34vd91   \n",
       "t1_cr631wt             [deleted]   1431389233     t5_2qmij  t3_35lxk5   \n",
       "t1_cqxsme9                Ryano3   1430730020     t5_2qmij  t3_32pwuz   \n",
       "t1_craoysl       Adjunctproblema   1431744513     t5_2qmij  t3_3642b3   \n",
       "t1_cqvrwnt         dwade333miami   1430540885     t5_2qmij  t3_34lced   \n",
       "t1_cr5ojsm        Threw-away9999   1431365480     t5_2qmij  t3_35m40f   \n",
       "t1_crra48y     uselessartsdegree   1433114331     t5_2qmij  t3_37zqji   \n",
       "t1_cr43zp8       SellMeSomeSleep   1431221742     t5_2qmij  t3_35exgu   \n",
       "t1_crodk0e              ri0tnrrd   1432865521     t5_2qmij  t3_37mwu1   \n",
       "t1_cr8frrt             1gn0rance   1431567283     t5_2qmij  t3_35w7pw   \n",
       "t1_crddgov            Spooky1984   1431984795     t5_2qmij  t3_36d1vi   \n",
       "t1_crqh0wd            -mangrove-   1433039976     t5_2qmij  t3_37wo51   \n",
       "t1_cqve37l         ILoveScreegly   1430512553     t5_2qmij  t3_34j5ir   \n",
       "t1_crqht6i             Sete_Sois   1433041585     t5_2qmij  t3_37wgge   \n",
       "t1_cqyutwt          taytermuffin   1430807514     t5_2qmij  t3_34tun1   \n",
       "t1_crg48ds           Akomplice88   1432190768     t5_2qmij  t3_36ptj7   \n",
       "t1_crddvoz               NEPat10   1431985476     t5_2qmij  t3_36eybw   \n",
       "t1_cqxnjsv             [deleted]   1430712948     t5_2qmij  t3_34sesk   \n",
       "t1_cr0emxh          b0x0fawes0me   1430932598     t5_2qmij  t3_352rbt   \n",
       "t1_cr0ijxi                ISWUDT   1430938345     t5_2qmij  t3_352rem   \n",
       "\n",
       "             parent_id  score       id subreddit  deleted  num_words  \\\n",
       "name                                                                   \n",
       "t1_c0dmqpc    t3_97ek7      3  c0dmqpc   Anxiety        0          1   \n",
       "t1_c0ari6c    t3_8xquv      1  c0ari6c   Anxiety        0         16   \n",
       "t1_cehnsp1   t3_1ufvns     14  cehnsp1   Anxiety        1          1   \n",
       "t1_cj8vup9  t1_cj8pm48     -4  cj8vup9   Anxiety        1          1   \n",
       "t1_cim8c6p   t3_29ll4u     61  cim8c6p   Anxiety        0         40   \n",
       "t1_ckcjnvj   t3_2ft4y0     44  ckcjnvj   Anxiety        0        657   \n",
       "t1_cjqo1bv  t1_cjkkl6f      0  cjqo1bv   Anxiety        1          1   \n",
       "t1_chletov   t3_25wgp0      0  chletov   Anxiety        1          1   \n",
       "t1_cgy220d  t1_cgxz3l0      0  cgy220d   Anxiety        0          3   \n",
       "t1_cg68tcd   t3_20q3w1      0  cg68tcd   Anxiety        0        122   \n",
       "t1_cl0t5n5   t3_2iap2k      1  cl0t5n5   Anxiety        0         35   \n",
       "t1_cgm676y   t3_22d30z      1  cgm676y   Anxiety        0        105   \n",
       "t1_ckrzpe6  t1_ckrvzoi      1  ckrzpe6   Anxiety        0         12   \n",
       "t1_cfixp99   t3_1yabov      1  cfixp99   Anxiety        0         56   \n",
       "t1_cj68h9u   t3_2bjqm2      1  cj68h9u   Anxiety        0         28   \n",
       "t1_cfl2y38   t3_1yhm5d      1  cfl2y38   Anxiety        0          5   \n",
       "t1_cimpif6   t3_29mw90      1  cimpif6   Anxiety        0        176   \n",
       "t1_cfdfe7r  t1_cfd372m      1  cfdfe7r   Anxiety        0         13   \n",
       "t1_cn4jouv  t1_cn4j74p      1  cn4jouv   Anxiety        0         20   \n",
       "t1_cieavfe   t3_28t6sa      1  cieavfe   Anxiety        0         58   \n",
       "t1_cjw84sy  t1_cjw71bf      1  cjw84sy   Anxiety        0         44   \n",
       "t1_cmxw67c  t1_cmxqalv      1  cmxw67c   Anxiety        0         12   \n",
       "t1_cn0f9c1  t1_cn0bbck      1  cn0f9c1   Anxiety        0         17   \n",
       "t1_cho1v09  t1_chnf7lp      1  cho1v09   Anxiety        0         27   \n",
       "t1_ckoawwh   t3_2h0dow      1  ckoawwh   Anxiety        0         44   \n",
       "t1_cjxbcvt   t3_2e9d5s      1  cjxbcvt   Anxiety        0        104   \n",
       "t1_cmxe67a  t1_cmxe348      1  cmxe67a   Anxiety        0         38   \n",
       "t1_ci8dqe6   t3_287vrr      1  ci8dqe6   Anxiety        0        100   \n",
       "t1_cicyvg3  t1_cicqsnd      1  cicyvg3   Anxiety        0         67   \n",
       "t1_cjos6ay   t3_2de2ez      1  cjos6ay   Anxiety        0         22   \n",
       "...                ...    ...      ...       ...      ...        ...   \n",
       "t1_cquucq8  t1_cqut0gc      1  cquucq8   Anxiety        0         24   \n",
       "t1_cquz0du   t3_34i8de      2  cquz0du   Anxiety        0         29   \n",
       "t1_cqzd1by  t1_cqzavt5      1  cqzd1by   Anxiety        0        160   \n",
       "t1_cr9gzx1  t1_cr9gwds      1  cr9gzx1   Anxiety        0         12   \n",
       "t1_cr74b0f  t1_cr6yxhg      1  cr74b0f   Anxiety        0         53   \n",
       "t1_crjx0yg  t1_cr8tv8z      2  crjx0yg   Anxiety        0        122   \n",
       "t1_crocuf5  t1_crn5zqg      1  crocuf5   Anxiety        0          2   \n",
       "t1_crp9y2d  t1_crp7lfg      1  crp9y2d   Anxiety        0         71   \n",
       "t1_cr6uffz   t3_35oey5      2  cr6uffz   Anxiety        0          2   \n",
       "t1_crlch4n  t1_crl949n      1  crlch4n   Anxiety        0         30   \n",
       "t1_cqyknjw   t3_34vd91      2  cqyknjw   Anxiety        0        106   \n",
       "t1_cr631wt  t1_cr5u8a1      1  cr631wt   Anxiety        1          1   \n",
       "t1_cqxsme9  t1_cqf8h94      1  cqxsme9   Anxiety        0         39   \n",
       "t1_craoysl   t3_3642b3      1  craoysl   Anxiety        0         13   \n",
       "t1_cqvrwnt  t1_cqvrtdd      3  cqvrwnt   Anxiety        0        292   \n",
       "t1_cr5ojsm  t1_cr5ny2n      1  cr5ojsm   Anxiety        0         17   \n",
       "t1_crra48y   t3_37zqji      3  crra48y   Anxiety        0        107   \n",
       "t1_cr43zp8   t3_35exgu      2  cr43zp8   Anxiety        0         29   \n",
       "t1_crodk0e   t3_37mwu1      1  crodk0e   Anxiety        0         14   \n",
       "t1_cr8frrt   t3_35w7pw      6  cr8frrt   Anxiety        0        110   \n",
       "t1_crddgov   t3_36d1vi      1  crddgov   Anxiety        0        196   \n",
       "t1_crqh0wd   t3_37wo51      2  crqh0wd   Anxiety        0         20   \n",
       "t1_cqve37l  t1_cqv9rqw      1  cqve37l   Anxiety        0        145   \n",
       "t1_crqht6i  t1_crqhn63      4  crqht6i   Anxiety        0          4   \n",
       "t1_cqyutwt  t1_cqy6udv      1  cqyutwt   Anxiety        0         18   \n",
       "t1_crg48ds   t3_36ptj7      1  crg48ds   Anxiety        0         46   \n",
       "t1_crddvoz  t1_crddrcs      1  crddvoz   Anxiety        0         65   \n",
       "t1_cqxnjsv   t3_34sesk      1  cqxnjsv   Anxiety        0         75   \n",
       "t1_cr0emxh  t1_cr0eesc      2  cr0emxh   Anxiety        0         57   \n",
       "t1_cr0ijxi   t3_352rem      2  cr0ijxi   Anxiety        0         63   \n",
       "\n",
       "            post_reply  reply_time  post_author  \n",
       "name                                             \n",
       "t1_c0dmqpc           1     4608682            0  \n",
       "t1_c0ari6c           1          23            1  \n",
       "t1_cehnsp1           1         730            0  \n",
       "t1_cj8vup9           0       16037            1  \n",
       "t1_cim8c6p           1       11143            0  \n",
       "t1_ckcjnvj           1        6837            0  \n",
       "t1_cjqo1bv           0      558523            0  \n",
       "t1_chletov           1        3727            0  \n",
       "t1_cgy220d           0       16340            1  \n",
       "t1_cg68tcd           1       44312            0  \n",
       "t1_cl0t5n5           1       38792            0  \n",
       "t1_cgm676y           1       61486            0  \n",
       "t1_ckrzpe6           0       11960            0  \n",
       "t1_cfixp99           1       16755            0  \n",
       "t1_cj68h9u           1       19908            0  \n",
       "t1_cfl2y38           1       58739            0  \n",
       "t1_cimpif6           1       28514            0  \n",
       "t1_cfdfe7r           0       44031            0  \n",
       "t1_cn4jouv           0        1165            0  \n",
       "t1_cieavfe           1        7894            0  \n",
       "t1_cjw84sy           0        2619            1  \n",
       "t1_cmxw67c           0       10258            0  \n",
       "t1_cn0f9c1           0       20682            0  \n",
       "t1_cho1v09           0       51327            0  \n",
       "t1_ckoawwh           1       21611            0  \n",
       "t1_cjxbcvt           1        3379            0  \n",
       "t1_cmxe67a           0         284            1  \n",
       "t1_ci8dqe6           1       10739            0  \n",
       "t1_cicyvg3           0       18845            0  \n",
       "t1_cjos6ay           1       13553            0  \n",
       "...                ...         ...          ...  \n",
       "t1_cquucq8           0        6186            0  \n",
       "t1_cquz0du           1        7920            0  \n",
       "t1_cqzd1by           0        3366            1  \n",
       "t1_cr9gzx1           0         185            1  \n",
       "t1_cr74b0f           0        8575            0  \n",
       "t1_crjx0yg           0      913663            0  \n",
       "t1_crocuf5           0       87626            1  \n",
       "t1_crp9y2d           0        3730            0  \n",
       "t1_cr6uffz           1       48802            0  \n",
       "t1_crlch4n           0        7577            1  \n",
       "t1_cqyknjw           1       10519            0  \n",
       "t1_cr631wt           0       14598            1  \n",
       "t1_cqxsme9           0     1477796            0  \n",
       "t1_craoysl           1       13380            0  \n",
       "t1_cqvrwnt           0         249            0  \n",
       "t1_cr5ojsm           0         972            1  \n",
       "t1_crra48y           1       12583            0  \n",
       "t1_cr43zp8           1       26734            0  \n",
       "t1_crodk0e           1       21088            0  \n",
       "t1_cr8frrt           1        2492            0  \n",
       "t1_crddgov           1       32836            0  \n",
       "t1_crqh0wd           1        6624            0  \n",
       "t1_cqve37l           0        7203            0  \n",
       "t1_crqht6i           0         348            0  \n",
       "t1_cqyutwt           0       44298            0  \n",
       "t1_crg48ds           1       10050            0  \n",
       "t1_crddvoz           0         200            0  \n",
       "t1_cqxnjsv           1        1047            0  \n",
       "t1_cr0emxh           0         347            0  \n",
       "t1_cr0ijxi           1        7200            0  \n",
       "\n",
       "[289441 rows x 14 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def bool_to_num(x):\n",
    "    if x:\n",
    "        return 1\n",
    "    else:\n",
    "        return 0\n",
    "anxiety_comments_meta['deleted'] = anxiety_comments_meta['deleted'].apply(func = bool_to_num)\n",
    "anxiety_comments_meta['post_reply'] = anxiety_comments_meta['post_reply'].apply(func = bool_to_num)\n",
    "anxiety_comments_meta['post_author'] = anxiety_comments_meta['post_author'].apply(func = bool_to_num)\n",
    "anxiety_comments_meta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4052104"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#anxiety_comments_meta = anxiety_comments_meta.drop(anxiety_comments[anxiety_comments_meta['reply_time'] == 9999], inplace = True)\n",
    "#anxiety_comments_meta= anxiety_comments_meta[anxiety_comments_meta['reply_time'] != 9999]\n",
    "anxiety_comments_meta = anxiety_comments_meta.dropna()\n",
    "anxiety_comments_meta.size"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Running KMeans on Anxiety Comment Dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Create a copy of the meta_table, delete non-numerical values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/utils/validation.py:429: DataConversionWarning: Data with input dtype int64 was converted to float64 by MinMaxScaler.\n",
      "  warnings.warn(msg, _DataConversionWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>score</th>\n",
       "      <th>deleted</th>\n",
       "      <th>num_words</th>\n",
       "      <th>post_reply</th>\n",
       "      <th>reply_time</th>\n",
       "      <th>post_author</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.197719</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1.882176e-01</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.006405</td>\n",
       "      <td>1</td>\n",
       "      <td>8.984755e-07</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.239544</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>2.977221e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.171103</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>6.549070e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.418251</td>\n",
       "      <td>0</td>\n",
       "      <td>0.016652</td>\n",
       "      <td>1</td>\n",
       "      <td>4.550370e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.353612</td>\n",
       "      <td>0</td>\n",
       "      <td>0.280102</td>\n",
       "      <td>1</td>\n",
       "      <td>2.791809e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.186312</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>2.280993e-02</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.186312</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1.521691e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.186312</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000854</td>\n",
       "      <td>0</td>\n",
       "      <td>6.672814e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.186312</td>\n",
       "      <td>0</td>\n",
       "      <td>0.051665</td>\n",
       "      <td>1</td>\n",
       "      <td>1.809652e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.014518</td>\n",
       "      <td>1</td>\n",
       "      <td>1.584217e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.044406</td>\n",
       "      <td>1</td>\n",
       "      <td>2.511035e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0</td>\n",
       "      <td>4.884031e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.023484</td>\n",
       "      <td>1</td>\n",
       "      <td>6.842300e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.011529</td>\n",
       "      <td>1</td>\n",
       "      <td>8.129978e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.001708</td>\n",
       "      <td>1</td>\n",
       "      <td>2.398848e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.074722</td>\n",
       "      <td>1</td>\n",
       "      <td>1.164465e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.005124</td>\n",
       "      <td>0</td>\n",
       "      <td>1.798176e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.008113</td>\n",
       "      <td>0</td>\n",
       "      <td>4.753752e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.024338</td>\n",
       "      <td>1</td>\n",
       "      <td>3.223485e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.018360</td>\n",
       "      <td>0</td>\n",
       "      <td>1.069186e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0</td>\n",
       "      <td>4.188938e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.006832</td>\n",
       "      <td>0</td>\n",
       "      <td>8.446078e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.011102</td>\n",
       "      <td>0</td>\n",
       "      <td>2.096143e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.018360</td>\n",
       "      <td>1</td>\n",
       "      <td>8.825480e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.043980</td>\n",
       "      <td>1</td>\n",
       "      <td>1.379568e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.015798</td>\n",
       "      <td>0</td>\n",
       "      <td>1.155766e-05</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.042272</td>\n",
       "      <td>1</td>\n",
       "      <td>4.385377e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.028181</td>\n",
       "      <td>0</td>\n",
       "      <td>7.695851e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.008967</td>\n",
       "      <td>1</td>\n",
       "      <td>5.534609e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289406</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.009821</td>\n",
       "      <td>0</td>\n",
       "      <td>2.525941e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289407</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.011956</td>\n",
       "      <td>1</td>\n",
       "      <td>3.234104e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289408</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.067891</td>\n",
       "      <td>0</td>\n",
       "      <td>1.374259e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289409</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0</td>\n",
       "      <td>7.514523e-06</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289410</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.022203</td>\n",
       "      <td>0</td>\n",
       "      <td>3.501604e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289411</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.051665</td>\n",
       "      <td>0</td>\n",
       "      <td>3.731377e-02</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289412</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000427</td>\n",
       "      <td>0</td>\n",
       "      <td>3.578587e-03</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289413</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.029889</td>\n",
       "      <td>0</td>\n",
       "      <td>1.522916e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289414</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.000427</td>\n",
       "      <td>1</td>\n",
       "      <td>1.993023e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289415</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.012383</td>\n",
       "      <td>0</td>\n",
       "      <td>3.094023e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289416</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.044833</td>\n",
       "      <td>1</td>\n",
       "      <td>4.295530e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289417</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0</td>\n",
       "      <td>5.961385e-04</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289418</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.016225</td>\n",
       "      <td>0</td>\n",
       "      <td>6.035285e-02</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289419</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.005124</td>\n",
       "      <td>1</td>\n",
       "      <td>5.463956e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289420</th>\n",
       "      <td>0.197719</td>\n",
       "      <td>0</td>\n",
       "      <td>0.124253</td>\n",
       "      <td>0</td>\n",
       "      <td>1.012827e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289421</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.006832</td>\n",
       "      <td>0</td>\n",
       "      <td>3.965544e-05</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289422</th>\n",
       "      <td>0.197719</td>\n",
       "      <td>0</td>\n",
       "      <td>0.045260</td>\n",
       "      <td>1</td>\n",
       "      <td>5.138463e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289423</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.011956</td>\n",
       "      <td>1</td>\n",
       "      <td>1.091770e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289424</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.005551</td>\n",
       "      <td>1</td>\n",
       "      <td>8.611888e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289425</th>\n",
       "      <td>0.209125</td>\n",
       "      <td>0</td>\n",
       "      <td>0.046541</td>\n",
       "      <td>1</td>\n",
       "      <td>1.017319e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289426</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.083262</td>\n",
       "      <td>1</td>\n",
       "      <td>1.340975e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289427</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.008113</td>\n",
       "      <td>1</td>\n",
       "      <td>2.704820e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289428</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.061486</td>\n",
       "      <td>0</td>\n",
       "      <td>2.941282e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289429</th>\n",
       "      <td>0.201521</td>\n",
       "      <td>0</td>\n",
       "      <td>0.001281</td>\n",
       "      <td>0</td>\n",
       "      <td>1.417141e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289430</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.007259</td>\n",
       "      <td>0</td>\n",
       "      <td>1.809080e-03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289431</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.019214</td>\n",
       "      <td>1</td>\n",
       "      <td>4.103991e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289432</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.027327</td>\n",
       "      <td>0</td>\n",
       "      <td>8.127120e-06</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289433</th>\n",
       "      <td>0.190114</td>\n",
       "      <td>0</td>\n",
       "      <td>0.031597</td>\n",
       "      <td>1</td>\n",
       "      <td>4.271843e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289434</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.023911</td>\n",
       "      <td>0</td>\n",
       "      <td>1.413057e-05</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>289435</th>\n",
       "      <td>0.193916</td>\n",
       "      <td>0</td>\n",
       "      <td>0.026473</td>\n",
       "      <td>1</td>\n",
       "      <td>2.940057e-04</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>289436 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           score  deleted  num_words  post_reply    reply_time  post_author\n",
       "0       0.197719        0   0.000000           1  1.882176e-01            0\n",
       "1       0.190114        0   0.006405           1  8.984755e-07            1\n",
       "2       0.239544        1   0.000000           1  2.977221e-05            0\n",
       "3       0.171103        1   0.000000           0  6.549070e-04            1\n",
       "4       0.418251        0   0.016652           1  4.550370e-04            0\n",
       "5       0.353612        0   0.280102           1  2.791809e-04            0\n",
       "6       0.186312        1   0.000000           0  2.280993e-02            0\n",
       "7       0.186312        1   0.000000           1  1.521691e-04            0\n",
       "8       0.186312        0   0.000854           0  6.672814e-04            1\n",
       "9       0.186312        0   0.051665           1  1.809652e-03            0\n",
       "10      0.190114        0   0.014518           1  1.584217e-03            0\n",
       "11      0.190114        0   0.044406           1  2.511035e-03            0\n",
       "12      0.190114        0   0.004697           0  4.884031e-04            0\n",
       "13      0.190114        0   0.023484           1  6.842300e-04            0\n",
       "14      0.190114        0   0.011529           1  8.129978e-04            0\n",
       "15      0.190114        0   0.001708           1  2.398848e-03            0\n",
       "16      0.190114        0   0.074722           1  1.164465e-03            0\n",
       "17      0.190114        0   0.005124           0  1.798176e-03            0\n",
       "18      0.190114        0   0.008113           0  4.753752e-05            0\n",
       "19      0.190114        0   0.024338           1  3.223485e-04            0\n",
       "20      0.190114        0   0.018360           0  1.069186e-04            1\n",
       "21      0.190114        0   0.004697           0  4.188938e-04            0\n",
       "22      0.190114        0   0.006832           0  8.446078e-04            0\n",
       "23      0.190114        0   0.011102           0  2.096143e-03            0\n",
       "24      0.190114        0   0.018360           1  8.825480e-04            0\n",
       "25      0.190114        0   0.043980           1  1.379568e-04            0\n",
       "26      0.190114        0   0.015798           0  1.155766e-05            1\n",
       "27      0.190114        0   0.042272           1  4.385377e-04            0\n",
       "28      0.190114        0   0.028181           0  7.695851e-04            0\n",
       "29      0.190114        0   0.008967           1  5.534609e-04            0\n",
       "...          ...      ...        ...         ...           ...          ...\n",
       "289406  0.190114        0   0.009821           0  2.525941e-04            0\n",
       "289407  0.193916        0   0.011956           1  3.234104e-04            0\n",
       "289408  0.190114        0   0.067891           0  1.374259e-04            1\n",
       "289409  0.190114        0   0.004697           0  7.514523e-06            1\n",
       "289410  0.190114        0   0.022203           0  3.501604e-04            0\n",
       "289411  0.193916        0   0.051665           0  3.731377e-02            0\n",
       "289412  0.190114        0   0.000427           0  3.578587e-03            1\n",
       "289413  0.190114        0   0.029889           0  1.522916e-04            0\n",
       "289414  0.193916        0   0.000427           1  1.993023e-03            0\n",
       "289415  0.190114        0   0.012383           0  3.094023e-04            1\n",
       "289416  0.193916        0   0.044833           1  4.295530e-04            0\n",
       "289417  0.190114        1   0.000000           0  5.961385e-04            1\n",
       "289418  0.190114        0   0.016225           0  6.035285e-02            0\n",
       "289419  0.190114        0   0.005124           1  5.463956e-04            0\n",
       "289420  0.197719        0   0.124253           0  1.012827e-05            0\n",
       "289421  0.190114        0   0.006832           0  3.965544e-05            1\n",
       "289422  0.197719        0   0.045260           1  5.138463e-04            0\n",
       "289423  0.193916        0   0.011956           1  1.091770e-03            0\n",
       "289424  0.190114        0   0.005551           1  8.611888e-04            0\n",
       "289425  0.209125        0   0.046541           1  1.017319e-04            0\n",
       "289426  0.190114        0   0.083262           1  1.340975e-03            0\n",
       "289427  0.193916        0   0.008113           1  2.704820e-04            0\n",
       "289428  0.190114        0   0.061486           0  2.941282e-04            0\n",
       "289429  0.201521        0   0.001281           0  1.417141e-05            0\n",
       "289430  0.190114        0   0.007259           0  1.809080e-03            0\n",
       "289431  0.190114        0   0.019214           1  4.103991e-04            0\n",
       "289432  0.190114        0   0.027327           0  8.127120e-06            0\n",
       "289433  0.190114        0   0.031597           1  4.271843e-05            0\n",
       "289434  0.193916        0   0.023911           0  1.413057e-05            0\n",
       "289435  0.193916        0   0.026473           1  2.940057e-04            0\n",
       "\n",
       "[289436 rows x 6 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "anxiety_meta_cluster = anxiety_comments_meta.copy()\n",
    "anxiety_meta_cluster = anxiety_meta_cluster.reset_index()\n",
    "anxiety_meta_cluster.drop(['body', 'name', 'author', 'created_utc', 'subreddit_id', 'link_id', 'parent_id', 'id', 'subreddit'],axis = 1, inplace = True)\n",
    "#anxiety_meta_cluster.to_csv('new_meta_anxiety.csv')\n",
    "\n",
    "min_max_scaler = preprocessing.MinMaxScaler()\n",
    "anxiety_meta_cluster['reply_time'] = min_max_scaler.fit_transform(anxiety_meta_cluster['reply_time'])\n",
    "anxiety_meta_cluster['num_words'] = min_max_scaler.fit_transform(anxiety_meta_cluster['num_words'])\n",
    "anxiety_meta_cluster['score'] = min_max_scaler.fit_transform(anxiety_meta_cluster['score'])\n",
    "anxiety_meta_cluster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['score', 'deleted', 'num_words', 'post_reply', 'reply_time', 'post_author']"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(anxiety_meta_cluster)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-45-80ce8ba69b11>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0manxiety_comment_mat\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0manxiety_meta_cluster\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_matrix\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0manxiety_km\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mKMeans\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mn_clusters\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m20\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0manxiety_km\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0manxiety_comment_mat\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/cluster/k_means_.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, X, y)\u001b[0m\n\u001b[1;32m    887\u001b[0m                 \u001b[0mtol\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtol\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrandom_state\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mrandom_state\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy_x\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcopy_x\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m                 \u001b[0mn_jobs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mn_jobs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0malgorithm\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0malgorithm\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m                 return_n_iter=True)\n\u001b[0m\u001b[1;32m    890\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    891\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/cluster/k_means_.py\u001b[0m in \u001b[0;36mk_means\u001b[0;34m(X, n_clusters, init, precompute_distances, n_init, max_iter, verbose, tol, random_state, copy_x, n_jobs, algorithm, return_n_iter)\u001b[0m\n\u001b[1;32m    343\u001b[0m                 \u001b[0mX\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_clusters\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmax_iter\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmax_iter\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minit\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minit\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mverbose\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    344\u001b[0m                 \u001b[0mprecompute_distances\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mprecompute_distances\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtol\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtol\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 345\u001b[0;31m                 x_squared_norms=x_squared_norms, random_state=random_state)\n\u001b[0m\u001b[1;32m    346\u001b[0m             \u001b[0;31m# determine if these results are the best so far\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    347\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mbest_inertia\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0minertia\u001b[0m \u001b[0;34m<\u001b[0m \u001b[0mbest_inertia\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/cluster/k_means_.py\u001b[0m in \u001b[0;36m_kmeans_single_elkan\u001b[0;34m(X, n_clusters, max_iter, init, verbose, x_squared_norms, random_state, tol, precompute_distances)\u001b[0m\n\u001b[1;32m    392\u001b[0m     \u001b[0;31m# init\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    393\u001b[0m     centers = _init_centroids(X, n_clusters, init, random_state=random_state,\n\u001b[0;32m--> 394\u001b[0;31m                               x_squared_norms=x_squared_norms)\n\u001b[0m\u001b[1;32m    395\u001b[0m     \u001b[0mcenters\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mascontiguousarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcenters\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    396\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mverbose\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/cluster/k_means_.py\u001b[0m in \u001b[0;36m_init_centroids\u001b[0;34m(X, k, init, random_state, x_squared_norms, init_size)\u001b[0m\n\u001b[1;32m    679\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstring_types\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0minit\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'k-means++'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    680\u001b[0m         centers = _k_init(X, k, random_state=random_state,\n\u001b[0;32m--> 681\u001b[0;31m                           x_squared_norms=x_squared_norms)\n\u001b[0m\u001b[1;32m    682\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minit\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstring_types\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0minit\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'random'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    683\u001b[0m         \u001b[0mseeds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrandom_state\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpermutation\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mn_samples\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mk\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/cluster/k_means_.py\u001b[0m in \u001b[0;36m_k_init\u001b[0;34m(X, n_clusters, x_squared_norms, random_state, n_local_trials)\u001b[0m\n\u001b[1;32m    112\u001b[0m         \u001b[0;31m# Compute distances to center candidates\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    113\u001b[0m         distance_to_candidates = euclidean_distances(\n\u001b[0;32m--> 114\u001b[0;31m             X[candidate_ids], X, Y_norm_squared=x_squared_norms, squared=True)\n\u001b[0m\u001b[1;32m    115\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    116\u001b[0m         \u001b[0;31m# Decide which candidate is the best\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/metrics/pairwise.py\u001b[0m in \u001b[0;36meuclidean_distances\u001b[0;34m(X, Y, Y_norm_squared, squared, X_norm_squared)\u001b[0m\n\u001b[1;32m    244\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    245\u001b[0m     \u001b[0mdistances\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msafe_sparse_dot\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mY\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mT\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdense_output\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 246\u001b[0;31m     \u001b[0mdistances\u001b[0m \u001b[0;34m*=\u001b[0m \u001b[0;34m-\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    247\u001b[0m     \u001b[0mdistances\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mXX\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    248\u001b[0m     \u001b[0mdistances\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mYY\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "anxiety_comment_mat = anxiety_meta_cluster.as_matrix()\n",
    "anxiety_km = KMeans(n_clusters = 20)\n",
    "anxiety_km.fit(anxiety_comment_mat)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "Do KMeans on sample"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x11002e208>"
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAekAAAFVCAYAAADLxheZAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFJRJREFUeJzt3W1s3XX9//FXr7axizqXEPOLsgHLxClR6dgCRuZFJtaE\nBHUg2XAQNCoaESmSDNjYyEJgEMINnRkBoqFMBjeGBmIkMqaLVN1+ZTguAiqyjQiCwNi67qIt/f5u\nLBT3x3/Xzo7zkT4et9Zz2nPeeefkPHu+5/S7uqqqqgAAxamv9QAAwL8n0gBQKJEGgEKJNAAUSqQB\noFAiDQCFOmyk//SnP2XRokVJku3bt2fBggU5//zzs3z58rz511v33ntv5s+fn/POOy+/+c1vjurA\nADBaDBrp2267LUuWLElvb2+S5Prrr09bW1vWrFmTqqqyfv36/POf/0x7e3vWrl2bO+64IzfffHN6\nenrekeEB4N1s0EhPmzYtP/rRjwZeMT/11FOZPXt2kmTu3Lnp6OjI448/npaWljQ1NWXixImZNm1a\nnnnmmaM/OQC8yw0a6TPPPDMNDQ0DX//ryckmTJiQrq6u7NmzJ5MmTTrk8j179hyFUQFgdGkczjfX\n17/V9D179qS5uTkTJ05Md3f3wOXd3d1pbm4e9HY6OzuHOSYA/PebNWvWsL5/WJGeOXNmNm3alDlz\n5mTjxo05/fTT89GPfjS33HJLenp6cuDAgTz77LOZMWPGiA86WnV2dtrVENjT0NnV0NjT0NjT0B3J\nC9QhRbquri5Jsnjx4ixdujS9vb2ZPn16WltbU1dXlwsuuCALFy5Mf39/2traMmbMmGEPAgAc6rCR\n/sAHPpC1a9cmSY4//vi0t7e/7XvOPffcnHvuuSM/HQCMYk5mAgCFEmkAKJRIA0ChRBoACjWsP8Hi\nnfXmyWP+9SQypXjzE/8AHD0iXbDXu/bnz3/vyb6Gv9d6lAFjGusz+yP/U+sxAEYFkS5YVVXZva8n\ne/b11XqUAWMbvUMC8E7xjAsAhRJpACiUSANAoUQaAAol0gBQKJEGgEKJNAAUSqQBoFAiDQCFEmkA\nKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQA\nFEqkAaBQIg0AhRJpACiUSANAoUQaAAol0gBQKJEGgEKJNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoA\nCiXSAFAokQaAQok0ABRKpAGgUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFKpxuD/Q39+f\nq6++Otu2bUt9fX1WrFiRhoaGLF68OPX19ZkxY0aWLVuWurq6ozEvAIwaw4707373u+zbty933313\nOjo6csstt6Svry9tbW2ZPXt2li1blvXr12fevHlHY14AGDWGfbh73Lhx6erqSlVV6erqSlNTU558\n8snMnj07STJ37tx0dHSM+KAAMNoM+5V0S0tLenp60tramtdffz2rV6/O5s2bB64fP358urq6Dns7\nnZ2dw73rUWd/38G3DLbv2F7jSd4ybkxjtjS8kqqqaj3K23hMDZ1dDY09DY09HT3DjvTtt9+elpaW\nXHbZZfnHP/6RCy64IH19fQPXd3d3p7m5+bC3M2vWrOHe9ajz2q69eWLb5kybOq3WowwY21ifU045\nrrjPHHR2dnpMDZFdDY09DY09Dd2R/DIz7MPd+/bty4QJE5Ikzc3N6evry4c//OFs2rQpSbJx48ac\neuqpwx4EADjUsF9Jf/3rX8+VV16ZhQsXpq+vL5dffnk+8pGPZOnSpent7c306dPT2tp6NGYFgFFl\n2JFubm7OqlWr3nZ5e3v7iAwEABzkZCYAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol\n0gBQKJEGgEKJNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUS\naQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol0gBQKJEGgEKJ\nNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUSaQAolEgDQKFE\nGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhWo8kh+69dZbs2HDhvT29uarX/1qWlpasnjx4tTX12fG\njBlZtmxZ6urqRnpWABhVhv1K+o9//GO2bNmStWvXpr29Pc8//3xuuOGGtLW1Zc2aNamqKuvXrz8a\nswLAqDLsSD/yyCM56aST8p3vfCcXX3xxPvvZz+bJJ5/M7NmzkyRz585NR0fHiA8KAKPNsA93v/ba\na3nxxRdz66235vnnn8/FF1+cqqoGrh8/fny6urpGdEgAGI2GHen3vve9mT59ehobG3PCCSdk7Nix\nefnllweu7+7uTnNz82Fvp7Ozc7h3Pers7zv4vv72HdtrPMlbxo1pzJaGVw75xawUHlNDZ1dDY09D\nY09Hz7AjPWvWrNx555256KKL8tJLL2X//v057bTTsmnTpsyZMycbN27M6aefPqTbYXCv7dqbJ7Zt\nzrSp02o9yoCxjfU55ZTjivtgYGdnp8fUENnV0NjT0NjT0B3JLzPDjvSnP/3pbN68Oeecc076+/uz\nbNmyvP/978/SpUvT29ub6dOnp7W1ddiDAACHOqI/wbriiivedll7e/t/PAwA8BYnMwGAQok0ABRK\npAGgUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol\n0gBQKJEGgEKJNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUS\naQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol0gBQKJEGgEKJ\nNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUSaQAo1BFH+tVX\nX82nPvWpPPfcc9m+fXsWLFiQ888/P8uXL09VVSM5IwCMSkcU6d7e3lxzzTU55phjUlVVrr/++rS1\ntWXNmjWpqirr168f6TkBYNQ5okjfeOONWbBgQY499tgkyVNPPZXZs2cnSebOnZuOjo6RmxAARqlh\nR3rdunWZMmVKPvnJTyZJqqo65PD2+PHj09XVNXITAsAo1TjcH1i3bl3q6urS0dGRp59+OosXL87O\nnTsHru/u7k5zc/Nhb6ezs3O4dz3q7O+rS5Js37G9xpO8ZdyYxmxpeKXIzx14TA2dXQ2NPQ2NPR09\nw470XXfdNfDvRYsW5dprr82NN96YTZs2Zc6cOdm4cWNOP/30w97OrFmzhnvXo85ru/bmiW2bM23q\ntFqPMmBsY31OOeW41NXV1XqUQ3R2dnpMDZFdDY09DY09Dd2R/DIz7Ej/v+rq6rJ48eIsXbo0vb29\nmT59elpbW//TmwWAUe8/inR7e/u//TcA8J9zMhMAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGg\nUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol0gBQ\nKJEGgEKJNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABRKpAGgUCINAIUSaQAo\nlEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQaAAol0gBQKJEGgEKJNAAU\nSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABSqcbg/0Nvbm6uuuiovvPBCenp68u1v\nfzvTp0/P4sWLU19fnxkzZmTZsmWpq6s7GvMCwKgx7Ejff//9mTJlSm666abs2rUrZ599dmbOnJm2\ntrbMnj07y5Yty/r16zNv3ryjMS8AjBrDPtzd2tqa733ve0mS/v7+NDY25qmnnsrs2bOTJHPnzk1H\nR8fITgkAo9CwX0mPHz8+SbJnz55ceuml+f73v5+VK1cecn1XV9dhb6ezs3O4dz3q7O87+JbB9h3b\nazzJW8aNacyWhldSVVWtR3kbj6mhs6uhsaehsaejZ9iRTpIXX3wx3/3ud3P++efnrLPOyk033TRw\nXXd3d5qbmw97G7NmzTqSux5VXtu1N09s25xpU6fVepQBYxvrc8opxxX3mYPOzk6PqSGyq6Gxp6Gx\np6E7kl9mhn24+5VXXsnXvva1XHHFFfnyl7+cJJk5c2Y2bdqUJNm4cWNOPfXUYQ8CABxq2K+kV69e\nna6urqxatSqrVq1Kklx99dW57rrr0tvbm+nTp6e1tXXEBwWA0WbYkV6yZEmWLFnytsvb29tHZCAA\n4CAnMwGAQok0ABRKpAGgUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJp\nACiUSANAoUQaAAol0gBQKJEGgEKJNAAUSqQBoFAiDQCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0\nABRKpAGgUCINAIUSaQAolEgDQKFEGgAKJdIAUCiRBoBCiTQAFEqkAaBQIg0AhRJpACiUSANAoUQa\nAAol0gBQKJEGgEKJdOEe2PR6rUcAoEZEGgAKJdIAUCiRBoBCiTQAFEqkAaBQjbUeAABGUlVVtR5h\nxIg0AO86G/53R97oLyfWDfV1ec8RHLsWaQDedd7or/JGf62n+FfVEb3B7D1pACiUSANAoUQaAAo1\nYu9J9/f3Z/ny5fnzn/+cpqamXHfddZk6depI3TwAjDoj9kr6oYceSm9vb9auXZsf/OAHueGGG0bq\npgFgVBqxSD/66KM544wzkiQf+9jH8sQTT4zUTQPAqDRih7v37NmTiRMnDnzd0NCQ/v7+1Nd72/tI\nNTQc3N2U5rE1nuQtTQ11RZ4ooK6uzLlKZFdDY09DU+KeqqpKQ31dknLmOjjP8I1YpCdOnJju7u6B\nrw8X6M7OzpG663e15Qs/kOx/odZjDOhPsmXL32s9xr/16KOP1nqE/xp2NTT2NDQl7uk99XlXfDR6\nxCLd0tKSDRs25Atf+EIee+yxnHTSSf/f7501a9ZI3S0AvGvVVSN0nKKqqixfvjzPPPNMkuT666/P\nCSecMBI3DQCj0ohFGgAYWe+CI/YA8O4k0gBQKJEGgEKJNAAU6qj+f9L33Xdf1q1blyQ5cOBAnn76\n6XR0dAyc9OTXv/51Vq9enbq6usyfPz8LFiw4muMUq7+/P1dffXW2bduW+vr6rFixIieeeOLA9Q8/\n/HB+/OMfp7GxMfPnz8+5555bw2lr63C7euCBB3LnnXemoaEhH/zgB7N8+fLU1R3ZSQT+mx1uT29a\nunRpJk+enMsvv7wGU9be4fa0devWrFy5MlVV5X3ve19WrlyZMWPG1HDi2jncrjyfH9TT05MlS5Zk\nx44daWxszJIlS/KhD31o4PphP59X75Brr722uvfeew+57DOf+Uy1a9euqqenp/rc5z5X7d69+50a\npyi//e1vq0svvbSqqqp65JFHqksuuWTgun/dTU9PTzV//vzqlVdeqdWoNTfYrvbt21fNmzev2r9/\nf1VVVdXW1latX7++JnPW2mB7etPdd99dnXfeedXNN9/8To9XjMH21N/fX5199tnVjh07qqqqqnvu\nuad69tlnazJnCQ73mPJ8ftBdd91VLV26tKqqqvrb3/5WfelLXxq47kiez9+Rw92PP/54/vKXv7zt\nN4ampqbs3r07Bw4cSFVVo/IVT5KMGzcuXV1dqaoqXV1daWpqGrju2WefzdSpUzNp0qQ0NTVl1qxZ\n2bx5cw2nra3BdjV27Njcc889GTv24GlU+/r6Mm7cuFqNWlOD7Sk5eIaorVu35rzzzivulI7vpMH2\n9Nxzz2Xy5Mn5yU9+kkWLFmX37t3/9mjEaHG4x5Tn84P++te/Zu7cuUmSE044IS+99FL27NmT5Mie\nz4/q4e433XrrrbnkkkvedvlFF12U+fPn55hjjsmZZ555yLm/R5OWlpb09PSktbU1r7/+elavXj1w\n3Z49ezJp0qSBrydMmJCurq5ajFmEwXZVV1eXKVOmJEna29uzb9++fOITn6jVqDU12J5efvnlrFq1\nKqtWrcovf/nLGk5Ze4PtaefOndmyZUuuueaaTJ06Nd/61rdy8skn57TTTqvhxLUz2K4Sz+dvmjlz\nZjZs2JB58+blsccey2uvvZa9e/dm4sSJR/R8ftRfSe/evTvbtm3LnDlzDrn8hRdeyJo1a/Lwww/n\n4Ycfzquvvppf/epXR3ucIt1+++1paWnJgw8+mF/84hdZvHhxenp6kiSTJk065Jzo3d3dec973lOr\nUWtusF0lB983W7lyZX7/+9/nhz/8YQ0nra3B9vTggw9m586d+cY3vpHbbrstDzzwQH7+85/XeOLa\nGGxPkydPztSpU3PiiSemsbExZ5xxxqj+3/0G25Xn87fMnz8/EydOzMKFC/PQQw/l+OOPz+TJk5Mc\n2fP5UY/05s2b/+1vngcOHEh9fX3GjBmT+vr6TJkyZdS+Qty3b18mTJiQJGlubk5vb2/eeOONJMmJ\nJ56Y7du3Z9euXenp6cnmzZvz8Y9/vJbj1tRgu0qSa665Jj09PVm1atXAYe/RaLA9LVq0KOvWrUt7\ne3u++c1v5qyzzsoXv/jFWo5bM4Pt6bjjjsvevXuzY8eOJAf/U6AZM2bUbNZaG2xXns/fsnXr1px2\n2mn52c9+ls9//vM59thjBz5seCTP50f9tKB33HFHmpqacsEFFyQ5+OnbvXv35itf+Up++tOf5v77\n78/YsWMzbdq0rFixIo2N78gR+KLs3r07V155ZXbu3Jm+vr5ceOGFqapqYE8bNmzIqlWr0t/fn3PO\nOScLFy6s9cg1M9iuTj755MyfPz+nnnrqwPdfeOGFmTdvXg0nro3DPabedN999+W5555LW1tbDaet\nncPt6Q9/+ENuvvnmVFWVlpaWXHXVVbUeuWYOtyvP5we9/vrrueyyy7Jv376MHTs2K1asyNatW4/4\n+dy5uwGgUE5mAgCFEmkAKJRIA0ChRBoACiXSAFAokQaAQok0ABTq/wDHR5YXAOHXYQAAAABJRU5E\nrkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1100357f0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "maxes = []\n",
    "for i in range(0,100):\n",
    "    cluster_sizes = range(2, 21)\n",
    "    #silhouette_scores = []\n",
    "    cut = 500\n",
    "    max_score = -1\n",
    "    for size in cluster_sizes:\n",
    "        sample_test = anxiety_meta_cluster.sample(cut, replace = False)\n",
    "        sample_test_mat = sample_test.as_matrix()\n",
    "        sample_kmeans = KMeans(n_clusters = size)\n",
    "        labs = sample_kmeans.fit_predict(sample_test_mat)\n",
    "        sil_score = silhouette_score(sample_test_mat, labs)\n",
    "        if sil_score > max_score:\n",
    "            max_score = sil_score\n",
    "            max_cluster_size = size\n",
    "    maxes.append(max_cluster_size)\n",
    "    # plt.bar(cluster_sizes, silhouette_scores)\n",
    "    # plt.show()\n",
    "    #sns.barplot(cluster_sizes, silhouette_scores)\n",
    "sns.distplot(maxes, kde=False, rug=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Do KMeans on entire sample and then Sample (significantly more processing time)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{2: (0.30874284211175768, 0.0034828439910489506),\n",
       " 3: (0.78715458339446542, 0.0012268138824786474),\n",
       " 4: (0.83841204459405172, 0.0011221402691728437),\n",
       " 5: (0.87862955270446075, 0.00093093414407233361),\n",
       " 6: (0.91468049528681439, 0.00057399254015325118),\n",
       " 7: (0.92309242207649134, 0.00060147619845737747),\n",
       " 8: (0.95049250318686385, 0.00011904762893232824),\n",
       " 9: (0.8054393957800603, 0.0014675856361228902)}"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAdkAAAFRCAYAAAA4pNe3AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAEsdJREFUeJzt3H2MXHW5wPFnZna7rWxlS4vkmtBqo8CNbUBqQsQgIQE0\nsbxZpJUUqjaa+Id/YIkBEwlpJKREo4liCARQGzFN0BhsotXYazRNuSGLFRYv1xSNNfEG+rLQbrvv\nc+4f6y67dDuzO51np9t+PgnJ7ryc8/xmzp4vZ3ahVBRFEQBA05VbPQAAnK1EFgCSiCwAJBFZAEgi\nsgCQRGQBIElbo0/s7u5u5hwAcMZbs2bNrB7fcGQb2dl80t3dfdau72xeW4T1zXfWN3+dzWuLaOzi\n0sfFAJBEZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBEZAEgicgCQBKRBYAkIgsASUQW\nAJKILAAkEVkASCKyAJBEZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBEZAEgicgCQBKR\nBYAkba0eoBm+9rWvxeHDh5u6zcHBwRgeHo6IiM7OzqZue6aWLl0ajzzySEv2Dee6mZxXent7Y3R0\ndMpt1Wo1IiLK5emvYYqiiFKpNO3jK5VKRMRJ23ynSqUSS5YsiYiIvr6+iKh/nhqfdfJza5npdid7\n8803o6ur66R9Tja+3nHTvU7Tzbh06dKIiIn35FTznWnnzbMisocPH4433jgYpfZFTd1uMdwfERH9\nw03d7Kz2DbTGTM4rxfBIRMTUx1THfnaLysJTP2/yN5MePzJ+W6W9xj77o1odiYO9fRPfR9Q/T43P\nWlTaJ55b+/GzO/8Vw/1RKsWU16zW6zPxvGlep5GIKTNOPh+Ob3+6+c7E8+ZZEdmIsTex8wM3N3Wb\nffufi4ho+nZns2+gdeqdV6Y7R8z2vHG6j5/p8+dkrpH+Ka9Zrddn3Ey2P/k549ufybbPBH4nCwBJ\nRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJA\nEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIA\nkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogs\nACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQi\nCwBJRBYAkpxWZJ966qlmzcE55qmnnnL8nMOa8f7P1TE08Pq+GHh9X+o+itGh9H1MNnlNp1pfMToU\nxehQzcc0st/xbY7vo9nr7uvri3vuuWfKsTH5WJnrc89pRXbPnj3NmoNzzJ49exw/57BmvP9zdQyN\nHDsQI8cO5O6kOpq/j0kmr+mU66uOjv1T6zEN7Hd8m+P7aPa6BwYG4m9/+9uUY2PysTLX5x4fFwNA\nEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIA\nkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogs\nACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQi\nCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASBJ\nW6sHAOavl19+OSIiVq9e3eJJzj0jx1+ve1/beRdNe39RHU2ZafaKiGq11UOkElmgYc8880xERDz8\n8MMtnuTcM3Sop+59p4psVIczRmpIUR1q9QipfFwMNOTll1+Onp6e6OnpmbiiZW4U1dEYPXEwRk8c\nPOmqdOT46xP3TXe1O3L89YiiGlFUa14Npxu/gm31HMlKRVEUjTyxu7s7tm7dGsuWLWv2TLN26NCh\nqEY5Fl96e1O327f/uYiI6PzAzU3d7kwc+99noxzVlNd3cHAwOjo6mr7d2Th06FAsXLgwduzY0fRt\nd3d3x5o1a5q+3TPFmbK++++/P3p6xq6YVq1aNaur2fXr18fAwMC0x/dMj8+DBw9GURRRLudcK1RP\n+hizNM2jxk6fpfZ3vX3LcP+/b1s0o/2MPX660/B0+3t7n/PL+FqKSd+/cx3vfMzpGz82qtVqlEql\nuPDCC0/r3NPIz54rWQBIclq/k122bFk8+eSTzZqlYZs3b46DvX2tHqOpSpUFsWxJZ8rreyZcCW3e\nvLml++f03XnnnfH1r3994uvZ6OzsjM7O6Y/vmR6f48dQ1jnoneeV6T7Rmu7Trtl+Ata3/7kohvuj\n1L5oRs/p2//c2EfEo4NjN1Q6olSuTDx35Pjr0X/gvyIiYtHy6yZ+Lzs+18L/uGrK/QP/99/Tznvs\nf8au9Bb/5/oZralv/3MRI/0RbW+v453Pm7zWqFajGB04ac5TbfvCJZ0REXGwty86P3DzKV/70r+3\nOblPk4+VuT73+MMnoCGrV6+OVatWTXzN3CmVK1HuuDAiIqrDx6fc13beRVF514UTX79T23kXRZTK\np7x/zpTLEaMRUSq3do5kIgs0bLZXsDTPgmVj/4IzfiU63X2nVG7PGKkhpfKCVo+QSmSBhrmCbZ1a\nV3/1rgxL5Uqzx2lQaeyK9ix2dq8OAFpIZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBE\nZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBEZAEgicgCQBKRBYAkIgsASUQWAJKILAAk\nEVkASCKyAJBEZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBEZAEgicgCQBKRBYAkIgsA\nSUQWAJKILAAkEVkASCKyAJBEZAEgicgCQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJBEZAEgicgC\nQBKRBYAkIgsASUQWAJKILAAkEVkASCKyAJCk7XSe/LGPfaxZc3COceyc25rx/s/VMdS2eHn+TsqV\nudnPv03e1yn3W67Uf0wD+x1+c/+UfTR73QsXLoz3vve9sXr16onbJh8rc33uOa3IfuELX2jWHJxj\nHDvntma8/3N1DC286Ir0fZQqC+ZkP+Mm7+tU+y1VFtR9TCP7HTl2YMo+mr3uzs7O+M53vjPltsnH\nylyfe3xcDABJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIA\nkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogs\nACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQi\nCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJ\nyAJAEpEFgCQiCwBJRBYAkrS1eoBmKYb7o2//c03fZkQ0fbsz33fnnO8XeFu988p054jZnjdO9/Ez\nff5czFUqTX3Nar0+42ay/cnnw/Htn3rbZ9Z586yI7NKlS5u+zcHBwRgeHvu6s7MVb1pnyrqAmZnJ\nz19v73CMjo5GjA5M3FZEERERpUm3TVYURZRKpWkfX6lUIiLGtnkKpXIpKpVKLFkydl7q6xu7vd55\nanzWSgzHkiVL6qxs5tt9W2e8+eab0dXVddI+p3t9xk33Oo2tb/KMJ58Pp5/vzDtvnhWRfeSRR5q+\nze7u7lizZk3TtwvMDxnnlYiz+9xyNq+tUX4nCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEF\ngCQiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkERk\nASCJyAJAEpEFgCQiCwBJRBYAkogsACQRWQBIIrIAkKRUFEXRyBO7u7ubPQsAnNHWrFkzq8c3HFkA\noDYfFwNAEpEFgCQiCwBJRBYAkogsACRpq3VntVqNBx98MP76179Ge3t7PPTQQ7F8+fKJ+3fu3Bk/\n/vGPo1KpxCWXXBIPPvhglEql9KGbpd76du3aFU888USUSqW46aab4u67727htLNXb33jvvGNb0RX\nV1ds2bKlBVM2rt76fvjDH8azzz4bS5YsiYiIrVu3xvvf//5WjTsr9db20ksvxbZt26Ioirjoooti\n27ZtsWDBghZOPDu11nfo0KG45557Jh776quvxr333hvr169v1bizVu/9++1vfxuPPfZYlEqlWLdu\nXXz2s59t4bSzN5M2PPnkk9HR0RGf/OQn43Of+1zrhm3Qn//85/jWt74V27dvn3L77t274wc/+EG0\ntbXFunXr4jOf+UztDRU17Nq1q7jvvvuKoiiKffv2FV/+8pcn7uvv7y+uv/76YmBgoCiKovjqV79a\n/O53v6u1uTNOrfWNjIwUN954Y3Hs2LFidHS0+MQnPlH09va2atSG1FrfuJ/+9KfF+vXri29/+9tz\nPd5pq7e+e++9t3jllVdaMdppq7W2arVa3HLLLcWBAweKoiiKHTt2FK+99lpL5mzUTI7NoiiKF198\nsdi0aVNRrVbncrzTVm991113XfHWW28VQ0NDxQ033FAcPXq0FWM2rNb6jhw5MrG+arVabNy4cd79\nHD7++OPF2rVri/Xr10+5ffL7NTQ0VKxbt644dOhQzW3V/Lj4xRdfjGuuuSYiIi6//PLo6emZuK+j\noyN27NgRHR0dERExMjISCxcubORfGFqm1voqlUr86le/is7Ozjhy5EhUq9Vob29v1agNqbW+8ftf\neumlWL9+fRTz8D+Xrre+V155JR577LG488474/HHH2/FiA2rtba///3v0dXVFU8//XTcddddcfTo\n0Vi5cmWrRm1IvfcuIqIoivjmN7857z4hi6i/vvb29jh69GgMDg5GURRn1fr++c9/xmWXXRbvfve7\no1QqxeWXXx4vvPBCq0ZtyIoVK+L73//+SefF1157LZYvXx6LFy+O9vb2WLNmTd211YxsX19fdHZ2\nTnxfqVSiWq1GRESpVIoLLrggIiK2b98e/f39cfXVVze0oFaptb6IiHK5HL/5zW/i1ltvjauuuioW\nLVrUijEbVmt9b7zxRjz66KPxwAMPzMvARtR//z71qU/F1q1b40c/+lF0d3fH73//+xZM2Zhaa+vt\n7Y0//elPsXHjxnj66adj79698fzzz7dq1IbUe+8ixj6Wu+SSS+J973vfHE93+uqt7/Of/3ysW7cu\n1q5dG9ddd92Ux84Htda3YsWK2L9/fxw+fDj6+/tj7969MTAw0KpRG3LjjTdGpVI56fa+vr5YvHjx\nxPfnnXdeHDt2rOa2aka2s7Mzjh8/PvF9tVqNcrk85ftt27bF3r1743vf+96MF3CmqLe+iLEX+49/\n/GMMDQ3FL37xi7ke8bTUWt+uXbuit7c3vvjFL8YTTzwRO3fuPKvWFxGxadOm6Orqivb29rj22mvj\nL3/5SyvGbEittXV1dcXy5ctj5cqV0dbWFtdcc820V4Jnspn87P3yl7+MO+64Y65Ha4pa6/vXv/4V\nP/nJT2L37t2xe/fuOHz4cPz6179u1agNqbW+888/P+6///74yle+Elu2bIkPfehDE38XMd8tXrx4\nyrqPHz8e559/fs3n1IzslVdeGX/4wx8iImLfvn1x6aWXTrn/gQceiKGhoXj00UcnPjaeT2qtr6+v\nLzZu3BhDQ0NRKpVi0aJFJ50EznS11nfXXXfFz3/+89i+fXt86UtfirVr18att97aqlEbUmt9x44d\ni5tuuilOnDgRRVHE888/H6tWrWrVqLNWa20XX3xxnDhxIg4cOBARY/8f8Q9+8IMtmbNR9c4tERE9\nPT3x4Q9/eK5Ha4pa6xscHIxyuRwLFiyIcrkcF1xwQd2roTNNrfWNjIxET09PPPPMM/Hd7343Xn31\n1fjoRz/aqlGbauXKlfGPf/wj3nrrrRgaGooXXnghrrjiiprPqfnXxTfccEPs2bMnNmzYEBERDz/8\ncOzcuTNOnDgRq1atip/97GfxkY98ZOKvbjdt2hTXX399k5aTr9b67rjjjrj55ptj48aN0dbWFpdd\ndlnccsstLZ54duqtb7L59juhiPrr27JlS9x9992xYMGCuPrqq+PjH/94iyeeuXpre+ihh2LLli1R\nFEVceeWVce2117Z44tmpt74jR45M+Vhuvqm3vttuuy02bNgQHR0dsWLFirjttttaPPHs1FtfuVyO\nT3/601Eul2PDhg1x8cUXt3jixoyfFyev7b777ovNmzdHtVqN22+/Pd7znvfU3kYxX38hBwBnuPn1\n+ScAzCMiCwBJRBYAkogsACQRWQBIIrIAkERkASCJyAJAkv8HwiBIB297otIAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x11fc13710>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "silhouette_test_2(anxiety_meta_cluster)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Clusters on all the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "##############Putting in functions from before######################\n",
    "def get_reply_time(row, submission_table, comment_table):\n",
    "    #Comment and Parent are utc strings\n",
    "    parent = row['parent_id']\n",
    "    is_submission = row['post_reply']\n",
    "    self_created = row['created_utc']\n",
    "    if is_submission:\n",
    "        parent_exists = True\n",
    "        try:\n",
    "            parent_row = submission_table.loc[parent]\n",
    "        except KeyError:\n",
    "            parent_exists = False\n",
    "            pass\n",
    "        if parent_exists:\n",
    "            parent_created = parent_row['created_utc']\n",
    "            return self_created - parent_created\n",
    "        else:    \n",
    "            return None\n",
    "    else:\n",
    "        parent_exists = True\n",
    "        try:\n",
    "            parent_row = comment_table.loc[parent]\n",
    "        except KeyError:\n",
    "            parent_exists = False\n",
    "            pass\n",
    "        if parent_exists:\n",
    "            return self_created - parent_row['created_utc']\n",
    "        else:\n",
    "            return None\n",
    "        \n",
    "def is_submission_author(row, submission_table):\n",
    "    submission = row['link_id']\n",
    "    author = row['author']\n",
    "    parent_exists = True\n",
    "    try:\n",
    "        parent_row = submission_table.loc[submission]\n",
    "    except KeyError:\n",
    "        parent_exists = False\n",
    "        pass\n",
    "    if parent_exists:\n",
    "        parent_author = parent_row['author']\n",
    "        return author == parent_author\n",
    "    else:    \n",
    "        return None\n",
    "    \n",
    "def bool_to_num(x):\n",
    "    if x:\n",
    "        return 1\n",
    "    else:\n",
    "        return 0\n",
    "    \n",
    "##########################################################\n",
    "# Takes in the comment table, the post table, processes metadata, and runs kmeans on the \n",
    "def master_cluster_comment_meta_data(comment_table, post_table, n_clusters):\n",
    "    comment_table_with_meta_data, kmeans_input = preprocess_meta_data(comment_table, post_table)\n",
    "    kmeans_mat = kmeans_input.as_matrix()\n",
    "    km = KMeans(n_clusters = n_clusters)\n",
    "    km.fit(kmeans_mat)\n",
    "    return comment_table_with_meta_data, km, kmeans_input\n",
    "\n",
    "def preprocess_meta_data(comment_table, post_table):\n",
    "    comment_table = comment_table.copy().set_index('name')\n",
    "    post_table = post_table.copy().set_index('name')\n",
    "    comment_table.drop(['score_hidden','archived','author_flair_text','downs','retrieved_on', 'controversiality', 'gilded','ups','distinguished','author_flair_css_class', 'removal_reason'], axis = 1, inplace = True)\n",
    "    comment_meta_data = comment_table.copy()\n",
    "    comment_meta_data['deleted'] = comment_meta_data['body'] == '[deleted]'\n",
    "    comment_meta_data['num_words'] = comment_meta_data['body'].apply(lambda x: len(str(x).split(' ')))\n",
    "    comment_meta_data['post_reply'] = comment_meta_data['parent_id'].apply(lambda x: x[:2] == 't3')\n",
    "    reply_time_func = lambda x: get_reply_time(x, post_table, comment_table)\n",
    "    post_author_func = lambda x: is_submission_author(x, post_table)\n",
    "    comment_meta_data['reply_time'] = comment_meta_data.apply(func = reply_time_func, axis = 1, reduce = True)\n",
    "    comment_meta_data['post_author'] = comment_meta_data.apply(func = post_author_func, axis = 1, reduce = True)\n",
    "    comment_meta_data['deleted'] = comment_meta_data['deleted'].apply(func = bool_to_num)\n",
    "    comment_meta_data['post_reply'] = comment_meta_data['post_reply'].apply(func = bool_to_num)\n",
    "    comment_meta_data['post_author'] = comment_meta_data['post_author'].apply(func = bool_to_num)\n",
    "    comment_meta_data = comment_meta_data.dropna()\n",
    "    #Scaling/normalizing\n",
    "    min_max_scaler = preprocessing.MinMaxScaler()\n",
    "    comment_meta_data['reply_time'] = min_max_scaler.fit_transform(comment_meta_data['reply_time'])\n",
    "    comment_meta_data['num_words'] = min_max_scaler.fit_transform(comment_meta_data['num_words'])\n",
    "    comment_meta_data['score'] = min_max_scaler.fit_transform(comment_meta_data['score'])\n",
    "    result = comment_meta_data.copy()\n",
    "    result = result.reset_index()\n",
    "    result.drop(['body', 'name', 'author', 'created_utc', 'subreddit_id', 'link_id', 'parent_id', 'id', 'subreddit'],axis = 1, inplace = True)\n",
    "    return comment_meta_data, result\n",
    "\n",
    "def silhouette_test(kmeans_input):\n",
    "    maxes = []\n",
    "    for i in range(0,100):\n",
    "        cluster_sizes = range(2, 21)\n",
    "        #silhouette_scores = []\n",
    "        cut = 500\n",
    "        max_score = -1\n",
    "        for size in cluster_sizes:\n",
    "            sample_input = kmeans_input.sample(cut, replace = False)\n",
    "            sample_input_mat = sample_input.as_matrix()\n",
    "            sample_kmeans = KMeans(n_clusters = size)\n",
    "            labs = sample_kmeans.fit_predict(sample_input_mat)\n",
    "            sil_score = silhouette_score(sample_input_mat, labs)\n",
    "            if sil_score > max_score:\n",
    "                max_score = sil_score\n",
    "                max_cluster_size = size\n",
    "        maxes.append(max_cluster_size)\n",
    "        # plt.bar(cluster_sizes, silhouette_scores)\n",
    "        # plt.show()\n",
    "        #sns.barplot(cluster_sizes, silhouette_scores)\n",
    "    sns.distplot(maxes, kde=False, rug=True)\n",
    "    return maxes\n",
    "\n",
    "def silhouette_test_2(kmeans_input):\n",
    "    averages = {}\n",
    "    cluster_sizes = range(2, 10)\n",
    "    #silhouette_scores = []\n",
    "    cut = 100\n",
    "    for size in cluster_sizes:\n",
    "        kmeans_input_mat = kmeans_input.as_matrix()\n",
    "        km = KMeans(n_clusters = size)\n",
    "        kmeans_input['labs'] = km.fit_predict(kmeans_input_mat)\n",
    "        sil_scores = []\n",
    "        for i in range(0,100):\n",
    "            kmeans_sample = kmeans_input.sample(cut, replace = False)\n",
    "            sample_features = kmeans_sample.drop(['labs'], axis = 1).as_matrix()\n",
    "            sil_scores.append(silhouette_score(sample_features, kmeans_sample['labs']))\n",
    "        #sns.boxplot(sil_scores)\n",
    "        averages[size] = (np.mean(sil_scores),np.var(sil_scores))\n",
    "        # plt.bar(cluster_sizes, silhouette_scores)\n",
    "        # plt.show()\n",
    "        #sns.boxplot(cluster_sizes)\n",
    "    kmeans_input.drop(['labs'], axis = 1, inplace = True)\n",
    "    return averages\n",
    "\n",
    "def silhouette_score_dist(kmeans_input, n_clusters):\n",
    "    km_input = kmeans_input.copy()\n",
    "    kmeans_input_mat = km_input.as_matrix()\n",
    "    km = KMeans(n_clusters = n_clusters)\n",
    "    km_input['labs'] = km.fit_predict(kmeans_input_mat)\n",
    "    sil_scores = []\n",
    "    for i in range(0,1000):\n",
    "        kmeans_sample = km_input.sample(2000, replace = False)\n",
    "        sample_features = kmeans_sample.drop(['labs'], axis = 1).as_matrix()\n",
    "        sil_scores.append(silhouette_score(sample_features, kmeans_sample['labs']))\n",
    "    #sns.boxplot(sil_scores)\n",
    "    sns.distplot(sil_scores, kde = False, rug=True)\n",
    "    return np.mean(sil_scores), np.var(sil_scores)\n",
    "\n",
    "def kmeans(kmeans_input):\n",
    "    kmeans_mat = kmeans_input.as_matrix()\n",
    "    km = KMeans(n_clusters = n_clusters)\n",
    "    km.fit(kmeans_mat)\n",
    "    return km"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.96253603725986792"
      ]
     },
     "execution_count": 142,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAe8AAAFVCAYAAADG2GfeAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHalJREFUeJzt3X1wVNXh//HP3d0QhBgeOnSmggSbZoD6LQwJoeK0WBnL\nxE5nWhVUBKwtnfEJrY21DUIIjvJQGaXtSAelfvtHGk2dDjNWx/76rRiNNdXAilhA6ejUDaBVG3xI\ntgF2957fHzQxCXnYe/dukpN9v2YYsnvvuefck93zyb1791zHGGMEAACsERruBgAAAG8IbwAALEN4\nAwBgGcIbAADLEN4AAFiG8AYAwDKDhveBAwe0atUqSdIbb7yhFStWaNWqVVq9erVaW1slSU888YSu\nuuoqXXPNNXr++eez2mAAAHJdZKCFu3bt0h//+EeNHz9ekrR582ZVV1dr1qxZ+v3vf69du3bphz/8\noWpra7V7926dOnVKy5cv18UXX6wxY8YMyQ4AAJBrBjzyLioq0kMPPaTOeVwefPBBzZo1S5KUTCaV\nn5+v119/XaWlpcrLy1NBQYGKiop05MiR7LccAIAcNWB4L1myROFwuOvxlClTJEmvvvqq6urqdMMN\nN6i9vV3nnntu1zrjx49Xe3t7lpoLAAAGPG3el2eeeUY7d+7UI488okmTJqmgoEDxeLxreTweV2Fh\n4YDbiEaj3lsKAIDlysrKAtmOp/B+8skn9cQTT6i2tlYTJkyQJM2ZM0fbt2/X6dOnderUKb399tsq\nKSkZdFtB7cBoF41G6as00E/po6/SQz+lh35KX5AHrmmFt+M4cl1Xmzdv1nnnnac1a9ZIkr761a9q\nzZo1uv7663XdddfJdV1VVlZysRoAAFk0aHhPmzZN9fX1kqRXXnmlz3WWLVumZcuWBdsyAADQJyZp\nAQDAMoQ3AACWIbwBALCM56+KAchtnZM2ZcpxnEC2A+QiwhuAZw37WpRy/YV4OOTo0vnTA24RkFsI\nbwCepVyjlOu3dDBH7kAu4zNvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0A\ngGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnC\nGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDA\nMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKDhveBAwe0atUqSVIs\nFtPy5cu1YsUKbdy4UcYYSdITTzyhq666Stdcc42ef/75rDYYAIBcN2B479q1S+vXr1cikZAkbdmy\nRZWVlaqrq5MxRnv27NGHH36o2tpa1dfX69FHH9UDDzyg06dPD0njAQDIRQOGd1FRkR566KGuI+zD\nhw+rvLxckrRo0SI1NTXp73//u0pLS5WXl6eCggIVFRXpyJEj2W85AAA5KjLQwiVLlujYsWNdjztD\nXJLGjx+vtrY2tbe369xzz+3xfHt7exaaCiAo3d/LfsoaGUlOcA3yUHcQHGfo2w4EacDw7i0U+uxA\nvb29XYWFhSooKFA8Hu96Ph6Pq7CwcNBtRaNRL1XnNPoqPfRT+vbv36+DLSeVTKU8lx07Jk8nTyeV\nSHovK0l5kZD2553wFcSO4/hutyRFwmH9z/SxadfNayo99NPQ8xTes2fPVnNzsxYsWKDGxkYtXLhQ\nc+bM0fbt23X69GmdOnVKb7/9tkpKSgbdVllZme9G55JoNEpfpYF+Sl80GtW8efPUmogp5XovPyYi\nJV0j1/V39BoOSfPmFfk6+jXG+G6317p5TaWHfkpfkH/kpBXenS/0qqoqVVdXK5FIqLi4WBUVFXIc\nR9dff72uu+46ua6ryspKjRkzJrAGAgCAngYN72nTpqm+vl6SNGPGDNXW1p61zrJly7Rs2bLgWwcA\nAM7CJC0AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDeAABYhvAGAMAy\nhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMpHhbgAA74wxvss6jiNj\njIyMJCe4RgEYMoQ3YKmGfS1Kud5D/OixuD41R7PQIgBDhfAGLJVyjVKu93KJpCvXR+gDGDn4zBsA\nAMsQ3gAAWIbT5gCGnN8L7rjQDjiD8AYwpMIhqSHaItfH5/V5EUIbkAhvAMMg5Rq5rvcgDnOhHSCJ\nz7wBALAO4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8A\nACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsEzEawHXdbVu3Tq98847CoVCuvfeexUO\nh1VVVaVQKKSSkhLV1NTIcZxstBcAgJznObz/+te/qqOjQ48//riampq0fft2JZNJVVZWqry8XDU1\nNdqzZ48uu+yybLQXAICc5/m0+dixY9XW1iZjjNra2pSXl6dDhw6pvLxckrRo0SI1NTUF3lAAAHCG\n5yPv0tJSnT59WhUVFfr444+1c+dO7d27t2v5uHHj1NbWFmgjAQDAZzyH929+8xuVlpbqxz/+sf71\nr3/p+uuvVzKZ7Foej8dVWFg46Hai0ajXqnMWfZWeXOonx3F09FhciaTrq/yx48eVTBklkinPZc/J\nj/gum2n5TOvOi4S0P++EjDFprZ9Lr6lM0E9Dz3N4d3R0aPz48ZKkwsJCJZNJffnLX1Zzc7MWLFig\nxsZGLVy4cNDtlJWVeW9tDopGo/RVGnKtn4wxak3ElPKR3bGWmKZNnaqka+S63i8sHROR77KZls+0\n7nBImjevKK0LanPtNeUX/ZS+IP/I8Rzeq1ev1tq1a3XdddcpmUzqzjvv1IUXXqjq6molEgkVFxer\noqIisAYCAICePId3YWGhduzYcdbztbW1gTQIAAAMjElaAACwDOENAIBlCG8AACxDeAMAYBnCGwAA\nyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMt4vqsYgMwZYzIub2Qk\n+buvNQC7Ed7AMGnY16KU6y/E8yKENpDLCG9gmKRco5Trr2zYZ+gDGB34zBsAAMsQ3gAAWIbwBgDA\nMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOEN\nAIBlCG8AACzD/bwBIA3GBHMPdcdxAtkOchvhDQBpatjXopTrL8TDIUeXzp8ecIuQqwhvAEhTyjVK\nuX5LB3PkDkiEN4Ack+7pb8dxeqxrjJGRkcRpbww/whtAzgiHpIZoi9w0jp6PHourNRHrepwXIbQx\nchDeAHJKyjVy3cGDOJF0e5wiD/v8rBvIBr4qBgCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDA\nMoQ3AACW8fU974cfflgNDQ1KJBJauXKlSktLVVVVpVAopJKSEtXU1DD5PgAAWeL5yPuVV17R/v37\nVV9fr9raWh09elRbt25VZWWl6urqZIzRnj17stFWAAAgH+H90ksvaebMmbrlllt00003afHixTp0\n6JDKy8slSYsWLVJTU1PgDQUAAGd4Pm1+4sQJvffee3r44Yd19OhR3XTTTT0m7x83bpza2toG3U40\nGvVadc6ir9JjUz85jqOjx+JKJP3douqc/IiSKaNEMuWr/LHjx32Xz7TuTMoPdd2xls/mNs+07rxI\nSPvzTgR2X/CRxKb33mjhObwnTZqk4uJiRSIRXXDBBcrPz9cHH3zQtTwej6uwsHDQ7ZSVlXmtOidF\no1H6Kg229ZMxRq2JmO/bS46JSMk05+juLdYS07SpU32Xz6TuTMsPZd2xlpiKphcFVnc4JM2bVzTq\nrgey7b03nIL8I8fzafOysjK9+OKLkqT3339fJ0+e1EUXXaTm5mZJUmNjo+bPnx9YA4GRyhiT2T/u\n7wzAJ89H3t/4xje0d+9eLV26VK7rqqamRlOnTlV1dbUSiYSKi4tVUVGRjbYCI07DvhalfNxtittL\nAsiEr6+K3XXXXWc9V1tbm3FjANukXOPr1De3lwSQCSZpAQDAMoQ3AACWIbwBALAM4Q0AgGUIbwAA\nLEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDe\nAABYhvAGAMAykeFuAADkCmNMxttwHCeAlsB2hDcADIFwSGqItsh1/ZZ3dOn86cE2CtYivAFgiKRc\nI9f1e+Sc+VE7Rg8+8wYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDeAABYhvAG\nAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMtwP2/kLGMyuz+yMUZGRpLf+zMDgD+E\nN3Jaw74WpVx/IZ4XIbQBDA/CGzkt5RqlXH9lwz5DHwAyxWfeAABYhvAGAMAyhDcAAJYhvAEAsAzh\nDQCAZXyHd2trqy655BL985//VCwW0/Lly7VixQpt3Lgx4+/PAgCA/vkK70QioQ0bNuicc86RMUZb\ntmxRZWWl6urqZIzRnj17gm4nAAD4L1/hff/992v58uWaMmWKJOnw4cMqLy+XJC1atEhNTU3BtRAA\nAPTgObx3796tyZMn62tf+5qk/04R2e00+bhx49TW1hZcCwEAQA+eZ1jbvXu3HMdRU1OT3nzzTVVV\nVemjjz7qWh6Px1VYWDjodqLRqNeqcxZ9lR6v/eQ4jo4eiyuR9DfF2jn5ESVTRolkakjLBlH+2PHj\nVrZ9qOuOtcSGre7e8iIh7c87MSKvKWKMGnqew/t3v/td18+rVq3SPffco/vvv1/Nzc1asGCBGhsb\ntXDhwkG3U1ZW5rXqnBSNRumrNPjpJ2OMWhMx39OjjolISdfIdb3PcZ5J2UzLx1pimjZ1qpVtH8q6\nYy0xFU0vGpa6+xIOSfPmFclxRtac+oxR6Qvyj5yM5zZ3HEdVVVWqrq5WIpFQcXGxKioqgmgbAADo\nQ0bhXVtb2+fPAAAge5ikBQAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZ\nwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFgmMtwN\nADJhjJEkOY7T9bOXskZGkpOFlgFA9hDesF7Dvha90xJXayLmqVxehNAGYCfCG9ZLuUaJpKuU661c\n2PV2pA4AIwWfeQMAYBnCGwAAyxDeAABYhvAGAMAyXLCGYeX16119lT/zdS8AyB2EN4Zdw74WpXxe\n+c3XvQDkIsIbwy7lGs9f8+rE170A5CI+8wYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnC\nGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMt4vp93IpHQ3Xff\nrXfffVenT5/WzTffrOLiYlVVVSkUCqmkpEQ1NTVyHCcb7QUAIOd5Du+nnnpKkydP1rZt2/TJJ5/o\nO9/5jmbPnq3KykqVl5erpqZGe/bs0WWXXZaN9gIAkPM8nzavqKjQ7bffLklyXVeRSESHDx9WeXm5\nJGnRokVqamoKtpUAAKCL5/AeN26cxo8fr/b2dv3oRz/SHXfcIdd1eyxva2sLtJEAAMkYk9E/jB6e\nT5tL0nvvvac1a9ZoxYoV+va3v61t27Z1LYvH4yosLBx0G9Fo1E/VOWk095XjODp6LK5E0h185T6c\nkx9RMnVmUIq1xHyVTSRTGdXtp/xw1i1Jx44ft7LtQ11399fUcP/OzsmPqO6P7yqR8l4+Eg7rf6aP\nzVqAj+YxaqTyHN7//ve/9YMf/EA1NTW66KKLJEmzZ89Wc3OzFixYoMbGRi1cuHDQ7ZSVlXlvbQ6K\nRqOjuq+MMWpNxJTyl90aE5GSrtE/32lR0fQiX2Vd19/FlZmUH866Yy0xTZs61cq2D2XdsZZYj9fU\ncO53puXDIWnevKKsXEg82seoIAX5R47n8N65c6fa2tq0Y8cO7dixQ5K0bt06bdq0SYlEQsXFxaqo\nqAisgQAAoCfP4b1+/XqtX7/+rOdra2sDaRAAABiYr8+8AQB2CeLzbubvGDkIbwAY5cIhqSHaItfn\ntSXhkKNL508PtlHICOENADkglcHFchJfMxtpmNscAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOEN\nAIBlCG8AACzD97yRsUxmbjLGyMhIYuYmAEgX4Y1ANOxrUcr1HuJ5EUIbALwivBGIlGt83dYz7CPw\nASDX8Zk3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG73kjoxnSOsszSxoADB3C\nG5L8z5AmMUsaAAw1whuS/M+QJjFLGgAMNT7zBgDAMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBg\nGcIbAADLEN4AAFhmxE3Scuu257TjrsW+1vdaNgj91TlYWwZa3rns1m3PqaOjQ/9bln79t257TpIG\n3Xb3xw/95NKux4//3xEtXzLzrMeP/98RSdIn7ackSTddOafrue99a6bq/t8RLV8yq0f5zuWSdOLT\nk7p16Vzt3P26brpyjiRp5+7XdfvVc/TrP/xdEwryu9bZ8YcDmlw4tqtsZ53dZ4CbXDhWy5fM1Pb6\nA7rt6jl6Zu/Hcps/1q1L53bV3Vmuc9ud5T5pP3XWbHKd2+ts/44/HOixrHv5zp9769z2hIJ8LV8y\nUzt3v35W/V4NVndnf3nW/LGv9owW4dCZWQEHmlXw3HNCams+0LV+yjWaXJivE5+eOmvdgX4PnWW7\nP+79eh+onWfqPfO77yzbqfM12/010v357su71xsOOV3v4U/aT/V4T3Z/Xjrz+l1ZMVNrtjVox097\njh29x5J0x52BdB//uv+fbjm/y4Mul20jLrxb/tXme32vZYPQX52DtWWg5Z3L0tmf3ut4rbf3497h\n0Pm4r/Dp/lzngNbzubPLdB/EOn9OuabfevvTe3nvMbi/dvS33fT3s/929d5G5/75DW4vdcObdKYC\nbuv4bMrBz36XZwe317r6er0PVrb7a2qg90pfP/dVtr/XZl/Pd/7c8v7AY0c6Y1o6eo9/6ZbNZMzN\nRrls47Q5AACWIbwBALAM4Q0AgGVG3Gfeuar3PbW7Px7sftuue+azOcf57NacA5Xpqy7uxw1gMH2N\nHY7jdD0/2FiF4BDeI0j3e2o/2xzrer77z31p3H9UKdfI7XZLz4HK9F7WuP+oj9YCyBXh/56j7T12\nPNsc09FjcbUmYn0uP1OWg4JsGJHh7fWvt95Hqd2PQG3S/Z7a3e+tPdh9tl3X/De8P9vvgcr0XuZy\nP24Aaeg9dqRcKZF0+xy3PuP9qLz3kbzN43q2jMjw/tvr7/peP5VyFYmEg24SAMCH/o7aB9K5rpcy\nuWZEhven/0lkdX0AwNAa7AxiX+t6KZNrRmR426ivU0KDnSbqfbqfi8YAIFheLv61CeEdoO4XnEmD\nn/LpvjwvQmgDQDY07GuR5P00/Ei+2C6w8HZdVxs3btQ//vEP5eXladOmTZo+fXpQmx8Sfv8qM8bI\nGKOk66Z90Vjv5WEuGgOAPqU7Nvd3BjT536/ieD8NP3LH5cDC+9lnn1UikVB9fb0OHDigrVu36te/\n/nVQmx8yvY+e0/Fsc4wjZwDIkoZoS4+vwvanryPr0To2Bxber776qr7+9a9LkubOnauDBw8Gtekh\n1f3rWumX4cgZALKl91dh+1/v7OdG69gcWHi3t7eroKCg63E4HJbrugqFvM/AOrkwf/CV+l3fZHT6\n+8xnHN7Kh0NSKOQorJ6Xm4UH2fXuy3uX775ssO14rbv3soHq7m9bvdve/bn+6u5reajXZ0qD7Wvf\n23POes6PwdrvZ1vZNlT1YGB+fw+Z/v68vNcGKjvYeNP7Pd593bxIaMD6+is7kN7bC4ectC7l7a/+\n8ADLB97eyD1qd0xAl99t3bpVc+fO1eWXXy5JuuSSS/TCCy/0uW40Gg2iSgAArFJWVhbIdgI78i4t\nLVVDQ4Muv/xyvfbaa5o5c2a/6wbVeAAAclFgR97GGG3cuFFHjhyRJG3ZskUXXHBBEJsGAADdBBbe\nAABgaHC5CwAAliG8AQCwDOENAIBlCG8AACwTyFfFBpvX/Omnn9ajjz6q/Px8VVRU6IYbbpAkXXHF\nFV0Tu5x//vnavHmzWltbtX79erW1tckYo5///OeaNm1aEM0cEYLsq7ffflvr16+X4ziaMWOGNm3a\nNGpuWO+3nx5++GE1NDQokUho5cqVuuKKKxSLxVRVVaVQKKSSkhLV1NTQT3300xtvvKH77rtPoVBI\nY8aM0f3336/Pfe5zw7RnwQuyrzo99dRTqqurU319/VDvTtYE2U+M5+n3lefx3ATgz3/+s6mqqjLG\nGPPaa6+Zm2++uWvZiRMnzKWXXmo++eQT47quWblypTl06JA5efKk+e53v3vWtn72s5+ZP/3pT8YY\nY15++WXz3HPPBdHEESPIvrrjjjvMCy+8YIwx5s477xxVfeWnn15++WVz4403GmOMaW9vN7/85S+N\nMcbceOONprm52RhjzIYNG8xf/vKXId6b7Amyn1auXGneeOMNY4wx9fX1ZsuWLUO8N9mVaV/F4/Gu\nvjLGmEOHDpnvfe975pprrhnaHcmyIF9TjOfp95XX8TyQI++B5jU/evSoZs2apcLCwq7le/fuVTKZ\nVEdHh1avXq1kMqnKykrNnTtX+/fv16xZs/T9739fU6dO1bp164Jo4ogRZF+NHTtWH3/8sYwxisfj\nysvLG5Z9ygY//dTa2qqZM2fqlltuUXt7u376059Kkg4fPqzy8nJJ0qJFi/TSSy/psssuG+I9yo4g\n++nBBx/UlClTJEnJZFL5+d6mKR7pguyrjz76SNu3b9fdd9+t6urqod+ZLAqynxjP0+8rr+N5IJ95\n9zevuSQVFRXprbfeUmtrqzo6OvS3v/1NJ0+e1NixY7V69Wo9+uijuueee/STn/xEqVRKx48f14QJ\nE/Tb3/5WX/jCF7Rr164gmjhiBNVXrutq5cqV2rRpk771rW/pxIkTWrBgwXDtVuC89lNHR4c++ugj\nHTx4UL/61a+6+knqeZvAcePGqa2tbWh3JouC7KfO4H711VdVV1fXdYpvtAiqr1zX1bp161RVVaVx\n48YN1+5kTZCvKcbz9PvK63geyJF3QUGB4vF41+PuNySZMGGC1q5dq9tuu00TJ07UhRdeqEmTJmnG\njBkqKiqSJM2YMUMTJ07Uhx9+qIkTJ2rx4sWSpMWLF2v79u1BNHHECKqvPvjgA91111167LHHVFxc\nrLq6Om3dulUbNmwYlv0Kmp9+isfj+uIXv6hIJKILLrhA+fn5OnHiRI+b48Tj8a6/hEeDIPtp8uTJ\neuaZZ7Rz50498sgjmjRp0nDtVlYE1VcHDx5US0uLNm7cqNOnT+utt97Sli1btHbt2uHatUAF+Zpi\nPE+/r7yO54EceZeWlqqxsVGSzprXPJlM6uDBg3rsscf0i1/8Qm+++aYWLlyo3bt3a+vWrZKk999/\nX/F4XFOmTFFpaamef/55SVJzc7NKSkqCaOKIEWRfnTx5UuPHj5ckff7zn9enn3469DuUJV776eKL\nL1ZZWZlefPFFSWf66eTJk5o4caJmz56t5uZmSVJjY6Pmz58/9DuUJUH0U0dHhyZNmqQnn3xSdXV1\nqq2tHVUXFXUKqq++8pWv6Omnn1Ztba0efPBBfelLXxo1wS0F+95jPE+/r7yO54EceX/zm9/USy+9\npGuvvVbSmXnNn376af3nP//R1VdfrVAopCuvvFKhUEjXXnutzj//fC1dulRr167VihUrJEmbN29W\nOBxWVVWV1q9fr8cff1yFhYV64IEHgmjiiBFkX9133326/fbblZ+frzFjxujee+8dzl0LlJ9+Ov/8\n87V3714tXbpUrutqw4YNCoVCqqqqUnV1tRKJhIqLi1VRUTHMexecIPqppqZGrutq8+bNOu+887Rm\nzRpJ0oIFC3TbbbcN5+4FKqi+6n4FsDFm1HxzoVPQ7z3G8/T6yut4ztzmAABYhklaAACwDOENAIBl\nCG8AACxDeAMAYBnCGwAAyxDeAABYhvAGAMAy/x/Tx83Tvczs3QAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x11bb29710>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "#Test on anxiety dataset\n",
    "silhouette_score_dist(anxiety_meta_cluster, 8)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Get the metadata for comments and get silhouette score metrics for clusters through k-means on differing numbers of clusters.\n",
    "\n",
    "def master_cluster_comment_meta_data_Orianna(comment_table, post_table, cluster_nums):\n",
    "    comment_table = comment_table.copy().set_index('name')\n",
    "    post_table = post_table.copy().set_index('name')\n",
    "    comment_table.drop(['score_hidden','archived','author_flair_text','downs','retrieved_on', 'controversiality', 'gilded','ups','distinguished','author_flair_css_class', 'removal_reason'], axis = 1, inplace = True)\n",
    "    comment_meta_data = comment_table.copy()\n",
    "    comment_meta_data['deleted'] = comment_meta_data['body'] == '[deleted]'\n",
    "    comment_meta_data['num_words'] = comment_meta_data['body'].apply(lambda x: len(str(x).split(' ')))\n",
    "    comment_meta_data['post_reply'] = comment_meta_data['parent_id'].apply(lambda x: x[:2] == 't3')\n",
    "    reply_time_func = lambda x: get_reply_time(x, post_table, comment_table)\n",
    "    post_author_func = lambda x: is_submission_author(x, post_table)\n",
    "    comment_meta_data['reply_time'] = comment_meta_data.apply(func = reply_time_func, axis = 1, reduce = True)\n",
    "    comment_meta_data['post_author'] = comment_meta_data.apply(func = post_author_func, axis = 1, reduce = True)\n",
    "    comment_meta_data['deleted'] = comment_meta_data['deleted'].apply(func = bool_to_num)\n",
    "    comment_meta_data['post_reply'] = comment_meta_data['post_reply'].apply(func = bool_to_num)\n",
    "    comment_meta_data['post_author'] = comment_meta_data['post_author'].apply(func = bool_to_num)\n",
    "    comment_meta_data = comment_meta_data.dropna()\n",
    "    kmeans_input = comment_meta_data.copy()\n",
    "    kmeans_input = kmeans_input.reset_index()\n",
    "    kmeans_input.drop(['body', 'name', 'author', 'created_utc', 'subreddit_id', 'link_id', 'parent_id', 'id', 'subreddit'],axis = 1, inplace = True)\n",
    "    kmeans_mat = kmeans_input.as_matrix()\n",
    "    \n",
    "    cluster_metric = np.NaN * np.zeros(len(cluster_nums))\n",
    "    kms = []\n",
    "    for i, n_clusters in enumerate(cluster_nums): # = [2, 5, 10, 25, 50 100, 150]\n",
    "        km = KMeans(n_clusters = n_clusters)\n",
    "        km.fit(kmeans_input)\n",
    "        kms.append(copy.copy(km))\n",
    "        cluster_metric[i] = silhouette_score(kmeans_input, km.labels_)\n",
    "    \n",
    "    return comment_meta_data, cluster_metric, kms\n",
    "\n",
    "#Make plt.plot(cluster_nums, cluster_metric,'-.')\n",
    "# choose best # clusters. \n",
    "# open clusters: look at comments closest to center of clusters - do they have anything in common? \n",
    "# Look distribution of comments from different SR's between the clusters. \n",
    "\n",
    "# GMM's Gaussian Mixture Modes - Metric: Likelihood of the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Load all the data, concatenate posts and comments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/IPython/core/interactiveshell.py:2871: DtypeWarning: Columns (18) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/IPython/core/interactiveshell.py:2871: DtypeWarning: Columns (31,33) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "anxiety_comments = pd.read_csv('hella_data/Anxiety_comments_sub201505.csv')\n",
    "anxiety_posts = pd.read_csv('hella_data/Anxiety_posts_full_corpus_201509.csv')\n",
    "BipolarReddit_comments = pd.read_csv('hella_data/BipolarReddit_comments_sub201505.csv')\n",
    "BipolarReddit_posts = pd.read_csv('hella_data/BipolarReddit_posts_full_corpus_201509.csv')\n",
    "BPD_comments = pd.read_csv('hella_data/BPD_comments_sub201505.csv')\n",
    "BPD_posts = pd.read_csv('hella_data/BPD_posts_full_corpus_201509.csv')\n",
    "BipolarSOs_comments = pd.read_csv('hella_data/BipolarSOs_comments_sub201505.csv')\n",
    "BipolarSOs_posts = pd.read_csv('hella_data/BipolarSOs_posts_full_corpus_201509.csv')\n",
    "MMFB_comments = pd.read_csv('hella_data/MMFB_comments_sub201505.csv')\n",
    "StopSelfHarm_comments = pd.read_csv('hella_data/StopSelfHarm_comments_sub201505.csv')\n",
    "StopSelfHarm_posts = pd.read_csv('hella_data/StopSelfHarm_posts_full_corpus_201509.csv')\n",
    "depression_comments = pd.read_csv('hella_data/depression_comments_sub201505.csv')\n",
    "depression_posts = pd.read_csv('hella_data/depression_posts_full_corpus_201509.csv')\n",
    "schizophrenia_comments = pd.read_csv('hella_data/schizophrenia_comments_sub201505.csv')\n",
    "schizophrenia_posts = pd.read_csv('hella_data/schizophrenia_posts_full_corpus_201509.csv')\n",
    "socialanxiety_comments = pd.read_csv('hella_data/socialanxiety_comments_sub201505.csv')\n",
    "socialanxiety_posts = pd.read_csv('hella_data/socialanxiety_posts_full_corpus_201509.csv')\n",
    "bipolar_posts  = pd.read_csv('hella_data/subreddit_bipolar.csv')\n",
    "bipolar_comments = pd.read_csv('hella_data/subreddit_bipolar_comments_sub201505.csv')\n",
    "post_frames = [anxiety_posts, BipolarReddit_posts, BPD_posts, BipolarSOs_posts, StopSelfHarm_posts, depression_posts, schizophrenia_posts, socialanxiety_posts, bipolar_posts]\n",
    "comment_frames = [anxiety_comments, BipolarReddit_comments, BPD_comments, BipolarSOs_comments, StopSelfHarm_comments, depression_comments, schizophrenia_comments, socialanxiety_comments, bipolar_comments]\n",
    "master_posts = pd.concat(post_frames)\n",
    "master_comments = pd.concat(comment_frames)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/utils/validation.py:429: DataConversionWarning: Data with input dtype int64 was converted to float64 by MinMaxScaler.\n",
      "  warnings.warn(msg, _DataConversionWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:321: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n",
      "/Users/alinxie/anaconda/lib/python3.4/site-packages/sklearn/preprocessing/data.py:356: DeprecationWarning: Passing 1d arrays as data is deprecated in 0.17 and will raise ValueError in 0.19. Reshape your data either using X.reshape(-1, 1) if your data has a single feature or X.reshape(1, -1) if it contains a single sample.\n",
      "  warnings.warn(DEPRECATION_MSG_1D, DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "master_comment_meta_data, master_kmeans_input = preprocess_meta_data(master_comments, master_posts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>score</th>\n",
       "      <th>deleted</th>\n",
       "      <th>num_words</th>\n",
       "      <th>post_reply</th>\n",
       "      <th>reply_time</th>\n",
       "      <th>post_author</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1.756597e+06</td>\n",
       "      <td>1.756597e+06</td>\n",
       "      <td>1.756597e+06</td>\n",
       "      <td>1.756597e+06</td>\n",
       "      <td>1.756597e+06</td>\n",
       "      <td>1.756597e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>6.313302e-02</td>\n",
       "      <td>1.191634e-01</td>\n",
       "      <td>1.645760e-02</td>\n",
       "      <td>5.160575e-01</td>\n",
       "      <td>2.952912e-03</td>\n",
       "      <td>2.512528e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>2.448330e-03</td>\n",
       "      <td>3.239807e-01</td>\n",
       "      <td>2.397640e-02</td>\n",
       "      <td>4.997422e-01</td>\n",
       "      <td>2.436317e-02</td>\n",
       "      <td>4.337337e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>6.269716e-02</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.618487e-03</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>7.310324e-05</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>6.269716e-02</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>8.902854e-03</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>3.887132e-04</td>\n",
       "      <td>0.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>6.309148e-02</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.094789e-02</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.233444e-03</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              score       deleted     num_words    post_reply    reply_time  \\\n",
       "count  1.756597e+06  1.756597e+06  1.756597e+06  1.756597e+06  1.756597e+06   \n",
       "mean   6.313302e-02  1.191634e-01  1.645760e-02  5.160575e-01  2.952912e-03   \n",
       "std    2.448330e-03  3.239807e-01  2.397640e-02  4.997422e-01  2.436317e-02   \n",
       "min    0.000000e+00  0.000000e+00  0.000000e+00  0.000000e+00  0.000000e+00   \n",
       "25%    6.269716e-02  0.000000e+00  2.618487e-03  0.000000e+00  7.310324e-05   \n",
       "50%    6.269716e-02  0.000000e+00  8.902854e-03  1.000000e+00  3.887132e-04   \n",
       "75%    6.309148e-02  0.000000e+00  2.094789e-02  1.000000e+00  1.233444e-03   \n",
       "max    1.000000e+00  1.000000e+00  1.000000e+00  1.000000e+00  1.000000e+00   \n",
       "\n",
       "        post_author  \n",
       "count  1.756597e+06  \n",
       "mean   2.512528e-01  \n",
       "std    4.337337e-01  \n",
       "min    0.000000e+00  \n",
       "25%    0.000000e+00  \n",
       "50%    0.000000e+00  \n",
       "75%    1.000000e+00  \n",
       "max    1.000000e+00  "
      ]
     },
     "execution_count": 91,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "master_kmeans_input.describe()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "averages = silhouette_test_2(master_kmeans_input)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0.97802928437047287, 1.521994032366235e-06)"
      ]
     },
     "execution_count": 149,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAe8AAAFVCAYAAADG2GfeAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHOJJREFUeJzt3X1sW9Xh//HPtZ2kTYL7MDFpjDWwLKIdUqsmTUenrawV\nQ2GaNAnooI+wMWkwWh7CFy2lDymC0g4Enb5fOrV0aH9kgayaOrFW7LffVgLZyEaKKQVa2g20JulG\n2ZZCm3htYvue7x/9xjhPdmzfxDnO+/VPEtvn3HNycu8n9/r4XMcYYwQAAKzhy3UDAABAeghvAAAs\nQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMinD+8iRI1q9erUk6d1339XKlSu1evVq3XHHHerq6pIk7d27\nVzfddJNuueUWvfzyy2PaYAAAJrtAsif37NmjX//61yopKZEkPfbYY9q0aZNmz56tX/ziF9qzZ4++\n973vqaGhQfv27VNvb6+WL1+uL3/5yyosLByXDgAAMNkkPfMuKyvT008/rf51XJ566inNnj1bkhSN\nRlVUVKS33npLlZWVKigoUGlpqcrKynTixImxbzkAAJNU0vC+/vrr5ff74z9feumlkqQ33nhDjY2N\nuv3229XT06NLLrkk/pqSkhL19PSMUXMBAEDSy+bDefHFF7Vr1y4988wzmjFjhkpLSxUOh+PPh8Nh\nBYPBpHWEQqH0WwoAgOWqqqo8qSet8H7hhRe0d+9eNTQ0aNq0aZKkuXPnaseOHerr61Nvb6/ef/99\nVVRUpKzLqw7kUigUyot+5APGYuJgLCYWxmPi8PLEdVTh7TiOXNfVY489pssuu0xr166VJH3pS1/S\n2rVrtWbNGq1YsUKu66q2tpbJagAAjKGU4X355ZerqalJkvTaa68N+5ply5Zp2bJl3rYMAAAMi0Va\nAACwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAs\nQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4A\nAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYh\nvAEAsEwg1w0AYCdjzLCPO44z4nMjvR5AeghvABlrfr1DMXdgUHeeCqsr0p6yrN/naMmCWWPVNCCv\nEd4AMhZzjWLuwMciUXfIY8Mb/dk5gIF4zxsAAMsQ3gAAWIbL5gByJp2JbSOV9WLCG5PmYBvCG0BO\n+H1Sc6hD7qjeHx+qIOAo5pqMy19sA5PmYCfCG0DOXAzfzM56/a7JqvxFTJqDnXjPGwAAyxDeAABY\nJmV4HzlyRKtXr5Yktbe3a/ny5Vq5cqW2bNkSnzCyd+9e3XTTTbrlllv08ssvj2mDAQCY7JKG9549\ne7Rx40ZFIhFJ0rZt21RbW6vGxkYZY3Tw4EH961//UkNDg5qamvTss8/qySefVF9f37g0HgCAyShp\neJeVlenpp5+On2EfO3ZM1dXVkqTFixertbVVb7/9tiorK1VQUKDS0lKVlZXpxIkTY99yAAAmqaTh\nff3118vv98d/TvxMZklJibq7u9XT06NLLrlkwOM9PT1j0FQAACCl+VExn++TrO/p6VEwGFRpaanC\n4XD88XA4rGAwmLKuUCiUzqYnrHzpRz5gLMaX4zjqPBVWJDr0g9btHalvTDK1KKBozCgSjWW0/WzL\nS1JBwKfDBWeyWizGBuwb+Set8J4zZ47a2tq0cOFCtbS0aNGiRZo7d6527Nihvr4+9fb26v3331dF\nRUXKuqqqqjJu9EQRCoXyoh/5gLEYf8YYdUXah9yEpL2jXWWzylKWLwxI0Sw+p51teeniQjHz55fl\n9Qpr7BsTh5f/RI0qvPv/sOvq6rRp0yZFIhGVl5erpqZGjuNozZo1WrFihVzXVW1trQoLCz1rIAAA\nGChleF9++eVqamqSJF1xxRVqaGgY8pply5Zp2bJl3rcOAAAMwfKoQA549R5rPl/uBTAywhvIkebX\nOxRzMwtxbqgBTG6EN5AjMdcMmew1evk9OxpAcqxtDgCAZQhvAAAsw2VzwFJeTHpjwhtgJ8IbsJDf\nJzWHOuRm+J45E94AuxHegKViWa0uxoQ3wGa85w0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYA\nwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzh\nDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBg\nGcIbAADLBHLdAAC5YYzJuryRkeR40yAAo0Z4A5OQ3yc1hzrkupnXURAgtIFcIbyBSSrmGrlu5gHs\nd7M7cweQOd7zBgDAMoQ3AACWIbwBALAM4Q0AgGXSnrDmuq42bNigkydPyufz6ZFHHpHf71ddXZ18\nPp8qKipUX18vx2EmKgAAYyHt8P7jH/+o8+fP6/nnn1dra6t27NihaDSq2tpaVVdXq76+XgcPHtR1\n1103Fu0FAGDSS/uy+ZQpU9Td3S1jjLq7u1VQUKCjR4+qurpakrR48WK1trZ63lAAAHBR2mfelZWV\n6uvrU01NjT7++GPt2rVLhw4dij9fXFys7u5uTxsJAAA+kXZ4//SnP1VlZaXuv/9+nT59WmvWrFE0\nGo0/Hw6HFQwGU9YTCoXS3fSElC/9yAc2jYXjOOo8FVYkmtkSZ1OLAorGjCLRWE7Kp6qjvaN9zNvg\nRR8KAj4dLjiT9VKxE51N+wZGJ+3wPn/+vEpKSiRJwWBQ0WhUX/ziF9XW1qaFCxeqpaVFixYtSllP\nVVVV+q2dYEKhUF70Ix/YNhbGGHVF2hXLcHnSwoAUzWKFtGzLJ6ujvaNdZbPKxrwNXvTB75Pmzy/L\n6wm2tu0b+czLf6LSDu877rhD69ev14oVKxSNRvXAAw/o6quv1qZNmxSJRFReXq6amhrPGggAAAZK\nO7yDwaB27tw55PGGhgZPGgQAAJJjkRYAACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEA\nsAzhDQCAZdJepAUA8okX65rn8/KqmJgIbwCTlt8nNYc65Ga4xrzf52jJglneNgoYBcIbwKQWy+rm\nJvl9NzJMXLznDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0AgGUI\nbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAA\nyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3\nAACWIbwBALAM4Q0AgGUCmRTavXu3mpubFYlEtGrVKlVWVqqurk4+n08VFRWqr6+X4zhetxUAACiD\nM+/XXntNhw8fVlNTkxoaGtTZ2ant27ertrZWjY2NMsbo4MGDY9FWAACgDML71Vdf1VVXXaUf/OAH\nuvPOO7V06VIdPXpU1dXVkqTFixertbXV84YCAICL0r5sfubMGX3wwQfavXu3Ojs7deedd8oYE3++\nuLhY3d3dKesJhULpbnpCypd+5AObxsJxHHWeCisSdTMqP7UooGjMKBKN5aR8qjraO9rHvA1j3YfR\nKAj4dLjgzIBj4ERk076B0Uk7vGfMmKHy8nIFAgFdeeWVKioq0j//+c/48+FwWMFgMGU9VVVV6W56\nwgmFQnnRj3xg21gYY9QVaVcss+xWYUCKukaum9nckmzLJ6ujvaNdZbPKxrwNY9mH0fL7pPnzyyb0\nHB/b9o185uU/UWlfNq+qqtIf/vAHSdKHH36oCxcu6JprrlFbW5skqaWlRQsWLPCsgQAAYKC0z7y/\n9rWv6dChQ7r55pvluq7q6+v12c9+Vps2bVIkElF5eblqamrGoq0AAEAZflTswQcfHPJYQ0ND1o0B\nAACpsUgLAACWIbwBALAM4Q0AgGUIbwAALEN4AwBgmYxmmwMALvJidbWJvMgLJibCGwAy5PdJzaEO\nuRmulOf3OVqyYJa3jcKkQHgDGcj2bMsYIyMjiTMu28WyWqJ1Yq+JjomL8AYy1Px6h2JuZgffggCh\nDSBzhDeQoZhrMr6xiD/D0AcAidnmAABYh/AGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZ\nwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYA\nwDKENwAAliG8AQCwTCDXDQCAycwYk3UdjuN40BLYhPAGgBzx+6TmUIdcN9PyjpYsmOVto2AFwhsA\ncijmGrlupmfO2Z+1w0685w0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCw\nDOENAIBlCG8AACyTcXh3dXXp2muv1d/+9je1t7dr+fLlWrlypbZs2eLJQvsAAGB4GYV3JBLR5s2b\nNXXqVBljtG3bNtXW1qqxsVHGGB08eNDrdgIAgP+TUXg//vjjWr58uS699FJJ0rFjx1RdXS1JWrx4\nsVpbW71rIQAAGCDt8N63b59mzpypr3zlK5Iu3os28TJ5cXGxuru7vWshAAAYIO1bgu7bt0+O46i1\ntVXHjx9XXV2dPvroo/jz4XBYwWAwZT2hUCjdTU9I+dKPfDCeY+E4jjpPhRWJZnYj5qlFAUVjRpFo\nzMryqepo72gf8zaMdR9sKF8Q8OlwwZmU84w4TuWftMP75z//efz71atX6+GHH9bjjz+utrY2LVy4\nUC0tLVq0aFHKeqqqqtLd9IQTCoXyoh/5YLzHwhijrki7YplltwoDUjSL+zjnunyyOto72lU2q2zM\n2zCWfbClvN8nzZ9fJscZuTzHqYnDy3+i0g7vwRzHUV1dnTZt2qRIJKLy8nLV1NR40TYAADCMrMK7\noaFh2O8BAMDYYZEWAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoQ3AACWIbwBALBM1ou0ALbx4pa1\nxhgZGUmZr+4FAJkivDEpNb/eoZibeYgXBAhtALlDeGNSirkm43XJJcmfRfADQLZ4zxsAAMsQ3gAA\nWIbwBgDAMoQ3AACWIbwBALAMs80BwGKp1i1wHGdUaxs4Dh9/tAnhDQCW8vuk5lCH3CQfe+w8FVZX\npD1JHY6WLJg1Bq3DWCK8AcBiMdfIdUc+a45E3RRrGrBmgY14zxsAAMsQ3gAAWIbwBgDAMoQ3AACW\nIbwBALAM4Q0AgGUIbwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDKENwAAliG8AQCwDOENAIBlCG8A\nACxDeAMAYBnCGwAAywRy3QAgXcaYIY85jjPs4yOVNzKSHI9bBthptPtOMo7D/jSeCG9Yqfn1DsXc\nTw44nafC6oq0j6psQYCDDNDP75OaQx1y3UzLO1qyYJa3jUJKhDesFHONYgkHm0jUHfBzMn43+7MM\nIJ/EXCPXzfSfWvanXOA9bwAALEN4AwBgGcIbAADLEN4AAFiG8AYAwDJpzzaPRCJ66KGH9I9//EN9\nfX266667VF5errq6Ovl8PlVUVKi+vp7P/AEAMEbSDu/9+/dr5syZeuKJJ3T27Fl961vf0pw5c1Rb\nW6vq6mrV19fr4MGDuu6668aivQAATHppXzavqanRPffcI0lyXVeBQEDHjh1TdXW1JGnx4sVqbW31\ntpUAACAu7fAuLi5WSUmJenp6dO+99+q+++6Tm7A0T3Fxsbq7uz1tJAAA+ERGK6x98MEHWrt2rVau\nXKlvfvObeuKJJ+LPhcNhBYPBlHWEQqFMNj3h5Es/bOI4jjpPhRWJDlxSrb1jdMujTi0KKBozikRj\nGbch2zpsL5+qjtGMxUTvQz6VTzYe2bahIODT4YIznqyPjtFLO7z//e9/67vf/a7q6+t1zTXXSJLm\nzJmjtrY2LVy4UC0tLVq0aFHKeqqqqtJv7QQTCoXyoh+2McaoK9I+YDnU9o52lc0qG1X5woAUzWo5\nyOzrsL18sjpGOxYTuQ/5VD7VeGTbBr9Pmj+/jEnKo+DlyV7a4b1r1y51d3dr586d2rlzpyRpw4YN\n2rp1qyKRiMrLy1VTU+NZAwEAwEBph/fGjRu1cePGIY83NDR40iAAAJAci7QAAGAZwhsAAMtwP2+M\nu2xnpRpjZGQkMUEGwOREeCMnml/vUMzNLMQLAoQ2gMmN8EZOxFwz4KNe6fBnGPoAkC8Ib6SNy94A\nkFuENzLCZW8AyB3CGxnhsjcA5A4fFQMAwDKENwAAliG8AQCwDOENAIBlCG8AACxDeAMAYBnCGwAA\nyxDeAABYhvAGAMAyhDcAAJYhvAEAsAzhDQCAZQhvAAAsQ3gDAGAZwhsAAMsQ3gAAWIbwBgDAMoFc\nNwAAYDdjTNZ1OI7jQUsmD8IbAJAxv09qDnXIdTMt72jJglneNmoSILwBAFmJuUaum+mZc/Zn7ZMR\n4T3JeHF5yxgjIyOJy1wAkAuE9yTU/HqHYm7mIV4QILQBIJcI70ko5hrFMnx/SpL8WQQ/ACB7ky68\n737iJe18cGnOtpnu9u9+4iVJGrZMf12Dvyar5+n/WjLg8ef//wktv/6qAV8lxb8/29OrO2+cO6S+\nxv93Qsuvnz2kjjPnLujum+dp1763dOeNc7Vr31uSpDtvnBuv+7ZvXKWf/PJtSdK00iItv/6qeD1n\ne3rjr0+sY1ppUbxd/733Yp0x18jvc+Lt669fUrzdO395RJI0Mzglvp0dTUc0M1iksz19A7aVWGf/\n9s6cuxAv39+2ZFctZganxMsM97N0cYJOqnpS8fuceFuzrStZ/Rlr+3hIfVLm7RypPVm3c5T1DDeO\nknT/rfP0P3vfij+fOC6D6+vfLxKf/9S0KTLG6My53iHt6P87PHPuQvzvb7jnEtvY/5r+emYGp+jL\ns6cM2K/794nh2pDY/sR99mxPr6aVFsXrv/vmedr5yyO6++Z58e3376+J+2Hivj34+8TH4r+jEY5l\n6Rw3x+IYP5o6xztbJl14d5zuzuk2091+stf3Pzf4azr19O/8g78O/n5oud4R65A+OUgnHsCGez7Z\n9hLrGK5ssvqHtvfCoJ97B/w8uM6hrx+57uTbGVrOi7AZ7vfrJa/rzba+kcp71c5U9aQa//7nU43L\n4Oe7zg7/N9///XD71uDnhmvjwP1r+H88hmvD4PaN9ngwUpnhyo7UJ2nkY1k6x82xOMaPps7xzpZJ\nF962GzzhrP/nwV+TlWeyGQDYjfC2UOKEs9+3tQ/7dSQthzvHtnEAgDFHeFsoccLZSF9H4jLZDACs\nx9rmAABYhvAGAMAyXDYHAORU4kTbkSbfppqMO9lubEJ4AwByZvCNTUaafDvSZNzJemMTwhsAkFOJ\nNzYZafLtyJNxJ+ckXMI7TYmXbhzHGfWNPhJf57pu2pd4Ei8l8TltAPDOaI7jXtzUyUuEdwb6P2fd\neSqsrkjyz1X3S7zkk8m9b/vLc1MQAPBeqhs2JVtDo3/53/HkWXi7rqstW7boL3/5iwoKCrR161bN\nmpWf70P0f846EnVHfYOPxNdlcu/b/vLcFAQABkp3cttw5aOum/S4nPxYP/7HZc/C+/e//70ikYia\nmpp05MgRbd++XT/5yU+8qt5Tbxw/nXHZT8+Y6mFLAADZGDzhTUq90uRgNl7R9Cy833jjDX31q1+V\nJM2bN0/vvPOOV1V77p8fje4mE8OZVlLkYUsAANkafDUz3Vse23hF07Pw7unpUWlpafxnv98v13Xl\n8028dWBmBjMP4MJC5//e3zAqCPjkH2X3El/n9zlpTzfrL+/zOfLrk+lq/Y8P/jqSweVHKjvS9/11\njOb1Iz3vG/T+0HBtHqk/I722IDD0idGUTfY4kMrgv+VkcvV3lrhvpNOGZK9N3D/7jynDlRnNMSLV\nMS1Ve5Id00ZruDoGS/77GP8zd8d4NIVu+/btmjdvnm644QZJ0rXXXqtXXnll2NeGQiEvNgkAgFWq\nqqo8qcezM+/Kyko1Nzfrhhtu0JtvvqmrrrpqxNd61XgAACYjz868jTHasmWLTpw4IUnatm2brrzy\nSi+qBgAACTwLbwAAMD6YqgMAgGUIbwAALEN4AwBgGcIbAADLcGOSBKnWZz9w4ICeffZZFRUVqaam\nRrfffrv27dunX/3qV5Kk3t5eHT9+XK2trfEFa/bv36/GxkY1NTXlpE+28nIsent7tXHjRnV3d8sY\nox/96Ee6/PLLc9U163g5Fh9++KE2btwox3F0xRVXaOvWrWnfYW8yy2QsXNfVhg0bdPLkSfl8Pj3y\nyCP6/Oc/r/b2dtXV1cnn86miokL19fWMRZq8HI93331Xjz76qHw+nwoLC/X444/rU5/61MgbN4j7\n7W9/a+rq6owxxrz55pvmrrvuij935swZs2TJEnP27Fnjuq5ZtWqVOXr06IDyDz/8sNm7d2/856NH\nj5rbbrvN3HLLLePTgTzi5Vj88Ic/NL/5zW+MMcb8+c9/Ni+99NI49SI/eDkW9913n3nllVeMMcY8\n8MADjEWaMhmLV155xdx7773GGGNeffVVs27dOmOMMd///vdNW1ubMcaYzZs3m9/97nfj3Bv7eTke\nq1atMu+++64xxpimpiazbdu2pNvmsnmCZOuzd3Z2avbs2QoGg3IcR/PmzdOhQ4fiz7/99tv661//\nqmXLlkmSPvroI+3YsUMPPfTQhLsPrA28HIvDhw/r9OnT+s53vqP9+/frmmuuGd/OWM7LsZgyZYo+\n/vhjGWMUDodVUFAwvp2xXCZjMWXKlPhVp+7u7vjv/NixY6qurpYkLV68WK2trePfIct5OR5PPfWU\nZs+eLUmKRqMqKkq+jDfhnWCk9dklqaysTO+99566urp0/vx5/elPf9KFC5/c4GT37t1at26dJCkW\ni2nDhg2qq6tTcXHx+HYiT3g1FpL097//XdOmTdPPfvYzfeYzn9GePXvGryN5wMuxWLVqlbZu3apv\nfOMbOnPmjBYuXDh+HckDmYxFVVWV+vr6VFNTo82bN2v16tWSBt42s7i4WN3d3ePbmTzgxXisWrVK\nknTppZdKuvgPQWNjo26//fak2+Y97wSlpaUKh8PxnxNvrDJt2jStX79e69at0/Tp03X11VdrxowZ\nkqRz587p5MmT8QPR0aNH1dHRoS1btqivr0/vvfeetm3bpvXr149/pyzl1VhI0vTp07V06VJJ0tKl\nS7Vjx45x7In9vByLBx98UM8995zKy8vV2Nio7du3a/PmzePbIYulOxbTp0/Xnj17VFlZqfvvv1+n\nT5/Wbbfdpv379w+4aVQ4HFYwGBz3/tjOy/EoLCzUiy++qF27dumZZ56J70cj4cw7QWVlpVpaWiRp\nyPrs0WhU77zzjp577jn9+Mc/1vHjx7Vo0SJJ0qFDhwZcip07d64OHDighoYGPfXUU/rCF75AcKfJ\nq7Hor+vll1+WJLW1tamiomJ8OpEnvByLCxcuqKSkRJL06U9/WufOnRunXuSHTMbi/Pnz8d95MBhU\nJBJRLBbTnDlz1NbWJklqaWnRggULxr9DlvNqPFzX1QsvvKDGxkY1NDSMakItZ94Jvv71r+vVV1/V\nrbfeKuni+uwHDhzQf/7zH33729+Wz+fTjTfeKJ/Pp1tvvVWf+9znJEknT54cMMMwkTGGGZwZ8HIs\n6urqtHHjRj3//PMKBoN68sknx70/NvNyLB599FHdc889KioqUmFhoR555JFx74/N0h2LWbNm6Y47\n7tD69eu1YsUKRaNRPfDAA5o6darq6uq0adMmRSIRlZeXq6amJse9s49X41FYWKjHHntMl112mdau\nXStJWrhw4YC3nAZjbXMAACzDZXMAACxDeAMAYBnCGwAAyxDeAABYhvAGAMAyhDcAAJYhvAEAsMz/\nAoVj9On+2bDOAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10c27aa90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "silhouette_score_dist(master_kmeans_input, 8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>body</th>\n",
       "      <th>author</th>\n",
       "      <th>created_utc</th>\n",
       "      <th>subreddit_id</th>\n",
       "      <th>link_id</th>\n",
       "      <th>parent_id</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>subreddit</th>\n",
       "      <th>deleted</th>\n",
       "      <th>num_words</th>\n",
       "      <th>post_reply</th>\n",
       "      <th>reply_time</th>\n",
       "      <th>post_author</th>\n",
       "      <th>classification_label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>t1_c0dmqpc</td>\n",
       "      <td>Where?</td>\n",
       "      <td>cinsere</td>\n",
       "      <td>1254002472</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>t3_97ek7</td>\n",
       "      <td>3</td>\n",
       "      <td>c0dmqpc</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4608682.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>t1_c0ari6c</td>\n",
       "      <td>These tips are totally easy to implement and t...</td>\n",
       "      <td>webbedenterprisesinc</td>\n",
       "      <td>1246568854</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>t3_8xquv</td>\n",
       "      <td>1</td>\n",
       "      <td>c0ari6c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>23.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>t1_cehnsp1</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1388899234</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>t3_1ufvns</td>\n",
       "      <td>14</td>\n",
       "      <td>cehnsp1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>730.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>t1_cj8vup9</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1406433640</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bt7fv</td>\n",
       "      <td>t1_cj8pm48</td>\n",
       "      <td>-4</td>\n",
       "      <td>cj8vup9</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>16037.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>t1_cim8c6p</td>\n",
       "      <td>My anxiety is triggered by unplanned events or...</td>\n",
       "      <td>mutantruby</td>\n",
       "      <td>1404263262</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>t3_29ll4u</td>\n",
       "      <td>61</td>\n",
       "      <td>cim8c6p</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>1</td>\n",
       "      <td>11143.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>t1_ckcjnvj</td>\n",
       "      <td>The only way I found out about my anxiety was ...</td>\n",
       "      <td>ServeChilled</td>\n",
       "      <td>1410192814</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>t3_2ft4y0</td>\n",
       "      <td>44</td>\n",
       "      <td>ckcjnvj</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>657</td>\n",
       "      <td>1</td>\n",
       "      <td>6837.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>t1_cjqo1bv</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1408070450</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2cqzhs</td>\n",
       "      <td>t1_cjkkl6f</td>\n",
       "      <td>0</td>\n",
       "      <td>cjqo1bv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>558523.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>t1_chletov</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1400462152</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>t3_25wgp0</td>\n",
       "      <td>0</td>\n",
       "      <td>chletov</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3727.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>t1_cgy220d</td>\n",
       "      <td>Thank you :-)</td>\n",
       "      <td>B0o</td>\n",
       "      <td>1398085841</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_23k6em</td>\n",
       "      <td>t1_cgxz3l0</td>\n",
       "      <td>0</td>\n",
       "      <td>cgy220d</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>16340.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>t1_cg68tcd</td>\n",
       "      <td>Sometimes I think I see spots, but I'm not sur...</td>\n",
       "      <td>TinBritches</td>\n",
       "      <td>1395201722</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>t3_20q3w1</td>\n",
       "      <td>0</td>\n",
       "      <td>cg68tcd</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>122</td>\n",
       "      <td>1</td>\n",
       "      <td>44312.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>t1_cl0t5n5</td>\n",
       "      <td>If I smoke too much I'm guaranteed to start to...</td>\n",
       "      <td>pleaseregister</td>\n",
       "      <td>1412488176</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>t3_2iap2k</td>\n",
       "      <td>1</td>\n",
       "      <td>cl0t5n5</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>1</td>\n",
       "      <td>38792.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>t1_cgm676y</td>\n",
       "      <td>This has made me feel so much better.\\nI have ...</td>\n",
       "      <td>CobyCoyle</td>\n",
       "      <td>1396872573</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>t3_22d30z</td>\n",
       "      <td>1</td>\n",
       "      <td>cgm676y</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>105</td>\n",
       "      <td>1</td>\n",
       "      <td>61486.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>t1_ckrzpe6</td>\n",
       "      <td>Ok, well. You have the answer to your question...</td>\n",
       "      <td>disfiguroo</td>\n",
       "      <td>1411628588</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2hcj3p</td>\n",
       "      <td>t1_ckrvzoi</td>\n",
       "      <td>1</td>\n",
       "      <td>ckrzpe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>11960.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>t1_cfixp99</td>\n",
       "      <td>Stress can trigger things like anxiety.  The d...</td>\n",
       "      <td>GutterMaiden</td>\n",
       "      <td>1392781594</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>t3_1yabov</td>\n",
       "      <td>1</td>\n",
       "      <td>cfixp99</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>56</td>\n",
       "      <td>1</td>\n",
       "      <td>16755.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>t1_cj68h9u</td>\n",
       "      <td>[this song](https://www.youtube.com/watch?v=rc...</td>\n",
       "      <td>respectableusername</td>\n",
       "      <td>1406180759</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>t3_2bjqm2</td>\n",
       "      <td>1</td>\n",
       "      <td>cj68h9u</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>19908.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>t1_cfl2y38</td>\n",
       "      <td>Wonderful! You rocked it. :)</td>\n",
       "      <td>lemmings_world</td>\n",
       "      <td>1392999859</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>t3_1yhm5d</td>\n",
       "      <td>1</td>\n",
       "      <td>cfl2y38</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>58739.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>t1_cimpif6</td>\n",
       "      <td>Reading through this really gave me some flash...</td>\n",
       "      <td>SolidBlake</td>\n",
       "      <td>1404317837</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>t3_29mw90</td>\n",
       "      <td>1</td>\n",
       "      <td>cimpif6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>176</td>\n",
       "      <td>1</td>\n",
       "      <td>28514.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>t1_cfdfe7r</td>\n",
       "      <td>It takes a lot of time. Try to be patient with...</td>\n",
       "      <td>dandeliondid</td>\n",
       "      <td>1392215049</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_1xnv4q</td>\n",
       "      <td>t1_cfd372m</td>\n",
       "      <td>1</td>\n",
       "      <td>cfdfe7r</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>44031.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>t1_cn4jouv</td>\n",
       "      <td>You staying the night or are they releasing yo...</td>\n",
       "      <td>nutjoob</td>\n",
       "      <td>1419458746</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2qacdc</td>\n",
       "      <td>t1_cn4j74p</td>\n",
       "      <td>1</td>\n",
       "      <td>cn4jouv</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>0</td>\n",
       "      <td>1165.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>t1_cieavfe</td>\n",
       "      <td>I can relate.  The thought of having a wedding...</td>\n",
       "      <td>Xaila</td>\n",
       "      <td>1403471040</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>t3_28t6sa</td>\n",
       "      <td>1</td>\n",
       "      <td>cieavfe</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>58</td>\n",
       "      <td>1</td>\n",
       "      <td>7894.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>t1_cjw84sy</td>\n",
       "      <td>I've been anxious to run this by my psychiatri...</td>\n",
       "      <td>TheTacoBellTolls</td>\n",
       "      <td>1408593802</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e52vd</td>\n",
       "      <td>t1_cjw71bf</td>\n",
       "      <td>1</td>\n",
       "      <td>cjw84sy</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>0</td>\n",
       "      <td>2619.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>t1_cmxw67c</td>\n",
       "      <td>How do you know personality of unknown cat? Do...</td>\n",
       "      <td>I-just-came</td>\n",
       "      <td>1418848419</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2phnym</td>\n",
       "      <td>t1_cmxqalv</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxw67c</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>10258.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>t1_cn0f9c1</td>\n",
       "      <td>Thanks - this sounds like something that would...</td>\n",
       "      <td>VioletApple</td>\n",
       "      <td>1419078894</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2psn6k</td>\n",
       "      <td>t1_cn0bbck</td>\n",
       "      <td>1</td>\n",
       "      <td>cn0f9c1</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>20682.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>t1_cho1v09</td>\n",
       "      <td>I don't know how your session will go. That's ...</td>\n",
       "      <td>nuw</td>\n",
       "      <td>1400724317</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2623gq</td>\n",
       "      <td>t1_chnf7lp</td>\n",
       "      <td>1</td>\n",
       "      <td>cho1v09</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>51327.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>t1_ckoawwh</td>\n",
       "      <td>I deal with bad health anxiety, and normally I...</td>\n",
       "      <td>schrodingerscatapult</td>\n",
       "      <td>1411295750</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>t3_2h0dow</td>\n",
       "      <td>1</td>\n",
       "      <td>ckoawwh</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>44</td>\n",
       "      <td>1</td>\n",
       "      <td>21611.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>t1_cjxbcvt</td>\n",
       "      <td>I can still function day to day it just feels ...</td>\n",
       "      <td>ladeled</td>\n",
       "      <td>1408697252</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>t3_2e9d5s</td>\n",
       "      <td>1</td>\n",
       "      <td>cjxbcvt</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>104</td>\n",
       "      <td>1</td>\n",
       "      <td>3379.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>t1_cmxe67a</td>\n",
       "      <td>Thats very interesting. My personal opinion af...</td>\n",
       "      <td>SillyRaccoon</td>\n",
       "      <td>1418799549</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2pjx4v</td>\n",
       "      <td>t1_cmxe348</td>\n",
       "      <td>1</td>\n",
       "      <td>cmxe67a</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>38</td>\n",
       "      <td>0</td>\n",
       "      <td>284.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>t1_ci8dqe6</td>\n",
       "      <td>Not self-conscious about exercise, but when I ...</td>\n",
       "      <td>Parabrella</td>\n",
       "      <td>1402868862</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>t3_287vrr</td>\n",
       "      <td>1</td>\n",
       "      <td>ci8dqe6</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>100</td>\n",
       "      <td>1</td>\n",
       "      <td>10739.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>t1_cicyvg3</td>\n",
       "      <td>It's a vicious cycle. And doctors make me feel...</td>\n",
       "      <td>rageagainsthevagene</td>\n",
       "      <td>1403312376</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_28mfl5</td>\n",
       "      <td>t1_cicqsnd</td>\n",
       "      <td>1</td>\n",
       "      <td>cicyvg3</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>18845.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>t1_cjos6ay</td>\n",
       "      <td>Yes, and I tend to hyperventilate when I'm hav...</td>\n",
       "      <td>kyndle</td>\n",
       "      <td>1407904340</td>\n",
       "      <td>t5_2qmij</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>t3_2de2ez</td>\n",
       "      <td>1</td>\n",
       "      <td>cjos6ay</td>\n",
       "      <td>Anxiety</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>1</td>\n",
       "      <td>13553.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756567</th>\n",
       "      <td>t1_cq2bfd5</td>\n",
       "      <td>what is the rental market like?</td>\n",
       "      <td>phonedeaf</td>\n",
       "      <td>1428271378</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_31jqbz</td>\n",
       "      <td>t1_cq2aiq1</td>\n",
       "      <td>1</td>\n",
       "      <td>cq2bfd5</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>1726.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756568</th>\n",
       "      <td>t1_cqb79vt</td>\n",
       "      <td>Pole dancing and aerial silks has changed my t...</td>\n",
       "      <td>its_always_teatime</td>\n",
       "      <td>1428956922</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_32g1wc</td>\n",
       "      <td>t3_32g1wc</td>\n",
       "      <td>1</td>\n",
       "      <td>cqb79vt</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>21058.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756569</th>\n",
       "      <td>t1_cq0lrra</td>\n",
       "      <td>Yes, with all this baggage she has, she needs ...</td>\n",
       "      <td>Oathkeeperx</td>\n",
       "      <td>1428113872</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_31dgxf</td>\n",
       "      <td>t1_cq0lqbb</td>\n",
       "      <td>1</td>\n",
       "      <td>cq0lrra</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756570</th>\n",
       "      <td>t1_cqp98uj</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1430064240</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33x1h6</td>\n",
       "      <td>t1_cqp93ya</td>\n",
       "      <td>1</td>\n",
       "      <td>cqp98uj</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>268.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756571</th>\n",
       "      <td>t1_cq4l4kq</td>\n",
       "      <td>Well, some people look at life in certain ways...</td>\n",
       "      <td>Dark-Yoda</td>\n",
       "      <td>1428442264</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_31r4y0</td>\n",
       "      <td>t1_cq4k6gv</td>\n",
       "      <td>2</td>\n",
       "      <td>cq4l4kq</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>1486.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756572</th>\n",
       "      <td>t1_cq0mcmi</td>\n",
       "      <td>And now I've drunk a whole bottle of wine...  ...</td>\n",
       "      <td>Bi-Polar-Bob</td>\n",
       "      <td>1428115171</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_31dgxf</td>\n",
       "      <td>t1_cq0marn</td>\n",
       "      <td>1</td>\n",
       "      <td>cq0mcmi</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>0</td>\n",
       "      <td>117.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756573</th>\n",
       "      <td>t1_cqhbjyy</td>\n",
       "      <td>thanks</td>\n",
       "      <td>Pokeyokey1</td>\n",
       "      <td>1429433740</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_332sq3</td>\n",
       "      <td>t1_cqgz3o6</td>\n",
       "      <td>1</td>\n",
       "      <td>cqhbjyy</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>31984.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756574</th>\n",
       "      <td>t1_cqjo24x</td>\n",
       "      <td>Do what's relaxing for you. A hobby maybe?</td>\n",
       "      <td>YourBiPolarBear</td>\n",
       "      <td>1429628228</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33cm6t</td>\n",
       "      <td>t1_cqjmwh0</td>\n",
       "      <td>2</td>\n",
       "      <td>cqjo24x</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>1957.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756575</th>\n",
       "      <td>t1_cqjo2w8</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1429628263</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33cm6t</td>\n",
       "      <td>t1_cqjo24x</td>\n",
       "      <td>1</td>\n",
       "      <td>cqjo2w8</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756576</th>\n",
       "      <td>t1_cqkzj6t</td>\n",
       "      <td>Lamictal lifts me up at only 50mg. Any more an...</td>\n",
       "      <td>BPandProud</td>\n",
       "      <td>1429722357</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33gknc</td>\n",
       "      <td>t3_33gknc</td>\n",
       "      <td>2</td>\n",
       "      <td>cqkzj6t</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>143</td>\n",
       "      <td>1</td>\n",
       "      <td>24073.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756577</th>\n",
       "      <td>t1_cqidqvr</td>\n",
       "      <td>1 - Just because I'm taking my meds and in the...</td>\n",
       "      <td>newestchester</td>\n",
       "      <td>1429529140</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_336o38</td>\n",
       "      <td>t3_336o38</td>\n",
       "      <td>2</td>\n",
       "      <td>cqidqvr</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>127</td>\n",
       "      <td>1</td>\n",
       "      <td>36520.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756578</th>\n",
       "      <td>t1_cqpmak9</td>\n",
       "      <td>Thanks :) now is been a few days I've been abl...</td>\n",
       "      <td>ninjamokturtle</td>\n",
       "      <td>1430087483</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33no67</td>\n",
       "      <td>t1_cqmputt</td>\n",
       "      <td>2</td>\n",
       "      <td>cqpmak9</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>33</td>\n",
       "      <td>0</td>\n",
       "      <td>246726.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756579</th>\n",
       "      <td>t1_cqpmylq</td>\n",
       "      <td>The inescapable urge to go DO something, but y...</td>\n",
       "      <td>thunderpoon</td>\n",
       "      <td>1430088663</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_33y8eu</td>\n",
       "      <td>t3_33y8eu</td>\n",
       "      <td>10</td>\n",
       "      <td>cqpmylq</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>157</td>\n",
       "      <td>1</td>\n",
       "      <td>10734.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756580</th>\n",
       "      <td>t1_cqgrijq</td>\n",
       "      <td>Haha! I've never seen that one before.\\n\\nI'm ...</td>\n",
       "      <td>rebelaessedai</td>\n",
       "      <td>1429386235</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_32zaq8</td>\n",
       "      <td>t1_cqgnj6e</td>\n",
       "      <td>2</td>\n",
       "      <td>cqgrijq</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>42</td>\n",
       "      <td>0</td>\n",
       "      <td>7504.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756581</th>\n",
       "      <td>t1_cq1epm3</td>\n",
       "      <td>I feel you.</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1428189821</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_31end5</td>\n",
       "      <td>t1_cq15dtp</td>\n",
       "      <td>1</td>\n",
       "      <td>cq1epm3</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>17961.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756582</th>\n",
       "      <td>t1_cqivu2y</td>\n",
       "      <td>Eminem's song, \"Beautiful Pain\", sings true ab...</td>\n",
       "      <td>Craftmonster522</td>\n",
       "      <td>1429562544</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_339kux</td>\n",
       "      <td>t3_339kux</td>\n",
       "      <td>2</td>\n",
       "      <td>cqivu2y</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td>1</td>\n",
       "      <td>5662.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756583</th>\n",
       "      <td>t1_cqfmc23</td>\n",
       "      <td>That was cruelly beautiful. I hope the balance...</td>\n",
       "      <td>femaleperfection</td>\n",
       "      <td>1429288889</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_32w8ax</td>\n",
       "      <td>t3_32w8ax</td>\n",
       "      <td>1</td>\n",
       "      <td>cqfmc23</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>39098.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756584</th>\n",
       "      <td>t1_cqcx1l5</td>\n",
       "      <td>You sure you aren't my husband? Good to know t...</td>\n",
       "      <td>BlackCaaaaat</td>\n",
       "      <td>1429081716</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_32nmqt</td>\n",
       "      <td>t1_cqcwdqk</td>\n",
       "      <td>2</td>\n",
       "      <td>cqcx1l5</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>0</td>\n",
       "      <td>2390.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756585</th>\n",
       "      <td>t1_cqa3fmd</td>\n",
       "      <td>I am still going strong on the happy front tod...</td>\n",
       "      <td>JewFi</td>\n",
       "      <td>1428870115</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_32aw0c</td>\n",
       "      <td>t1_cq9pjv2</td>\n",
       "      <td>1</td>\n",
       "      <td>cqa3fmd</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>67</td>\n",
       "      <td>0</td>\n",
       "      <td>30146.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756586</th>\n",
       "      <td>t1_c3bgfzd</td>\n",
       "      <td>Hey, its times like this where valium or even ...</td>\n",
       "      <td>archyriel</td>\n",
       "      <td>1324963871</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_nqys4</td>\n",
       "      <td>t3_nqys4</td>\n",
       "      <td>1</td>\n",
       "      <td>c3bgfzd</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>184</td>\n",
       "      <td>1</td>\n",
       "      <td>80450.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756587</th>\n",
       "      <td>t1_c34xgs1</td>\n",
       "      <td>absolutely this! I could not have said that be...</td>\n",
       "      <td>kortneypayge</td>\n",
       "      <td>1322931660</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_my9cd</td>\n",
       "      <td>t1_c34w0dy</td>\n",
       "      <td>4</td>\n",
       "      <td>c34xgs1</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>48</td>\n",
       "      <td>0</td>\n",
       "      <td>19895.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756588</th>\n",
       "      <td>t1_c2qyafa</td>\n",
       "      <td>You could be Bipolar, but you could be diagnos...</td>\n",
       "      <td>drydorn</td>\n",
       "      <td>1318447332</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_l734y</td>\n",
       "      <td>t3_l734y</td>\n",
       "      <td>1</td>\n",
       "      <td>c2qyafa</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>125</td>\n",
       "      <td>1</td>\n",
       "      <td>189613.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756589</th>\n",
       "      <td>t1_c2rn2aw</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1318654115</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_lcvnj</td>\n",
       "      <td>t3_lcvnj</td>\n",
       "      <td>1</td>\n",
       "      <td>c2rn2aw</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>65.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756590</th>\n",
       "      <td>t1_c37lq70</td>\n",
       "      <td>Ditto the rest.  Talk to a doctor, see if you ...</td>\n",
       "      <td>coping_strategy</td>\n",
       "      <td>1323758635</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_mx43j</td>\n",
       "      <td>t3_mx43j</td>\n",
       "      <td>1</td>\n",
       "      <td>c37lq70</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>138</td>\n",
       "      <td>1</td>\n",
       "      <td>959135.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756591</th>\n",
       "      <td>t1_c2vlfwy</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1319972698</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_ltn6a</td>\n",
       "      <td>t1_c2vj5dl</td>\n",
       "      <td>2</td>\n",
       "      <td>c2vlfwy</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>32255.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756592</th>\n",
       "      <td>t1_c1i2klo</td>\n",
       "      <td>It really depends on the person. I would say t...</td>\n",
       "      <td>[deleted]</td>\n",
       "      <td>1298507228</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_fr561</td>\n",
       "      <td>t1_c1i272d</td>\n",
       "      <td>3</td>\n",
       "      <td>c1i2klo</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>109</td>\n",
       "      <td>0</td>\n",
       "      <td>5016.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756593</th>\n",
       "      <td>t1_c2tge0s</td>\n",
       "      <td>The problem is that if her behaviour is relate...</td>\n",
       "      <td>MrThrope</td>\n",
       "      <td>1319253280</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_lk80j</td>\n",
       "      <td>t1_c2tcnh1</td>\n",
       "      <td>3</td>\n",
       "      <td>c2tge0s</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>156</td>\n",
       "      <td>0</td>\n",
       "      <td>29106.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756594</th>\n",
       "      <td>t1_c303j36</td>\n",
       "      <td>Idiocracy!</td>\n",
       "      <td>pnjunction</td>\n",
       "      <td>1321405152</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_m09dy</td>\n",
       "      <td>t3_m09dy</td>\n",
       "      <td>2</td>\n",
       "      <td>c303j36</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>990697.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756595</th>\n",
       "      <td>t1_c2tcwi5</td>\n",
       "      <td>thanks for the response. im trying to be forgi...</td>\n",
       "      <td>avd007</td>\n",
       "      <td>1319225738</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_lk80j</td>\n",
       "      <td>t1_c2tcrf4</td>\n",
       "      <td>1</td>\n",
       "      <td>c2tcwi5</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>39</td>\n",
       "      <td>0</td>\n",
       "      <td>861.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1756596</th>\n",
       "      <td>t1_c2rhxg0</td>\n",
       "      <td>Thank you. That's really comforting to hear. :)</td>\n",
       "      <td>TokerElla</td>\n",
       "      <td>1318614408</td>\n",
       "      <td>t5_2qnv4</td>\n",
       "      <td>t3_lbzok</td>\n",
       "      <td>t1_c2rhvch</td>\n",
       "      <td>1</td>\n",
       "      <td>c2rhxg0</td>\n",
       "      <td>bipolar</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>385.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1756597 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               name                                               body  \\\n",
       "0        t1_c0dmqpc                                             Where?   \n",
       "1        t1_c0ari6c  These tips are totally easy to implement and t...   \n",
       "2        t1_cehnsp1                                          [deleted]   \n",
       "3        t1_cj8vup9                                          [deleted]   \n",
       "4        t1_cim8c6p  My anxiety is triggered by unplanned events or...   \n",
       "5        t1_ckcjnvj  The only way I found out about my anxiety was ...   \n",
       "6        t1_cjqo1bv                                          [deleted]   \n",
       "7        t1_chletov                                          [deleted]   \n",
       "8        t1_cgy220d                                      Thank you :-)   \n",
       "9        t1_cg68tcd  Sometimes I think I see spots, but I'm not sur...   \n",
       "10       t1_cl0t5n5  If I smoke too much I'm guaranteed to start to...   \n",
       "11       t1_cgm676y  This has made me feel so much better.\\nI have ...   \n",
       "12       t1_ckrzpe6  Ok, well. You have the answer to your question...   \n",
       "13       t1_cfixp99  Stress can trigger things like anxiety.  The d...   \n",
       "14       t1_cj68h9u  [this song](https://www.youtube.com/watch?v=rc...   \n",
       "15       t1_cfl2y38                       Wonderful! You rocked it. :)   \n",
       "16       t1_cimpif6  Reading through this really gave me some flash...   \n",
       "17       t1_cfdfe7r  It takes a lot of time. Try to be patient with...   \n",
       "18       t1_cn4jouv  You staying the night or are they releasing yo...   \n",
       "19       t1_cieavfe  I can relate.  The thought of having a wedding...   \n",
       "20       t1_cjw84sy  I've been anxious to run this by my psychiatri...   \n",
       "21       t1_cmxw67c  How do you know personality of unknown cat? Do...   \n",
       "22       t1_cn0f9c1  Thanks - this sounds like something that would...   \n",
       "23       t1_cho1v09  I don't know how your session will go. That's ...   \n",
       "24       t1_ckoawwh  I deal with bad health anxiety, and normally I...   \n",
       "25       t1_cjxbcvt  I can still function day to day it just feels ...   \n",
       "26       t1_cmxe67a  Thats very interesting. My personal opinion af...   \n",
       "27       t1_ci8dqe6  Not self-conscious about exercise, but when I ...   \n",
       "28       t1_cicyvg3  It's a vicious cycle. And doctors make me feel...   \n",
       "29       t1_cjos6ay  Yes, and I tend to hyperventilate when I'm hav...   \n",
       "...             ...                                                ...   \n",
       "1756567  t1_cq2bfd5                    what is the rental market like?   \n",
       "1756568  t1_cqb79vt  Pole dancing and aerial silks has changed my t...   \n",
       "1756569  t1_cq0lrra  Yes, with all this baggage she has, she needs ...   \n",
       "1756570  t1_cqp98uj                                          [deleted]   \n",
       "1756571  t1_cq4l4kq  Well, some people look at life in certain ways...   \n",
       "1756572  t1_cq0mcmi  And now I've drunk a whole bottle of wine...  ...   \n",
       "1756573  t1_cqhbjyy                                             thanks   \n",
       "1756574  t1_cqjo24x         Do what's relaxing for you. A hobby maybe?   \n",
       "1756575  t1_cqjo2w8                                          [deleted]   \n",
       "1756576  t1_cqkzj6t  Lamictal lifts me up at only 50mg. Any more an...   \n",
       "1756577  t1_cqidqvr  1 - Just because I'm taking my meds and in the...   \n",
       "1756578  t1_cqpmak9  Thanks :) now is been a few days I've been abl...   \n",
       "1756579  t1_cqpmylq  The inescapable urge to go DO something, but y...   \n",
       "1756580  t1_cqgrijq  Haha! I've never seen that one before.\\n\\nI'm ...   \n",
       "1756581  t1_cq1epm3                                        I feel you.   \n",
       "1756582  t1_cqivu2y  Eminem's song, \"Beautiful Pain\", sings true ab...   \n",
       "1756583  t1_cqfmc23  That was cruelly beautiful. I hope the balance...   \n",
       "1756584  t1_cqcx1l5  You sure you aren't my husband? Good to know t...   \n",
       "1756585  t1_cqa3fmd  I am still going strong on the happy front tod...   \n",
       "1756586  t1_c3bgfzd  Hey, its times like this where valium or even ...   \n",
       "1756587  t1_c34xgs1  absolutely this! I could not have said that be...   \n",
       "1756588  t1_c2qyafa  You could be Bipolar, but you could be diagnos...   \n",
       "1756589  t1_c2rn2aw                                          [deleted]   \n",
       "1756590  t1_c37lq70  Ditto the rest.  Talk to a doctor, see if you ...   \n",
       "1756591  t1_c2vlfwy                                          [deleted]   \n",
       "1756592  t1_c1i2klo  It really depends on the person. I would say t...   \n",
       "1756593  t1_c2tge0s  The problem is that if her behaviour is relate...   \n",
       "1756594  t1_c303j36                                         Idiocracy!   \n",
       "1756595  t1_c2tcwi5  thanks for the response. im trying to be forgi...   \n",
       "1756596  t1_c2rhxg0    Thank you. That's really comforting to hear. :)   \n",
       "\n",
       "                       author  created_utc subreddit_id    link_id  \\\n",
       "0                     cinsere   1254002472     t5_2qmij   t3_97ek7   \n",
       "1        webbedenterprisesinc   1246568854     t5_2qmij   t3_8xquv   \n",
       "2                   [deleted]   1388899234     t5_2qmij  t3_1ufvns   \n",
       "3                   [deleted]   1406433640     t5_2qmij  t3_2bt7fv   \n",
       "4                  mutantruby   1404263262     t5_2qmij  t3_29ll4u   \n",
       "5                ServeChilled   1410192814     t5_2qmij  t3_2ft4y0   \n",
       "6                   [deleted]   1408070450     t5_2qmij  t3_2cqzhs   \n",
       "7                   [deleted]   1400462152     t5_2qmij  t3_25wgp0   \n",
       "8                         B0o   1398085841     t5_2qmij  t3_23k6em   \n",
       "9                 TinBritches   1395201722     t5_2qmij  t3_20q3w1   \n",
       "10             pleaseregister   1412488176     t5_2qmij  t3_2iap2k   \n",
       "11                  CobyCoyle   1396872573     t5_2qmij  t3_22d30z   \n",
       "12                 disfiguroo   1411628588     t5_2qmij  t3_2hcj3p   \n",
       "13               GutterMaiden   1392781594     t5_2qmij  t3_1yabov   \n",
       "14        respectableusername   1406180759     t5_2qmij  t3_2bjqm2   \n",
       "15             lemmings_world   1392999859     t5_2qmij  t3_1yhm5d   \n",
       "16                 SolidBlake   1404317837     t5_2qmij  t3_29mw90   \n",
       "17               dandeliondid   1392215049     t5_2qmij  t3_1xnv4q   \n",
       "18                    nutjoob   1419458746     t5_2qmij  t3_2qacdc   \n",
       "19                      Xaila   1403471040     t5_2qmij  t3_28t6sa   \n",
       "20           TheTacoBellTolls   1408593802     t5_2qmij  t3_2e52vd   \n",
       "21                I-just-came   1418848419     t5_2qmij  t3_2phnym   \n",
       "22                VioletApple   1419078894     t5_2qmij  t3_2psn6k   \n",
       "23                        nuw   1400724317     t5_2qmij  t3_2623gq   \n",
       "24       schrodingerscatapult   1411295750     t5_2qmij  t3_2h0dow   \n",
       "25                    ladeled   1408697252     t5_2qmij  t3_2e9d5s   \n",
       "26               SillyRaccoon   1418799549     t5_2qmij  t3_2pjx4v   \n",
       "27                 Parabrella   1402868862     t5_2qmij  t3_287vrr   \n",
       "28        rageagainsthevagene   1403312376     t5_2qmij  t3_28mfl5   \n",
       "29                     kyndle   1407904340     t5_2qmij  t3_2de2ez   \n",
       "...                       ...          ...          ...        ...   \n",
       "1756567             phonedeaf   1428271378     t5_2qnv4  t3_31jqbz   \n",
       "1756568    its_always_teatime   1428956922     t5_2qnv4  t3_32g1wc   \n",
       "1756569           Oathkeeperx   1428113872     t5_2qnv4  t3_31dgxf   \n",
       "1756570             [deleted]   1430064240     t5_2qnv4  t3_33x1h6   \n",
       "1756571             Dark-Yoda   1428442264     t5_2qnv4  t3_31r4y0   \n",
       "1756572          Bi-Polar-Bob   1428115171     t5_2qnv4  t3_31dgxf   \n",
       "1756573            Pokeyokey1   1429433740     t5_2qnv4  t3_332sq3   \n",
       "1756574       YourBiPolarBear   1429628228     t5_2qnv4  t3_33cm6t   \n",
       "1756575             [deleted]   1429628263     t5_2qnv4  t3_33cm6t   \n",
       "1756576            BPandProud   1429722357     t5_2qnv4  t3_33gknc   \n",
       "1756577         newestchester   1429529140     t5_2qnv4  t3_336o38   \n",
       "1756578        ninjamokturtle   1430087483     t5_2qnv4  t3_33no67   \n",
       "1756579           thunderpoon   1430088663     t5_2qnv4  t3_33y8eu   \n",
       "1756580         rebelaessedai   1429386235     t5_2qnv4  t3_32zaq8   \n",
       "1756581             [deleted]   1428189821     t5_2qnv4  t3_31end5   \n",
       "1756582       Craftmonster522   1429562544     t5_2qnv4  t3_339kux   \n",
       "1756583      femaleperfection   1429288889     t5_2qnv4  t3_32w8ax   \n",
       "1756584          BlackCaaaaat   1429081716     t5_2qnv4  t3_32nmqt   \n",
       "1756585                 JewFi   1428870115     t5_2qnv4  t3_32aw0c   \n",
       "1756586             archyriel   1324963871     t5_2qnv4   t3_nqys4   \n",
       "1756587          kortneypayge   1322931660     t5_2qnv4   t3_my9cd   \n",
       "1756588               drydorn   1318447332     t5_2qnv4   t3_l734y   \n",
       "1756589             [deleted]   1318654115     t5_2qnv4   t3_lcvnj   \n",
       "1756590       coping_strategy   1323758635     t5_2qnv4   t3_mx43j   \n",
       "1756591             [deleted]   1319972698     t5_2qnv4   t3_ltn6a   \n",
       "1756592             [deleted]   1298507228     t5_2qnv4   t3_fr561   \n",
       "1756593              MrThrope   1319253280     t5_2qnv4   t3_lk80j   \n",
       "1756594            pnjunction   1321405152     t5_2qnv4   t3_m09dy   \n",
       "1756595                avd007   1319225738     t5_2qnv4   t3_lk80j   \n",
       "1756596             TokerElla   1318614408     t5_2qnv4   t3_lbzok   \n",
       "\n",
       "          parent_id  score       id subreddit  deleted  num_words  post_reply  \\\n",
       "0          t3_97ek7      3  c0dmqpc   Anxiety        0          1           1   \n",
       "1          t3_8xquv      1  c0ari6c   Anxiety        0         16           1   \n",
       "2         t3_1ufvns     14  cehnsp1   Anxiety        1          1           1   \n",
       "3        t1_cj8pm48     -4  cj8vup9   Anxiety        1          1           0   \n",
       "4         t3_29ll4u     61  cim8c6p   Anxiety        0         40           1   \n",
       "5         t3_2ft4y0     44  ckcjnvj   Anxiety        0        657           1   \n",
       "6        t1_cjkkl6f      0  cjqo1bv   Anxiety        1          1           0   \n",
       "7         t3_25wgp0      0  chletov   Anxiety        1          1           1   \n",
       "8        t1_cgxz3l0      0  cgy220d   Anxiety        0          3           0   \n",
       "9         t3_20q3w1      0  cg68tcd   Anxiety        0        122           1   \n",
       "10        t3_2iap2k      1  cl0t5n5   Anxiety        0         35           1   \n",
       "11        t3_22d30z      1  cgm676y   Anxiety        0        105           1   \n",
       "12       t1_ckrvzoi      1  ckrzpe6   Anxiety        0         12           0   \n",
       "13        t3_1yabov      1  cfixp99   Anxiety        0         56           1   \n",
       "14        t3_2bjqm2      1  cj68h9u   Anxiety        0         28           1   \n",
       "15        t3_1yhm5d      1  cfl2y38   Anxiety        0          5           1   \n",
       "16        t3_29mw90      1  cimpif6   Anxiety        0        176           1   \n",
       "17       t1_cfd372m      1  cfdfe7r   Anxiety        0         13           0   \n",
       "18       t1_cn4j74p      1  cn4jouv   Anxiety        0         20           0   \n",
       "19        t3_28t6sa      1  cieavfe   Anxiety        0         58           1   \n",
       "20       t1_cjw71bf      1  cjw84sy   Anxiety        0         44           0   \n",
       "21       t1_cmxqalv      1  cmxw67c   Anxiety        0         12           0   \n",
       "22       t1_cn0bbck      1  cn0f9c1   Anxiety        0         17           0   \n",
       "23       t1_chnf7lp      1  cho1v09   Anxiety        0         27           0   \n",
       "24        t3_2h0dow      1  ckoawwh   Anxiety        0         44           1   \n",
       "25        t3_2e9d5s      1  cjxbcvt   Anxiety        0        104           1   \n",
       "26       t1_cmxe348      1  cmxe67a   Anxiety        0         38           0   \n",
       "27        t3_287vrr      1  ci8dqe6   Anxiety        0        100           1   \n",
       "28       t1_cicqsnd      1  cicyvg3   Anxiety        0         67           0   \n",
       "29        t3_2de2ez      1  cjos6ay   Anxiety        0         22           1   \n",
       "...             ...    ...      ...       ...      ...        ...         ...   \n",
       "1756567  t1_cq2aiq1      1  cq2bfd5   bipolar        0          6           0   \n",
       "1756568   t3_32g1wc      1  cqb79vt   bipolar        0         37           1   \n",
       "1756569  t1_cq0lqbb      1  cq0lrra   bipolar        0         65           0   \n",
       "1756570  t1_cqp93ya      1  cqp98uj   bipolar        1          1           0   \n",
       "1756571  t1_cq4k6gv      2  cq4l4kq   bipolar        0         48           0   \n",
       "1756572  t1_cq0marn      1  cq0mcmi   bipolar        0         16           0   \n",
       "1756573  t1_cqgz3o6      1  cqhbjyy   bipolar        0          1           0   \n",
       "1756574  t1_cqjmwh0      2  cqjo24x   bipolar        0          8           0   \n",
       "1756575  t1_cqjo24x      1  cqjo2w8   bipolar        1          1           0   \n",
       "1756576   t3_33gknc      2  cqkzj6t   bipolar        0        143           1   \n",
       "1756577   t3_336o38      2  cqidqvr   bipolar        0        127           1   \n",
       "1756578  t1_cqmputt      2  cqpmak9   bipolar        0         33           0   \n",
       "1756579   t3_33y8eu     10  cqpmylq   bipolar        0        157           1   \n",
       "1756580  t1_cqgnj6e      2  cqgrijq   bipolar        0         42           0   \n",
       "1756581  t1_cq15dtp      1  cq1epm3   bipolar        0          3           0   \n",
       "1756582   t3_339kux      2  cqivu2y   bipolar        0         57           1   \n",
       "1756583   t3_32w8ax      1  cqfmc23   bipolar        0         15           1   \n",
       "1756584  t1_cqcwdqk      2  cqcx1l5   bipolar        0         18           0   \n",
       "1756585  t1_cq9pjv2      1  cqa3fmd   bipolar        0         67           0   \n",
       "1756586    t3_nqys4      1  c3bgfzd   bipolar        0        184           1   \n",
       "1756587  t1_c34w0dy      4  c34xgs1   bipolar        0         48           0   \n",
       "1756588    t3_l734y      1  c2qyafa   bipolar        0        125           1   \n",
       "1756589    t3_lcvnj      1  c2rn2aw   bipolar        1          1           1   \n",
       "1756590    t3_mx43j      1  c37lq70   bipolar        0        138           1   \n",
       "1756591  t1_c2vj5dl      2  c2vlfwy   bipolar        1          1           0   \n",
       "1756592  t1_c1i272d      3  c1i2klo   bipolar        0        109           0   \n",
       "1756593  t1_c2tcnh1      3  c2tge0s   bipolar        0        156           0   \n",
       "1756594    t3_m09dy      2  c303j36   bipolar        0          1           1   \n",
       "1756595  t1_c2tcrf4      1  c2tcwi5   bipolar        0         39           0   \n",
       "1756596  t1_c2rhvch      1  c2rhxg0   bipolar        0          8           0   \n",
       "\n",
       "         reply_time  post_author  classification_label  \n",
       "0         4608682.0            0                     2  \n",
       "1              23.0            1                     0  \n",
       "2             730.0            0                     0  \n",
       "3           16037.0            1                     0  \n",
       "4           11143.0            0                     0  \n",
       "5            6837.0            0                     0  \n",
       "6          558523.0            0                     0  \n",
       "7            3727.0            0                     0  \n",
       "8           16340.0            1                     0  \n",
       "9           44312.0            0                     0  \n",
       "10          38792.0            0                     0  \n",
       "11          61486.0            0                     0  \n",
       "12          11960.0            0                     0  \n",
       "13          16755.0            0                     0  \n",
       "14          19908.0            0                     0  \n",
       "15          58739.0            0                     0  \n",
       "16          28514.0            0                     0  \n",
       "17          44031.0            0                     0  \n",
       "18           1165.0            0                     0  \n",
       "19           7894.0            0                     0  \n",
       "20           2619.0            1                     0  \n",
       "21          10258.0            0                     0  \n",
       "22          20682.0            0                     0  \n",
       "23          51327.0            0                     0  \n",
       "24          21611.0            0                     0  \n",
       "25           3379.0            0                     0  \n",
       "26            284.0            1                     0  \n",
       "27          10739.0            0                     0  \n",
       "28          18845.0            0                     0  \n",
       "29          13553.0            0                     0  \n",
       "...             ...          ...                   ...  \n",
       "1756567      1726.0            0                     0  \n",
       "1756568     21058.0            0                     0  \n",
       "1756569        88.0            0                     0  \n",
       "1756570       268.0            0                     0  \n",
       "1756571      1486.0            0                     0  \n",
       "1756572       117.0            1                     0  \n",
       "1756573     31984.0            1                     0  \n",
       "1756574      1957.0            0                     0  \n",
       "1756575        35.0            1                     0  \n",
       "1756576     24073.0            0                     0  \n",
       "1756577     36520.0            0                     0  \n",
       "1756578    246726.0            1                     0  \n",
       "1756579     10734.0            0                     0  \n",
       "1756580      7504.0            0                     0  \n",
       "1756581     17961.0            0                     0  \n",
       "1756582      5662.0            0                     0  \n",
       "1756583     39098.0            0                     0  \n",
       "1756584      2390.0            0                     0  \n",
       "1756585     30146.0            1                     0  \n",
       "1756586     80450.0            0                     0  \n",
       "1756587     19895.0            0                     0  \n",
       "1756588    189613.0            0                     0  \n",
       "1756589        65.0            0                     0  \n",
       "1756590    959135.0            0                     3  \n",
       "1756591     32255.0            1                     0  \n",
       "1756592      5016.0            0                     0  \n",
       "1756593     29106.0            0                     0  \n",
       "1756594    990697.0            0                     3  \n",
       "1756595       861.0            1                     0  \n",
       "1756596       385.0            0                     0  \n",
       "\n",
       "[1756597 rows x 16 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "master_comment_meta_data, master_kmeans, master_input = master_cluster_comment_meta_data(master_comments, master_posts, 5)\n",
    "master_comment_meta_data = master_comment_meta_data.reset_index()\n",
    "master_comment_meta_data['classification_label'] = master_kmeans.labels_\n",
    "master_comment_meta_data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": false
   },
   "source": [
    "## Trying to get silhouette distance on large amount of data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "#master_comment_meta_data.to_csv('master_comment_clusters.csv')\n",
    "i = master_input.as_matrix()\n",
    "labs = master_kmeans.labels_\n",
    "# silhouette_score(i, labs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "output = open('input_normalized.pkl', 'wb')\n",
    "#output2 = open('labs.pkl', 'wb')\n",
    "pickle.dump(master_kmeans_input.as_matrix(), output)\n",
    "#pickle.dump(labs, output2)\n",
    "output.close()\n",
    "#output2.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "i_file = open('input.pkl', 'rb')\n",
    "labs_file = open('labs.pkl', 'rb')\n",
    "i = pickle.load(i_file)\n",
    "labs = pickle.load(labs_file)\n",
    "i_file.close()\n",
    "labs_file.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[  3.00000000e+00,   0.00000000e+00,   1.00000000e+00,\n",
       "          1.00000000e+00,   4.60868200e+06,   0.00000000e+00],\n",
       "       [  1.00000000e+00,   0.00000000e+00,   1.60000000e+01,\n",
       "          1.00000000e+00,   2.30000000e+01,   1.00000000e+00],\n",
       "       [  1.40000000e+01,   1.00000000e+00,   1.00000000e+00,\n",
       "          1.00000000e+00,   7.30000000e+02,   0.00000000e+00],\n",
       "       ..., \n",
       "       [  2.00000000e+00,   0.00000000e+00,   1.00000000e+00,\n",
       "          1.00000000e+00,   9.90697000e+05,   0.00000000e+00],\n",
       "       [  1.00000000e+00,   0.00000000e+00,   3.90000000e+01,\n",
       "          0.00000000e+00,   8.61000000e+02,   1.00000000e+00],\n",
       "       [  1.00000000e+00,   0.00000000e+00,   8.00000000e+00,\n",
       "          0.00000000e+00,   3.85000000e+02,   0.00000000e+00]])"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "silhouette_score(i, labs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.60606495551543671"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "data = np.array([[1,2],[1,3], [1,2], [0,0], [3,4], [1,2], [5,6]])\n",
    "clusters = KMeans(n_clusters = 2)\n",
    "clusters.fit(data)\n",
    "sklearn.metrics.silhouette_score(data, clusters.labels_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "comment_meta_data, meta_metric, meta_kmeans = master_cluster_comment_meta_data_Orianna(master_comments, master_posts, [2,5])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "print('hi')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Comment Word Clustering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}