eda.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>year</th>\n",
       "      <th>synopsis</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30924</td>\n",
       "      <td>2005</td>\n",
       "      <td>Cruel But Necessary is the story of Betty Muns...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>34841</td>\n",
       "      <td>2012</td>\n",
       "      <td>Yorkshire, 1974, the Maynard family moves into...</td>\n",
       "      <td>Drama Horror Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23408</td>\n",
       "      <td>2017</td>\n",
       "      <td>When a renowned architecture scholar falls sud...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39470</td>\n",
       "      <td>1996</td>\n",
       "      <td>The story dealt with Lord Rama and his retalia...</td>\n",
       "      <td>Children Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7108</td>\n",
       "      <td>2003</td>\n",
       "      <td>A Thai playboy cons a girl into bed and then l...</td>\n",
       "      <td>Comedy Drama Horror Thriller</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id  year                                           synopsis  \\\n",
       "0     30924  2005  Cruel But Necessary is the story of Betty Muns...   \n",
       "1     34841  2012  Yorkshire, 1974, the Maynard family moves into...   \n",
       "2     23408  2017  When a renowned architecture scholar falls sud...   \n",
       "3     39470  1996  The story dealt with Lord Rama and his retalia...   \n",
       "4      7108  2003  A Thai playboy cons a girl into bed and then l...   \n",
       "\n",
       "                         genres  \n",
       "0                         Drama  \n",
       "1         Drama Horror Thriller  \n",
       "2                         Drama  \n",
       "3                Children Drama  \n",
       "4  Comedy Drama Horror Thriller  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv('./train.csv')\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['synopsis_len'] = df['synopsis'].apply(lambda x: len(x.split()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>year</th>\n",
       "      <th>synopsis</th>\n",
       "      <th>genres</th>\n",
       "      <th>synopsis_len</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30924</td>\n",
       "      <td>2005</td>\n",
       "      <td>Cruel But Necessary is the story of Betty Muns...</td>\n",
       "      <td>Drama</td>\n",
       "      <td>116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>34841</td>\n",
       "      <td>2012</td>\n",
       "      <td>Yorkshire, 1974, the Maynard family moves into...</td>\n",
       "      <td>Drama Horror Thriller</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23408</td>\n",
       "      <td>2017</td>\n",
       "      <td>When a renowned architecture scholar falls sud...</td>\n",
       "      <td>Drama</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39470</td>\n",
       "      <td>1996</td>\n",
       "      <td>The story dealt with Lord Rama and his retalia...</td>\n",
       "      <td>Children Drama</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7108</td>\n",
       "      <td>2003</td>\n",
       "      <td>A Thai playboy cons a girl into bed and then l...</td>\n",
       "      <td>Comedy Drama Horror Thriller</td>\n",
       "      <td>52</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id  year                                           synopsis  \\\n",
       "0     30924  2005  Cruel But Necessary is the story of Betty Muns...   \n",
       "1     34841  2012  Yorkshire, 1974, the Maynard family moves into...   \n",
       "2     23408  2017  When a renowned architecture scholar falls sud...   \n",
       "3     39470  1996  The story dealt with Lord Rama and his retalia...   \n",
       "4      7108  2003  A Thai playboy cons a girl into bed and then l...   \n",
       "\n",
       "                         genres  synopsis_len  \n",
       "0                         Drama           116  \n",
       "1         Drama Horror Thriller            67  \n",
       "2                         Drama            50  \n",
       "3                Children Drama            23  \n",
       "4  Comedy Drama Horror Thriller            52  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[<AxesSubplot:title={'center':'synopsis_len'}>]], dtype=object)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYQAAAEICAYAAABfz4NwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8rg+JYAAAACXBIWXMAAAsTAAALEwEAmpwYAAAXfUlEQVR4nO3df7DddZ3f8edrE8VI5JfobSRZg92sLZDqmoh0lZ2k0BKVGmplNw5K6LLN6uBW23RK0Jlq/8CNbnGq44qTFYcg6jWyWjJLqbLIXWtXZAniBowpUSIGYrIqv6LIEnz3j/PJziHcJPfec7jnhDwfM2fO93y+38/3vM/nnNxXvp/v+ZGqQpKkXxt0AZKk4WAgSJIAA0GS1BgIkiTAQJAkNQaCJAkwEKRpkeS9ST7VQ/+xJH/Qz5qk/c0cdAHSkaCqPjjoGqRD8QhBkgQYCHoWSHJpkvuTPJpka5ILkvwiyQu7tlmU5O+SPCfJRUm+keS/J3kwyb1JXt+17UuSbEzysyTbkvz7rnUfSHJdki+0+7sjySsOUstZXf2ubcvPS3Jtkp8meSjJ3yQZmeRj/v0kW1r9X0ny0q51leQdSe5p6/80SaY2ujqSGAg6rCV5OfAu4NVV9QLgHOBWYAz43a5N3waMVtUT7fZrgK3AicCHgau6/mh+HtgBvAR4C/DBfX/Ym+XAF4ETgM8B/7MFzXi1bB+n7JXAscA84IXAO4DHJvGYzwPeC7wZeBHwf1rN3c4FXg28oo3DORPdv45cBoIOd08CRwGnJHlOVW2vqu8D6+mEAElmAG8FPtPV74dV9WdV9WTbdg4wkmQe8Drg0qr6ZVXdCXwKeHtX301VdV0Ll48AzwPOOEgt+3uCThD8RlU9WVWbquqRSTzmPwT+uKq2VNVe4IPAK7uPEoC1VfVQVd0H3AK8chL71xHKQNBhraq2Ae8BPgDsTjKa5CXA9XT+ML8M+JfAw1V1W1fXH3ft4xdtcTado4KfVdWjXdv+EDip6/aPuvr+inY0cZBa9vcZ4CvAaJIHknw4yXMm8bBfCny0TTc9BPwMyH41/rhr+RftsUkHZSDosFdVn6uq19H5Q1nAh6rql8AG4AI6/7v/zEF20e0B4IQkL+hq+3Xg/q7b8/YtJPk1YG7rN24t49T7RFX9t6o6BfhtOtM7F06wPugE0h9W1XFdl1lV9deT2If0NAaCDmtJXp7kXyQ5Cvglnbn4J9vqa4CLgDcB105kf1X1I+CvgT9uJ3//GXAx8NmuzRYleXOSmXSOCB4Hbj1ELd01L02ysE1lPUJnCulp2x3EJ4HLkpza9ndskvMn0V8al4Ggw91RwFrgJ3SmSV5M54QrVfV/gV8Bd1TV9kns863AfDr/6/8y8P6quqlr/fXA7wEP0jn6eHM7n3DAWvbzj4Dr6ITBFuCvmGBgtcf1ZTpHHqNJHgHuAl5/8F7SocUfyNGzWZKvAZ+rqil/Sni//X2Azsngt/Vjf9Iw8ZPKetZK8mrgVXTeJirpEJwy0rNSkvXAXwLv2e8dQ0MryZ4DXM4cdG06MjhlJEkCPEKQJDWH7TmEE088sebPnz/pfj//+c85+uij+19QH1ljf1hjf1hj/wxDnZs2bfpJVb1o3JVVdVheFi1aVFNxyy23TKnfdLLG/rDG/rDG/hmGOoHb6wB/V50ykiQBnkOQJDUGgiQJMBAkSY2BIEkCDARJUmMgSJIAA0GS1BwyEJJ8OsnuJHd1tZ2Q5KYk97Tr47vWXZZkW5KtSc7pal+UZHNb97F9P2ie5KgkX2jt30oyv8+PUZI0ARP56oqrgY/T+fWpfdYAN1fV2iRr2u1Lk5wCrABOpfPbtH+Z5Der80PmVwKrgFuB/wUsA26k82tUD1bVbyRZQeeHP36vHw9uGM1fc8Mht1m9cC8XTWC7ydi+9o193Z+kZ59DHiFU1dfp/Ih3t+XA+ra8Hjivq320qh6vqnuBbcDpSeYAx1TVN9tHp6/Zr8++fV0HnLXv6EGSNH0m9PXXbRrnL6rqtHb7oao6rmv9g1V1fJKPA7dW1bWt/So6RwHbgbVVdXZrPxO4tKrObVNRy6pqR1v3feA1VfWTcepYRecog5GRkUWjo6OTfsB79uxh9uzZk+7XL5vvf/iQ24zMgl2P9fd+F550bF/3N+hxnAhr7A9r7J9hqHPp0qWbqmrxeOv6/W2n4/3Pvg7SfrA+T2+sWgesA1i8eHEtWbJk0gWOjY0xlX79MpGpoNUL93LF5v4+NdsvWNLX/Q16HCfCGvvDGvtn2Ouc6ruMdrVpINr17ta+A5jXtd1cOj9UvqMt79/+lD5JZgLH8vQpKknSM2yqgbARWNmWVwLXd7WvaO8cOhlYANxWVTuBR5Oc0c4PXLhfn337egvwtZrIPJYkqa8OOS+R5PPAEuDEJDuA9wNrgQ1JLgbuA84HqKq7k2wAvgvsBS5p7zACeCeddyzNonNe4cbWfhXwmSTb6BwZrOjLI5MkTcohA6Gq3nqAVWcdYPvLgcvHab8dOG2c9l/SAkWSNDh+UlmSBBgIkqTGQJAkAQaCJKkxECRJgIEgSWoMBEkSYCBIkhoDQZIEGAiSpMZAkCQBBoIkqTEQJEmAgSBJagwESRJgIEiSGgNBkgQYCJKkxkCQJAEGgiSpMRAkSYCBIElqDARJEmAgSJIaA0GSBBgIkqTGQJAkAQaCJKkxECRJgIEgSWoMBEkSYCBIkpqeAiHJf0xyd5K7knw+yfOSnJDkpiT3tOvju7a/LMm2JFuTnNPVvijJ5rbuY0nSS12SpMmbciAkOQn4D8DiqjoNmAGsANYAN1fVAuDmdpskp7T1pwLLgE8kmdF2dyWwCljQLsumWpckaWp6nTKaCcxKMhN4PvAAsBxY39avB85ry8uB0ap6vKruBbYBpyeZAxxTVd+sqgKu6eojSZom6fwNnmLn5N3A5cBjwFer6oIkD1XVcV3bPFhVxyf5OHBrVV3b2q8CbgS2A2ur6uzWfiZwaVWdO879raJzJMHIyMii0dHRSde8Z88eZs+ePel+/bL5/ocPuc3ILNj1WH/vd+FJx/Z1f4Mex4mwxv6wxv4ZhjqXLl26qaoWj7du5lR32s4NLAdOBh4CvpjkbQfrMk5bHaT96Y1V64B1AIsXL64lS5ZMouKOsbExptKvXy5ac8Mht1m9cC9XbJ7yUzOu7Rcs6ev+Bj2OE2GN/WGN/TPsdfYyZXQ2cG9V/V1VPQF8CfhtYFebBqJd727b7wDmdfWfS2eKaUdb3r9dkjSNegmE+4Azkjy/vSvoLGALsBFY2bZZCVzfljcCK5IcleRkOiePb6uqncCjSc5o+7mwq48kaZpMeV6iqr6V5DrgDmAv8G060zmzgQ1JLqYTGue37e9OsgH4btv+kqp6su3uncDVwCw65xVunGpdkqSp6WmiuqreD7x/v+bH6RwtjLf95XROQu/ffjtwWi+1SJJ64yeVJUmAgSBJagwESRJgIEiSGgNBkgQYCJKkxkCQJAE9fg5Bh4/5E/gOpclYvXDvhL6XCWD72jf29b4lPTM8QpAkAQaCJKkxECRJgIEgSWoMBEkSYCBIkhoDQZIEGAiSpMZAkCQBBoIkqTEQJEmAgSBJagwESRJgIEiSGgNBkgQYCJKkxkCQJAEGgiSpMRAkSYCBIElqDARJEmAgSJKamYMuQM9+89fcMJD7vXrZ0QO5X+lw5RGCJAnoMRCSHJfkuiTfS7IlyT9PckKSm5Lc066P79r+siTbkmxNck5X+6Ikm9u6jyVJL3VJkiav1yOEjwL/u6r+CfAKYAuwBri5qhYAN7fbJDkFWAGcCiwDPpFkRtvPlcAqYEG7LOuxLknSJE05EJIcA/wOcBVAVf19VT0ELAfWt83WA+e15eXAaFU9XlX3AtuA05PMAY6pqm9WVQHXdPWRJE2TdP4GT6Fj8kpgHfBdOkcHm4B3A/dX1XFd2z1YVccn+Thwa1Vd29qvAm4EtgNrq+rs1n4mcGlVnTvOfa6icyTByMjIotHR0UnXvWfPHmbPnj3pfv2y+f6HD7nNyCzY9dg0FNODw6HGk4+dMdDneiIG/XqcCGvsn2Goc+nSpZuqavF463p5l9FM4FXAH1XVt5J8lDY9dADjnReog7Q/vbFqHZ0QYvHixbVkyZJJFQwwNjbGVPr1y0UTeMfN6oV7uWLzcL8B7HCo8eplRw/0uZ6IQb8eJ8Ia+2fY6+zlHMIOYEdVfavdvo5OQOxq00C0691d28/r6j8XeKC1zx2nXZI0jaYcCFX1Y+BHSV7ems6iM320EVjZ2lYC17fljcCKJEclOZnOyePbqmon8GiSM9q7iy7s6iNJmia9HvP/EfDZJM8FfgD8OzohsyHJxcB9wPkAVXV3kg10QmMvcElVPdn2807gamAWnfMKN/ZYlyRpknoKhKq6Exjv5MRZB9j+cuDycdpvB07rpRZJUm/8pLIkCTAQJEmNgSBJAgwESVJjIEiSAANBktQYCJIkwECQJDUGgiQJMBAkSY2BIEkCDARJUmMgSJIAA0GS1BgIkiTAQJAkNQaCJAkwECRJjYEgSQIMBElSYyBIkgADQZLUGAiSJABmDrqAQZi/5oZBlyBJQ8cjBEkSYCBIkhoDQZIEGAiSpMZAkCQBBoIkqTEQJEmAgSBJanoOhCQzknw7yV+02yckuSnJPe36+K5tL0uyLcnWJOd0tS9Ksrmt+1iS9FqXJGly+nGE8G5gS9ftNcDNVbUAuLndJskpwArgVGAZ8IkkM1qfK4FVwIJ2WdaHuiRJk9BTICSZC7wR+FRX83JgfVteD5zX1T5aVY9X1b3ANuD0JHOAY6rqm1VVwDVdfSRJ06TX7zL6H8B/AV7Q1TZSVTsBqmpnkhe39pOAW7u229HanmjL+7c/TZJVdI4kGBkZYWxsbNIF79mzh9ULn5x0v+k0MgtWL9w76DIO6nCocc+ePVN6jUwna+yPw6FGGP46pxwISc4FdlfVpiRLJtJlnLY6SPvTG6vWAesAFi9eXEuWTORun2psbIwrvvHzSfebTqsX7uWKzcP9vYOHQ41XLzuaqbxGptPY2Jg19sHhUCMMf529/It+LfCmJG8Angcck+RaYFeSOe3oYA6wu22/A5jX1X8u8EBrnztOuyRpGk35HEJVXVZVc6tqPp2TxV+rqrcBG4GVbbOVwPVteSOwIslRSU6mc/L4tja99GiSM9q7iy7s6iNJmibPxDH/WmBDkouB+4DzAarq7iQbgO8Ce4FLqmrfZP47gauBWcCN7SJJmkZ9CYSqGgPG2vJPgbMOsN3lwOXjtN8OnNaPWiRJU+MnlSVJgIEgSWoMBEkSYCBIkprh/mSR1IPN9z/MRWtumPb73b72jdN+n1I/eIQgSQIMBElSYyBIkgADQZLUGAiSJMBAkCQ1BoIkCTAQJEmNgSBJAgwESVJjIEiSAANBktQYCJIkwECQJDUGgiQJMBAkSY2BIEkCDARJUmMgSJIAA0GS1BgIkiTAQJAkNQaCJAkwECRJjYEgSQIMBElSYyBIkoAeAiHJvCS3JNmS5O4k727tJyS5Kck97fr4rj6XJdmWZGuSc7raFyXZ3NZ9LEl6e1iSpMnq5QhhL7C6qv4pcAZwSZJTgDXAzVW1ALi53aatWwGcCiwDPpFkRtvXlcAqYEG7LOuhLknSFEw5EKpqZ1Xd0ZYfBbYAJwHLgfVts/XAeW15OTBaVY9X1b3ANuD0JHOAY6rqm1VVwDVdfSRJ0ySdv8E97iSZD3wdOA24r6qO61r3YFUdn+TjwK1VdW1rvwq4EdgOrK2qs1v7mcClVXXuOPezis6RBCMjI4tGR0cnXeuePXu49+EnJ91vOo3Mgl2PDbqKg7PG/uh3jQtPOrZ/O2v27NnD7Nmz+77ffjocaoThqHPp0qWbqmrxeOtm9rrzJLOBPwfeU1WPHGT6f7wVdZD2pzdWrQPWASxevLiWLFky6XrHxsa44hs/n3S/6bR64V6u2NzzU/OMssb+6HeN2y9Y0rd97TM2NsZU/q1Np8OhRhj+Ont6l1GS59AJg89W1Zda8642DUS73t3adwDzurrPBR5o7XPHaZckTaNe3mUU4CpgS1V9pGvVRmBlW14JXN/VviLJUUlOpnPy+Laq2gk8muSMts8Lu/pIkqZJL8eqrwXeDmxOcmdrey+wFtiQ5GLgPuB8gKq6O8kG4Lt03qF0SVXtm8x/J3A1MIvOeYUbe6hLkjQFUw6EqvoG48//A5x1gD6XA5eP0347nRPSkqQB8ZPKkiTAQJAkNQaCJAkwECRJjYEgSQIMBElSM9yf65c0KfPX3ND3fa5euJeLDrHf7Wvf2Pf71fTzCEGSBBgIkqTGQJAkAQaCJKkxECRJgIEgSWoMBEkSYCBIkhoDQZIEGAiSpMZAkCQBBoIkqTEQJEmA33YqqQ+eiW9ZnSi/abV/PEKQJAEGgiSpMRAkSYCBIElqPKks6bA2f80NE/qZz357Np7M9ghBkgQYCJKkxkCQJAEGgiSpMRAkSYCBIElqhuZtp0mWAR8FZgCfqqq1Ay5Jkg5oKt/f1K+3xz5Tb3kdiiOEJDOAPwVeD5wCvDXJKYOtSpKOLEMRCMDpwLaq+kFV/T0wCiwfcE2SdERJVQ26BpK8BVhWVX/Qbr8deE1VvWu/7VYBq9rNlwNbp3B3JwI/6aHc6WCN/WGN/WGN/TMMdb60ql403ophOYeQcdqellRVtQ5Y19MdJbdX1eJe9vFMs8b+sMb+sMb+GfY6h2XKaAcwr+v2XOCBAdUiSUekYQmEvwEWJDk5yXOBFcDGAdckSUeUoZgyqqq9Sd4FfIXO204/XVV3P0N319OU0zSxxv6wxv6wxv4Z6jqH4qSyJGnwhmXKSJI0YAaCJAk4ggIhybIkW5NsS7Jm0PUAJJmX5JYkW5LcneTdrf0DSe5Pcme7vGHAdW5PsrnVcntrOyHJTUnuadfHD7C+l3eN1Z1JHknynmEYxySfTrI7yV1dbQccuySXtdfo1iTnDLDGP0nyvSR/m+TLSY5r7fOTPNY1pp8cYI0HfH6HaBy/0FXf9iR3tvaBjOMhVdWz/kLnRPX3gZcBzwW+A5wyBHXNAV7Vll8A/D86X93xAeA/D7q+rjq3Ayfu1/ZhYE1bXgN8aNB1dj3XPwZeOgzjCPwO8CrgrkONXXvuvwMcBZzcXrMzBlTjvwJmtuUPddU4v3u7AY/juM/vMI3jfuuvAP7rIMfxUJcj5QhhKL8ao6p2VtUdbflRYAtw0mCrmrDlwPq2vB44b3ClPMVZwPer6oeDLgSgqr4O/Gy/5gON3XJgtKoer6p7gW10XrvTXmNVfbWq9rabt9L5bNDAHGAcD2RoxnGfJAF+F/j8M11HL46UQDgJ+FHX7R0M2R/eJPOB3wK+1Zre1Q7XPz3I6ZimgK8m2dS+PgRgpKp2QifYgBcPrLqnWsFT/9EN0zjuc6CxG9bX6e8DN3bdPjnJt5P8VZIzB1VUM97zO4zjeCawq6ru6WobpnEEjpxAmNBXYwxKktnAnwPvqapHgCuBfwy8EthJ51BzkF5bVa+i8220lyT5nQHXM672ocY3AV9sTcM2jocydK/TJO8D9gKfbU07gV+vqt8C/hPwuSTHDKi8Az2/QzeOwFt56n9Uhmkc/8GREghD+9UYSZ5DJww+W1VfAqiqXVX1ZFX9CvgzpuFw92Cq6oF2vRv4cqtnV5I5AO169+Aq/AevB+6oql0wfOPY5UBjN1Sv0yQrgXOBC6pNfLdpmJ+25U105ud/cxD1HeT5HbZxnAm8GfjCvrZhGsduR0ogDOVXY7R5xauALVX1ka72OV2b/Rvgrv37TpckRyd5wb5lOicb76IzfivbZiuB6wdT4VM85X9hwzSO+znQ2G0EViQ5KsnJwALgtgHUt+8Hqy4F3lRVv+hqf1E6v19Ckpe1Gn8woBoP9PwOzTg2ZwPfq6od+xqGaRyfYtBntafrAryBzrt4vg+8b9D1tJpeR+dQ9m+BO9vlDcBngM2tfSMwZ4A1vozOOza+A9y9b+yAFwI3A/e06xMGPJbPB34KHNvVNvBxpBNQO4En6PzP9eKDjR3wvvYa3Qq8foA1bqMzD7/vdfnJtu2/ba+D7wB3AP96gDUe8PkdlnFs7VcD79hv24GM46EufnWFJAk4cqaMJEmHYCBIkgADQZLUGAiSJMBAkCQ1BoIkCTAQJEnN/wdm8/TKlJ3aPQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "hist = df.hist(column='synopsis_len')\n",
    "hist"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "186"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['synopsis_len'].max()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>synopsis</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30924</td>\n",
       "      <td>Cruel But Necessary is the story of Betty Muns...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>34841</td>\n",
       "      <td>Yorkshire, 1974, the Maynard family moves into...</td>\n",
       "      <td>Drama Horror Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23408</td>\n",
       "      <td>When a renowned architecture scholar falls sud...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39470</td>\n",
       "      <td>The story dealt with Lord Rama and his retalia...</td>\n",
       "      <td>Children Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7108</td>\n",
       "      <td>A Thai playboy cons a girl into bed and then l...</td>\n",
       "      <td>Comedy Drama Horror Thriller</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                           synopsis  \\\n",
       "0     30924  Cruel But Necessary is the story of Betty Muns...   \n",
       "1     34841  Yorkshire, 1974, the Maynard family moves into...   \n",
       "2     23408  When a renowned architecture scholar falls sud...   \n",
       "3     39470  The story dealt with Lord Rama and his retalia...   \n",
       "4      7108  A Thai playboy cons a girl into bed and then l...   \n",
       "\n",
       "                         genres  \n",
       "0                         Drama  \n",
       "1         Drama Horror Thriller  \n",
       "2                         Drama  \n",
       "3                Children Drama  \n",
       "4  Comedy Drama Horror Thriller  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[['movie_id', 'synopsis', 'genres']]\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>synopsis</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30924</td>\n",
       "      <td>Cruel But Necessary is the story of Betty Muns...</td>\n",
       "      <td>[Drama]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>34841</td>\n",
       "      <td>Yorkshire, 1974, the Maynard family moves into...</td>\n",
       "      <td>[Drama, Horror, Thriller]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>23408</td>\n",
       "      <td>When a renowned architecture scholar falls sud...</td>\n",
       "      <td>[Drama]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>39470</td>\n",
       "      <td>The story dealt with Lord Rama and his retalia...</td>\n",
       "      <td>[Children, Drama]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>7108</td>\n",
       "      <td>A Thai playboy cons a girl into bed and then l...</td>\n",
       "      <td>[Comedy, Drama, Horror, Thriller]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id                                           synopsis  \\\n",
       "0     30924  Cruel But Necessary is the story of Betty Muns...   \n",
       "1     34841  Yorkshire, 1974, the Maynard family moves into...   \n",
       "2     23408  When a renowned architecture scholar falls sud...   \n",
       "3     39470  The story dealt with Lord Rama and his retalia...   \n",
       "4      7108  A Thai playboy cons a girl into bed and then l...   \n",
       "\n",
       "                              genres  \n",
       "0                            [Drama]  \n",
       "1          [Drama, Horror, Thriller]  \n",
       "2                            [Drama]  \n",
       "3                  [Children, Drama]  \n",
       "4  [Comedy, Drama, Horror, Thriller]  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['genres'] = df['genres'].apply(lambda x: x.split())\n",
    "df.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 0 0 0]\n",
      "[('Drama',)]\n",
      "['Action' 'Adventure' 'Animation' 'Children' 'Comedy' 'Crime'\n",
      " 'Documentary' 'Drama' 'Fantasy' 'Film-Noir' 'Horror' 'IMAX' 'Musical'\n",
      " 'Mystery' 'Romance' 'Sci-Fi' 'Thriller' 'War' 'Western']\n"
     ]
    }
   ],
   "source": [
    "from sklearn.preprocessing import MultiLabelBinarizer\n",
    "mlb = MultiLabelBinarizer()\n",
    "yt = mlb.fit_transform(df['genres'])\n",
    "# Getting a sense of how the tags data looks like\n",
    "print(yt[0])\n",
    "print(mlb.inverse_transform(yt[0].reshape(1,-1)))\n",
    "print(mlb.classes_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "numpy.ndarray"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(yt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "numpy.ndarray"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "type(df['synopsis'].values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}