exploration_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from os import path\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "SEED = 42\n",
    "np.random.seed(SEED)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "DIR_DATA = 'data'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user</th>\n",
       "      <th>movie</th>\n",
       "      <th>rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2783</td>\n",
       "      <td>1253</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2783</td>\n",
       "      <td>589</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2783</td>\n",
       "      <td>1270</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2783</td>\n",
       "      <td>1274</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2783</td>\n",
       "      <td>741</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user  movie  rating\n",
       "0  2783   1253       5\n",
       "1  2783    589       5\n",
       "2  2783   1270       4\n",
       "3  2783   1274       4\n",
       "4  2783    741       5"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_full = pd.read_csv(path.join(DIR_DATA, 'training_ratings_for_kaggle_comp.csv'),\n",
    "                     usecols=['user', 'movie', 'rating'])\n",
    "df_full.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Exploration Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(500100, 3)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_full.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "user      0\n",
       "movie     0\n",
       "rating    0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_full.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of unique users: 3255\n",
      "Number of unique movies: 3551\n"
     ]
    }
   ],
   "source": [
    "print(f'Number of unique users: {df_full.user.unique().shape[0]}')\n",
    "print(f'Number of unique movies: {df_full.movie.unique().shape[0]}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYoAAAEICAYAAABBBrPDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAas0lEQVR4nO3df7RdZX3n8feniSjlhwHJZEICBDW1jaw2QkRmtFZFMQHG4CwHw1iIlhqpUHV0lgS1haLMxHapIzOKK0oWwR9ECjJECUKKVEpHhCAYQLFcQpDEmATCbxQNfOaP/Vyzczn3uTf317maz2uts+4+3/3sZz/nJOt87n72vmfLNhEREf35vW4PICIixrcERUREVCUoIiKiKkERERFVCYqIiKhKUERERFWCIkaVpC9I+psR6utgSU9ImlCe/7OkvxyJvkt/V0taOFL97cJ+PyHpQUk/H2T7cyR9ZbTHNViS3iHp2m6PI0ZPgiKGTNJ6Sb+Q9LikRyT9P0mnSfrN/yvbp9n++CD7emOtje2f2t7b9jMjMPbnfNjanmd7+XD73sVxHAx8CJhl+993WP86SRvGckw1kmZIsqSJvTXbX7V9TDfHFaMrQRHD9Z9s7wMcAiwBzgQuHOmdtD+YfsccDDxke0u3BwLQe7QW0ZagiBFh+1HbK4G3AwslHQYg6SJJnyjLB0j6Vjn62CbpXyT9nqQv03xgfrNMLX249ZvrqZJ+Cnyn02+zwEsk3SzpMUlXStq/7Os5v4n3HrVImgt8BHh72d8Py/rfTGWVcX1M0v2Stki6WNILy7recSyU9NMybfTR/t4bSS8s228t/X2s9P9GYDVwYBnHRX222wu4urX+CUkHltV7lD4fl3SXpDmt7Q6UdHnZ332S3lcZ20WSLpC0StKTwOslHSfptvKePiDpnNYmN5Sfj5Tx/AdJ75R0Y6tPlyPLe8q/9eckqaybIOlT5T27T9IZ7X/T0te68rruk/SO/sYeYydBESPK9s3ABuBPO6z+UFk3GZhC82Ft2ycDP6U5Otnb9t+3tvkz4I+AN/ezy1OAvwCmAtuB8wcxxm8D/wP4etnfn3Ro9s7yeD3wYmBv4P/0afMa4GXA0cDfSvqjfnb5v4EXln7+rIz5Xbb/CZgH/KyM4519xvlkn/V72/5ZWf0WYAUwCVjZO7Yy7fdN4IfAtDK2D0jq7/0D+K/AecA+wI3Ak2WMk4DjgL+SdEJp+9ryc1IZz/f66fN44JXAHwMnsuPf793lNc0GDgd6++0NxvOBeeUo9T8Ct1fGHWMkQRGj4WfA/h3qv6b5QD/E9q9t/4sH/rKxc2w/afsX/az/su07y4fq3wAnjtD0yTuAT9teZ/sJ4CxgQZ+jmb+z/QvbP6T5YH5O4JSxLADOsv247fXAp4CThzm+G22vKudrvtza9yuBybbPtf0r2+uAL5Yx9OdK2/9q+1nbv7T9z7bvKM/XApfQBNyuWGL7Eds/Ba6nCQZoQuOztjfYfphmurLtWeAwSXva3mT7rl3cb4yCBEWMhmnAtg71fwB6gGvL9MLiQfT1wC6svx94HnDAoEZZd2Dpr933RJojoV7tq5Seojnq6OuAMqa+fU0b5vj67vsFJcQOoZmqeqT3QXPkNqVTJ8VO77GkV0m6vkxdPQqcxq6/p/29Nwf22d9vlkvYv73sb5OkqyT94S7uN0ZBgiJGlKRX0nwI3th3XfmN+kO2X0wzdfJBSUf3ru6ny4GOOA5qLR9Mc9TyIM30ye+3xjWBZsprsP3+jOZDt933dmDzANv19WAZU9++Ng5y+139eucHgPtsT2o99rF97C7s42s001kH2X4h8AVAQxxPX5uA6a3n7X8/bF9j+000R5530xwNRZclKGJESNpX0vE08+ZfsX1HhzbHS3ppObH5KPAMzVQDNB/ALx7Crv9c0ixJvw+cC1xWpmP+jea37OMkPQ/4GPD81nabgRlqXcrbxyXAf5N0qKS92XFOY/uuDK6M5VLgPEn7SDoE+CAw2L+D2Ay8qPdE+iDcDDwu6UxJe5aTx4eVAB+sfYBttn8p6Uiacxi9ttL8mw3l3wqa9+L9kqZJmkRzlRwAkqZIml/OVTwNPMGO/x/RRQmKGK5vSnqc5jfZjwKfBt7VT9uZwD/RfAB8D/i87evLuv8JfKxMl/z3Xdj/l4GLaKY6XgC8D5qrsID3Al+i+e39SZoT6b3+sfx8SNIPOvS7rPR9A3Af8Evgr3dhXG1/Xfa/juZI62ul/wHZvpsmtNaV9+bAAdo/Q3MieXYZ94M078Fggwaa9+3c8u/6tzQf7r39P0Vz4vtfy3iO2oV+oTlCuBZYC9wGrKI5UnuG5vPogzRHc9tozov81S72H6NAuXFRRHSLpHnAF2wfMmDj6JocUUTEmCnTYcdKmihpGnA2cEW3xxV1OaKIiDFTziV9F/hD4BfAVcD7bT/W1YFFVYIiIiKqMvUUERFVv3NftHbAAQd4xowZ3R5GRMRvlVtvvfVB25M7rfudC4oZM2awZs2abg8jIuK3iqT7+1uXqaeIiKhKUERERFWCIiIiqhIUERFRNWBQSFqm5g5fd7ZqX5d0e3msl3R7qc9Qcw/l3nVfaG1zhKQ7JPVIOr91x6v9Ja0ud8NaLWm/Uldp1yNpraTDR/7lR0TEQAZzRHERMLddsP1227NtzwYuB77RWn1v7zrbp7XqF9Dc3WpmefT2uRi4zvZM4LryHJq7YPW2XVS2j4iIMTZgUNi+gc43oaEcFZxI8+2W/ZI0FdjX9k3ljmYXs+MWiPOB5WV5eZ/6xW7cBEwq/URExBga7jmKPwU2276nVTtUzY3Zvyup977J09j5K543sOMOX1NsbyrLP2fHnbimsfOdsNrbRETEGBnuH9ydxM5HE5uAg20/JOkI4P9KevlgO7NtSbv85VOSFtFMT3HwwQfv6uYREVEx5KAo9+f9z8ARvTXbT9PcmQrbt0q6F/gDmhvHtG9/OJ0dt4LcLGmq7U1lamlLqW9k59sktrfZie2lwFKAOXPm5FsOI0bZjMVXdXsIrF9yXLeHsNsYztTTG4G7bf9mSknS5HJvYiS9mOZE9LoytfSYpKPKeY1TgCvLZiuBhWV5YZ/6KeXqp6OAR1tTVBERMUYGc3nsJTS3rXyZpA2STi2rFvDck9ivBdaWy2UvA06z3XsivPe2lD3AvcDVpb4EeJOke2jCZ0mpr6K5dWQPze0T37vrLy8iIoZrwKkn2yf1U39nh9rlNJfLdmq/BjisQ/0h4OgOdQOnDzS+iIgYXfnL7IiIqEpQREREVYIiIiKqEhQREVGVoIiIiKoERUREVCUoIiKiKkERERFVCYqIiKhKUERERFWCIiIiqhIUERFRlaCIiIiqBEVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgGDQtIySVsk3dmqnSNpo6Tby+PY1rqzJPVI+omkN7fqc0utR9LiVv1QSd8v9a9L2qPUn1+e95T1M0bqRUdExOAN5ojiImBuh/pnbM8uj1UAkmYBC4CXl20+L2mCpAnA54B5wCzgpNIW4JOlr5cCDwOnlvqpwMOl/pnSLiIixtiAQWH7BmDbIPubD6yw/bTt+4Ae4Mjy6LG9zvavgBXAfEkC3gBcVrZfDpzQ6mt5Wb4MOLq0j4iIMTSccxRnSFpbpqb2K7VpwAOtNhtKrb/6i4BHbG/vU9+pr7L+0dL+OSQtkrRG0pqtW7cO4yVFRERfQw2KC4CXALOBTcCnRmxEQ2B7qe05tudMnjy5m0OJiPidM6SgsL3Z9jO2nwW+SDO1BLAROKjVdHqp9Vd/CJgkaWKf+k59lfUvLO0jImIMDSkoJE1tPX0r0HtF1EpgQbli6VBgJnAzcAsws1zhtAfNCe+Vtg1cD7ytbL8QuLLV18Ky/DbgO6V9RESMoYkDNZB0CfA64ABJG4CzgddJmg0YWA+8B8D2XZIuBX4EbAdOt/1M6ecM4BpgArDM9l1lF2cCKyR9ArgNuLDULwS+LKmH5mT6gmG/2oiI2GUDBoXtkzqUL+xQ621/HnBeh/oqYFWH+jp2TF21678E/stA44uIiNGVv8yOiIiqBEVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVGVoIiIiKoERUREVA14K9SIaMxYfFW3h8D6Jcd1ewixG8oRRUREVCUoIiKiasCgkLRM0hZJd7Zq/yDpbklrJV0haVKpz5D0C0m3l8cXWtscIekOST2SzpekUt9f0mpJ95Sf+5W6Sruesp/DR/7lR0TEQAZzRHERMLdPbTVwmO0/Bv4NOKu17l7bs8vjtFb9AuDdwMzy6O1zMXCd7ZnAdeU5wLxW20Vl+4iIGGMDBoXtG4BtfWrX2t5ent4ETK/1IWkqsK/tm2wbuBg4oayeDywvy8v71C924yZgUuknIiLG0Eico/gL4OrW80Ml3Sbpu5L+tNSmARtabTaUGsAU25vK8s+BKa1tHuhnm51IWiRpjaQ1W7duHcZLiYiIvoYVFJI+CmwHvlpKm4CDbb8C+CDwNUn7Dra/crThXR2H7aW259ieM3ny5F3dPCIiKob8dxSS3gkcDxxdPuCx/TTwdFm+VdK9wB8AG9l5emp6qQFsljTV9qYytbSl1DcCB/WzTUREjJEhHVFImgt8GHiL7ada9cmSJpTlF9OciF5XppYek3RUudrpFODKstlKYGFZXtinfkq5+uko4NHWFFVERIyRAY8oJF0CvA44QNIG4Gyaq5yeD6wuV7neVK5wei1wrqRfA88Cp9nuPRH+XporqPakOafRe15jCXCppFOB+4ETS30VcCzQAzwFvGs4LzQiIoZmwKCwfVKH8oX9tL0cuLyfdWuAwzrUHwKO7lA3cPpA44uIiNGVv8yOiIiqBEVERFQlKCIioipBERERVbkfRUTEMOwO9ynJEUVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVGVoIiIiKpBBYWkZZK2SLqzVdtf0mpJ95Sf+5W6JJ0vqUfSWkmHt7ZZWNrfI2lhq36EpDvKNudLUm0fERExdgZ7RHERMLdPbTFwne2ZwHXlOcA8YGZ5LAIugOZDHzgbeBVwJHB264P/AuDdre3mDrCPiIgYI4MKCts3ANv6lOcDy8vycuCEVv1iN24CJkmaCrwZWG17m+2HgdXA3LJuX9s32TZwcZ++Ou0jIiLGyHDOUUyxvaks/xyYUpanAQ+02m0otVp9Q4d6bR87kbRI0hpJa7Zu3TrElxMREZ2MyMnsciTgkehrKPuwvdT2HNtzJk+ePJrDiIjY7QwnKDaXaSPKzy2lvhE4qNVueqnV6tM71Gv7iIiIMTKcoFgJ9F65tBC4slU/pVz9dBTwaJk+ugY4RtJ+5ST2McA1Zd1jko4qVzud0qevTvuIiIgxMnEwjSRdArwOOEDSBpqrl5YAl0o6FbgfOLE0XwUcC/QATwHvArC9TdLHgVtKu3Nt954gfy/NlVV7AleXB5V9RETEGBlUUNg+qZ9VR3doa+D0fvpZBizrUF8DHNah/lCnfURExNjJX2ZHRERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVGVoIiIiKoERUREVCUoIiKiKkERERFVCYqIiKhKUERERFWCIiIiqhIUERFRlaCIiIiqIQeFpJdJur31eEzSBySdI2ljq35sa5uzJPVI+omkN7fqc0utR9LiVv1QSd8v9a9L2mPoLzUiIoZiyEFh+ye2Z9ueDRwBPAVcUVZ/pned7VUAkmYBC4CXA3OBz0uaIGkC8DlgHjALOKm0Bfhk6eulwMPAqUMdb0REDM1ITT0dDdxr+/5Km/nACttP274P6AGOLI8e2+ts/wpYAcyXJOANwGVl++XACSM03oiIGKSRCooFwCWt52dIWitpmaT9Sm0a8ECrzYZS66/+IuAR29v71CMiYgwNOyjKeYO3AP9YShcALwFmA5uATw13H4MYwyJJaySt2bp162jvLiJitzISRxTzgB/Y3gxge7PtZ2w/C3yRZmoJYCNwUGu76aXWX/0hYJKkiX3qz2F7qe05tudMnjx5BF5SRET0GomgOInWtJOkqa11bwXuLMsrgQWSni/pUGAmcDNwCzCzXOG0B8001krbBq4H3la2XwhcOQLjjYiIXTBx4Cb9k7QX8CbgPa3y30uaDRhY37vO9l2SLgV+BGwHTrf9TOnnDOAaYAKwzPZdpa8zgRWSPgHcBlw4nPFGRMSuG1ZQ2H6S5qRzu3Zypf15wHkd6quAVR3q69gxdRUREV2Qv8yOiIiqBEVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVGVoIiIiKoERUREVCUoIiKiKkERERFVCYqIiKgadlBIWi/pDkm3S1pTavtLWi3pnvJzv1KXpPMl9UhaK+nwVj8LS/t7JC1s1Y8o/feUbTXcMUdExOBNHKF+Xm/7wdbzxcB1tpdIWlyenwnMA2aWx6uAC4BXSdofOBuYAxi4VdJK2w+XNu8Gvg+sAuYCV4/QuGMAMxZf1e0hsH7Jcd0eQsRubbSmnuYDy8vycuCEVv1iN24CJkmaCrwZWG17WwmH1cDcsm5f2zfZNnBxq6+IiBgDIxEUBq6VdKukRaU2xfamsvxzYEpZngY80Np2Q6nV6hs61HciaZGkNZLWbN26dbivJyIiWkZi6uk1tjdK+nfAakl3t1fatiSPwH76ZXspsBRgzpw5o7qviIjdzbCPKGxvLD+3AFcARwKby7QR5eeW0nwjcFBr8+mlVqtP71CPiIgxMqygkLSXpH16l4FjgDuBlUDvlUsLgSvL8krglHL101HAo2WK6hrgGEn7lSukjgGuKesek3RUudrplFZfERExBoY79TQFuKJcsToR+Jrtb0u6BbhU0qnA/cCJpf0q4FigB3gKeBeA7W2SPg7cUtqda3tbWX4vcBGwJ83VTrniKSJiDA0rKGyvA/6kQ/0h4OgOdQOn99PXMmBZh/oa4LDhjDMiIoYuf5kdERFVCYqIiKhKUERERFWCIiIiqhIUERFRlaCIiIiqBEVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVE1cagbSjoIuBiYAhhYavuzks4B3g1sLU0/YntV2eYs4FTgGeB9tq8p9bnAZ4EJwJdsLyn1Q4EVwIuAW4GTbf9qqGMerBmLrxrtXQxo/ZLjuj2EiAhgeEcU24EP2Z4FHAWcLmlWWfcZ27PLozckZgELgJcDc4HPS5ogaQLwOWAeMAs4qdXPJ0tfLwUepgmZiIgYQ0MOCtubbP+gLD8O/BiYVtlkPrDC9tO27wN6gCPLo8f2unK0sAKYL0nAG4DLyvbLgROGOt6IiBiaETlHIWkG8Arg+6V0hqS1kpZJ2q/UpgEPtDbbUGr91V8EPGJ7e596p/0vkrRG0pqtW7d2ahIREUM07KCQtDdwOfAB248BFwAvAWYDm4BPDXcfA7G91PYc23MmT5482ruLiNitDPlkNoCk59GExFdtfwPA9ubW+i8C3ypPNwIHtTafXmr0U38ImCRpYjmqaLePiIgxMuQjinIO4ULgx7Y/3apPbTV7K3BnWV4JLJD0/HI100zgZuAWYKakQyXtQXPCe6VtA9cDbyvbLwSuHOp4IyJiaIZzRPFq4GTgDkm3l9pHaK5amk1zyex64D0Atu+SdCnwI5orpk63/QyApDOAa2guj11m+67S35nACkmfAG6jCaaIiBhDQw4K2zcC6rBqVWWb84DzOtRXddrO9jqaq6IiIqJL8pfZERFRlaCIiIiqBEVERFQlKCIioipBERERVQmKiIioSlBERERVgiIiIqoSFBERUZWgiIiIqgRFRERUJSgiIqIqQREREVUJioiIqEpQREREVYIiIiKqEhQREVGVoIiIiKoERUREVCUoIiKiKkERERFV4z4oJM2V9BNJPZIWd3s8ERG7m3EdFJImAJ8D5gGzgJMkzeruqCIidi/jOiiAI4Ee2+ts/wpYAczv8pgiInYrst3tMfRL0tuAubb/sjw/GXiV7TP6tFsELCpPXwb8ZEwH2tkBwIPdHsQ4kfeikfdhh7wXO4yX9+IQ25M7rZg41iMZDbaXAku7PY42SWtsz+n2OMaDvBeNvA875L3Y4bfhvRjvU08bgYNaz6eXWkREjJHxHhS3ADMlHSppD2ABsLLLY4qI2K2M66kn29slnQFcA0wAltm+q8vDGqxxNRXWZXkvGnkfdsh7scO4fy/G9cnsiIjovvE+9RQREV2WoIiIiKoExQiStEzSFkl3dnss3SbpIEnXS/qRpLskvb/bY+oWSS+QdLOkH5b34u+6PaZukzRB0m2SvtXtsXSTpPWS7pB0u6Q13R5Pf3KOYgRJei3wBHCx7cO6PZ5ukjQVmGr7B5L2AW4FTrD9oy4PbcxJErCX7SckPQ+4EXi/7Zu6PLSukfRBYA6wr+3juz2ebpG0Hphjezz8wV2/ckQxgmzfAGzr9jjGA9ubbP+gLD8O/BiY1t1RdYcbT5SnzyuP3fY3NEnTgeOAL3V7LDE4CYoYdZJmAK8Avt/dkXRPmWq5HdgCrLa9274XwP8CPgw82+2BjAMGrpV0a/kqonEpQRGjStLewOXAB2w/1u3xdIvtZ2zPpvl2gSMl7ZZTk5KOB7bYvrXbYxknXmP7cJpvyD69TF+POwmKGDVlPv5y4Ku2v9Ht8YwHth8BrgfmdnssXfJq4C1lbn4F8AZJX+nukLrH9sbycwtwBc03Zo87CYoYFeUE7oXAj21/utvj6SZJkyVNKst7Am8C7u7uqLrD9lm2p9ueQfOVPN+x/eddHlZXSNqrXOiBpL2AY4BxecVkgmIESboE+B7wMkkbJJ3a7TF10auBk2l+Y7y9PI7t9qC6ZCpwvaS1NN9fttr2bn1ZaAAwBbhR0g+Bm4GrbH+7y2PqKJfHRkREVY4oIiKiKkERERFVCYqIiKhKUERERFWCIiIiqhIUERFRlaCIiIiq/w9rf6VYLVGzBAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_full.rating.value_counts(sort=False).plot.bar()\n",
    "plt.title('Distribution of the ratings')\n",
    "plt.xticks(rotation=0);"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### By users"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean number of rated movies per user: 153\n",
      "Min number of rated movies per user: 2\n",
      "Max number of rated movies per user: 1344\n"
     ]
    }
   ],
   "source": [
    "print(f'Mean number of rated movies per user: {int(df_full.groupby(\"user\").movie.count().mean())}')\n",
    "print(f'Min number of rated movies per user: {df_full.groupby(\"user\").movie.count().min()}')\n",
    "print(f'Max number of rated movies per user: {df_full.groupby(\"user\").movie.count().max()}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_users = df_full.groupby('user').rating.mean().reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of the unique users: 3255\n",
      "The number of users who set a high average rating: 806\n",
      "The number of users who set a min average rating: 191\n"
     ]
    }
   ],
   "source": [
    "print(f'Number of the unique users: {df_users.shape[0]}')\n",
    "print(f'The number of users who set a high average rating: {df_users[df_users.rating > 4].shape[0]}')\n",
    "print(f'The number of users who set a min average rating: {df_users[df_users.rating < 3].shape[0]}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### By movies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean number of ratings per movie: 140\n",
      "Min number of ratings per movie: 1\n",
      "Max number of ratings per movie: 1684\n"
     ]
    }
   ],
   "source": [
    "print(f'Mean number of ratings per movie: {int(df_full.groupby(\"movie\").user.count().mean())}')\n",
    "print(f'Min number of ratings per movie: {df_full.groupby(\"movie\").user.count().min()}')\n",
    "print(f'Max number of ratings per movie: {df_full.groupby(\"movie\").user.count().max()}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_movies = df_full.groupby('movie').rating.mean().reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of the unique movies: 3551\n",
      "The number of movies with high average rating: 436\n",
      "The number of movies with high average rating: 1047\n"
     ]
    }
   ],
   "source": [
    "print(f'Number of the unique movies: {df_movies.shape[0]}')\n",
    "print(f'The number of movies with high average rating: {df_movies[df_movies.rating > 4].shape[0]}')\n",
    "print(f'The number of movies with high average rating: {df_movies[df_movies.rating < 3].shape[0]}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The median of the rating: 3.3754266211604094\n"
     ]
    }
   ],
   "source": [
    "print(f'The median of the rating: {df_movies.rating.median()}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Top movies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>Toy Story (1995)</td>\n",
       "      <td>Animation|Children's|Comedy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   movie_id             title                         type\n",
       "0         1  Toy Story (1995)  Animation|Children's|Comedy"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_movies_data = pd.read_csv(path.join(DIR_DATA, 'movies.dat'), \n",
    "                             sep='::', \n",
    "                             names=['movie_id', 'title', 'type'],\n",
    "                             engine='python')\n",
    "\n",
    "df_movies_data.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>130</td>\n",
       "      <td>Angela (1995)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>777</th>\n",
       "      <td>787</td>\n",
       "      <td>Gate of Heavenly Peace, The (1995)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1057</th>\n",
       "      <td>1071</td>\n",
       "      <td>For the Moment (1994)</td>\n",
       "      <td>Romance|War</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1728</th>\n",
       "      <td>1787</td>\n",
       "      <td>Paralyzing Fear: The Story of Polio in America...</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1762</th>\n",
       "      <td>1830</td>\n",
       "      <td>Follow the Bitch (1998)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1832</th>\n",
       "      <td>1901</td>\n",
       "      <td>Dear Jesse (1997)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2128</th>\n",
       "      <td>2197</td>\n",
       "      <td>Firelight (1997)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2263</th>\n",
       "      <td>2332</td>\n",
       "      <td>Belly (1998)</td>\n",
       "      <td>Crime|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2700</th>\n",
       "      <td>2769</td>\n",
       "      <td>Yards, The (1999)</td>\n",
       "      <td>Crime|Mystery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2754</th>\n",
       "      <td>2823</td>\n",
       "      <td>Spiders, The (Die Spinnen, 1. Teil: Der Golden...</td>\n",
       "      <td>Action|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2861</th>\n",
       "      <td>2930</td>\n",
       "      <td>Return with Honor (1998)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2895</th>\n",
       "      <td>2964</td>\n",
       "      <td>Julien Donkey-Boy (1999)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3071</th>\n",
       "      <td>3140</td>\n",
       "      <td>Three Ages, The (1923)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3103</th>\n",
       "      <td>3172</td>\n",
       "      <td>Ulysses (Ulisse) (1954)</td>\n",
       "      <td>Adventure</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3163</th>\n",
       "      <td>3232</td>\n",
       "      <td>Seven Chances (1925)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3164</th>\n",
       "      <td>3233</td>\n",
       "      <td>Smashing Time (1967)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3313</th>\n",
       "      <td>3382</td>\n",
       "      <td>Song of Freedom (1936)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3448</th>\n",
       "      <td>3517</td>\n",
       "      <td>Bells, The (1926)</td>\n",
       "      <td>Crime|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3453</th>\n",
       "      <td>3522</td>\n",
       "      <td>Sacco and Vanzetti (Sacco e Vanzetti) (1971)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3538</th>\n",
       "      <td>3607</td>\n",
       "      <td>One Little Indian (1973)</td>\n",
       "      <td>Comedy|Drama|Western</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3587</th>\n",
       "      <td>3656</td>\n",
       "      <td>Lured (1947)</td>\n",
       "      <td>Crime</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3811</th>\n",
       "      <td>3881</td>\n",
       "      <td>Bittersweet Motel (2000)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3813</th>\n",
       "      <td>3883</td>\n",
       "      <td>Catfish in Black Bean Sauce (2000)</td>\n",
       "      <td>Comedy|Drama</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      movie_id                                              title  \\\n",
       "128        130                                      Angela (1995)   \n",
       "777        787                 Gate of Heavenly Peace, The (1995)   \n",
       "1057      1071                              For the Moment (1994)   \n",
       "1728      1787  Paralyzing Fear: The Story of Polio in America...   \n",
       "1762      1830                            Follow the Bitch (1998)   \n",
       "1832      1901                                  Dear Jesse (1997)   \n",
       "2128      2197                                   Firelight (1997)   \n",
       "2263      2332                                       Belly (1998)   \n",
       "2700      2769                                  Yards, The (1999)   \n",
       "2754      2823  Spiders, The (Die Spinnen, 1. Teil: Der Golden...   \n",
       "2861      2930                           Return with Honor (1998)   \n",
       "2895      2964                           Julien Donkey-Boy (1999)   \n",
       "3071      3140                             Three Ages, The (1923)   \n",
       "3103      3172                            Ulysses (Ulisse) (1954)   \n",
       "3163      3232                               Seven Chances (1925)   \n",
       "3164      3233                               Smashing Time (1967)   \n",
       "3313      3382                             Song of Freedom (1936)   \n",
       "3448      3517                                  Bells, The (1926)   \n",
       "3453      3522       Sacco and Vanzetti (Sacco e Vanzetti) (1971)   \n",
       "3538      3607                           One Little Indian (1973)   \n",
       "3587      3656                                       Lured (1947)   \n",
       "3811      3881                           Bittersweet Motel (2000)   \n",
       "3813      3883                 Catfish in Black Bean Sauce (2000)   \n",
       "\n",
       "                      type  \n",
       "128                  Drama  \n",
       "777            Documentary  \n",
       "1057           Romance|War  \n",
       "1728           Documentary  \n",
       "1762                Comedy  \n",
       "1832           Documentary  \n",
       "2128                 Drama  \n",
       "2263           Crime|Drama  \n",
       "2700         Crime|Mystery  \n",
       "2754          Action|Drama  \n",
       "2861           Documentary  \n",
       "2895                 Drama  \n",
       "3071                Comedy  \n",
       "3103             Adventure  \n",
       "3163                Comedy  \n",
       "3164                Comedy  \n",
       "3313                 Drama  \n",
       "3448           Crime|Drama  \n",
       "3453                 Drama  \n",
       "3538  Comedy|Drama|Western  \n",
       "3587                 Crime  \n",
       "3811           Documentary  \n",
       "3813          Comedy|Drama  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_movies_data[df_movies_data.movie_id.isin(df_movies[df_movies.rating == 5].movie.values)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### The worst movies"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>movie_id</th>\n",
       "      <th>title</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>127</td>\n",
       "      <td>Silence of the Palace, The (Saimt el Qusur) (1...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>133</td>\n",
       "      <td>Nueba Yol (1995)</td>\n",
       "      <td>Comedy|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>136</td>\n",
       "      <td>From the Journals of Jean Seberg (1995)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>138</td>\n",
       "      <td>Neon Bible, The (1995)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>555</th>\n",
       "      <td>559</td>\n",
       "      <td>Paris, France (1993)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>603</th>\n",
       "      <td>607</td>\n",
       "      <td>Century (1993)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>694</th>\n",
       "      <td>703</td>\n",
       "      <td>Boys (1996)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>734</th>\n",
       "      <td>744</td>\n",
       "      <td>Brothers in Trouble (1995)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>810</th>\n",
       "      <td>821</td>\n",
       "      <td>Crude Oasis, The (1995)</td>\n",
       "      <td>Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>832</th>\n",
       "      <td>843</td>\n",
       "      <td>Lotto Land (1995)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1117</th>\n",
       "      <td>1133</td>\n",
       "      <td>Talking About Sex (1994)</td>\n",
       "      <td>Comedy|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1126</th>\n",
       "      <td>1142</td>\n",
       "      <td>Get Over It (1996)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1291</th>\n",
       "      <td>1311</td>\n",
       "      <td>Santa with Muscles (1996)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1362</th>\n",
       "      <td>1383</td>\n",
       "      <td>Adrenalin: Fear the Rush (1996)</td>\n",
       "      <td>Action|Sci-Fi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1406</th>\n",
       "      <td>1430</td>\n",
       "      <td>Underworld (1997)</td>\n",
       "      <td>Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1671</th>\n",
       "      <td>1720</td>\n",
       "      <td>Time Tracers (1995)</td>\n",
       "      <td>Action|Adventure|Sci-Fi</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1736</th>\n",
       "      <td>1796</td>\n",
       "      <td>In God's Hands (1998)</td>\n",
       "      <td>Action|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2138</th>\n",
       "      <td>2207</td>\n",
       "      <td>Jamaica Inn (1939)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2229</th>\n",
       "      <td>2298</td>\n",
       "      <td>Strangeland (1998)</td>\n",
       "      <td>Thriller</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2510</th>\n",
       "      <td>2579</td>\n",
       "      <td>Following (1998)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2522</th>\n",
       "      <td>2591</td>\n",
       "      <td>Jeanne and the Perfect Guy (Jeanne et le gar�o...</td>\n",
       "      <td>Comedy|Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2699</th>\n",
       "      <td>2768</td>\n",
       "      <td>Stiff Upper Lips (1998)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2756</th>\n",
       "      <td>2825</td>\n",
       "      <td>Rosie (1998)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2776</th>\n",
       "      <td>2845</td>\n",
       "      <td>White Boys (1999)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2800</th>\n",
       "      <td>2869</td>\n",
       "      <td>Separation, The (La S�paration) (1994)</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2958</th>\n",
       "      <td>3027</td>\n",
       "      <td>Slaughterhouse 2 (1988)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3016</th>\n",
       "      <td>3085</td>\n",
       "      <td>Living Dead Girl, The (La Morte Vivante) (1982)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3050</th>\n",
       "      <td>3119</td>\n",
       "      <td>Bay of Blood (Reazione a catena) (1971)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3054</th>\n",
       "      <td>3123</td>\n",
       "      <td>Spring Fever USA (a.k.a. Lauderdale) (1989)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3136</th>\n",
       "      <td>3205</td>\n",
       "      <td>Black Sunday (La Maschera Del Demonio) (1960)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3159</th>\n",
       "      <td>3228</td>\n",
       "      <td>Wirey Spindell (1999)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3168</th>\n",
       "      <td>3237</td>\n",
       "      <td>Kestrel's Eye (Falkens �ga) (1998)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3245</th>\n",
       "      <td>3314</td>\n",
       "      <td>Big Trees, The (1952)</td>\n",
       "      <td>Action|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3338</th>\n",
       "      <td>3407</td>\n",
       "      <td>Carriers Are Waiting, The (Les Convoyeurs Atte...</td>\n",
       "      <td>Comedy|Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3391</th>\n",
       "      <td>3460</td>\n",
       "      <td>Hillbillys in a Haunted House (1967)</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3424</th>\n",
       "      <td>3493</td>\n",
       "      <td>Torso (Corpi Presentano Tracce di Violenza Car...</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3582</th>\n",
       "      <td>3651</td>\n",
       "      <td>Blood Spattered Bride, The (La Novia Ensangren...</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3703</th>\n",
       "      <td>3772</td>\n",
       "      <td>Hatchet For the Honeymoon (Rosso Segno Della F...</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3731</th>\n",
       "      <td>3800</td>\n",
       "      <td>Criminal Lovers (Les Amants Criminels) (1999)</td>\n",
       "      <td>Drama|Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3843</th>\n",
       "      <td>3913</td>\n",
       "      <td>Barenaked in America (1999)</td>\n",
       "      <td>Documentary</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3868</th>\n",
       "      <td>3938</td>\n",
       "      <td>Slumber Party Massacre, The (1982)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3869</th>\n",
       "      <td>3939</td>\n",
       "      <td>Slumber Party Massacre II, The (1987)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3870</th>\n",
       "      <td>3940</td>\n",
       "      <td>Slumber Party Massacre III, The (1990)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3871</th>\n",
       "      <td>3941</td>\n",
       "      <td>Sorority House Massacre (1986)</td>\n",
       "      <td>Horror</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3875</th>\n",
       "      <td>3945</td>\n",
       "      <td>Digimon: The Movie (2000)</td>\n",
       "      <td>Adventure|Animation|Children's</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      movie_id                                              title  \\\n",
       "125        127  Silence of the Palace, The (Saimt el Qusur) (1...   \n",
       "131        133                                   Nueba Yol (1995)   \n",
       "134        136            From the Journals of Jean Seberg (1995)   \n",
       "136        138                             Neon Bible, The (1995)   \n",
       "555        559                               Paris, France (1993)   \n",
       "603        607                                     Century (1993)   \n",
       "694        703                                        Boys (1996)   \n",
       "734        744                         Brothers in Trouble (1995)   \n",
       "810        821                            Crude Oasis, The (1995)   \n",
       "832        843                                  Lotto Land (1995)   \n",
       "1117      1133                           Talking About Sex (1994)   \n",
       "1126      1142                                 Get Over It (1996)   \n",
       "1291      1311                          Santa with Muscles (1996)   \n",
       "1362      1383                    Adrenalin: Fear the Rush (1996)   \n",
       "1406      1430                                  Underworld (1997)   \n",
       "1671      1720                                Time Tracers (1995)   \n",
       "1736      1796                              In God's Hands (1998)   \n",
       "2138      2207                                 Jamaica Inn (1939)   \n",
       "2229      2298                                 Strangeland (1998)   \n",
       "2510      2579                                   Following (1998)   \n",
       "2522      2591  Jeanne and the Perfect Guy (Jeanne et le gar�o...   \n",
       "2699      2768                            Stiff Upper Lips (1998)   \n",
       "2756      2825                                       Rosie (1998)   \n",
       "2776      2845                                  White Boys (1999)   \n",
       "2800      2869             Separation, The (La S�paration) (1994)   \n",
       "2958      3027                            Slaughterhouse 2 (1988)   \n",
       "3016      3085    Living Dead Girl, The (La Morte Vivante) (1982)   \n",
       "3050      3119            Bay of Blood (Reazione a catena) (1971)   \n",
       "3054      3123        Spring Fever USA (a.k.a. Lauderdale) (1989)   \n",
       "3136      3205      Black Sunday (La Maschera Del Demonio) (1960)   \n",
       "3159      3228                              Wirey Spindell (1999)   \n",
       "3168      3237                 Kestrel's Eye (Falkens �ga) (1998)   \n",
       "3245      3314                              Big Trees, The (1952)   \n",
       "3338      3407  Carriers Are Waiting, The (Les Convoyeurs Atte...   \n",
       "3391      3460               Hillbillys in a Haunted House (1967)   \n",
       "3424      3493  Torso (Corpi Presentano Tracce di Violenza Car...   \n",
       "3582      3651  Blood Spattered Bride, The (La Novia Ensangren...   \n",
       "3703      3772  Hatchet For the Honeymoon (Rosso Segno Della F...   \n",
       "3731      3800      Criminal Lovers (Les Amants Criminels) (1999)   \n",
       "3843      3913                        Barenaked in America (1999)   \n",
       "3868      3938                 Slumber Party Massacre, The (1982)   \n",
       "3869      3939              Slumber Party Massacre II, The (1987)   \n",
       "3870      3940             Slumber Party Massacre III, The (1990)   \n",
       "3871      3941                     Sorority House Massacre (1986)   \n",
       "3875      3945                          Digimon: The Movie (2000)   \n",
       "\n",
       "                                type  \n",
       "125                            Drama  \n",
       "131                     Comedy|Drama  \n",
       "134                      Documentary  \n",
       "136                            Drama  \n",
       "555                           Comedy  \n",
       "603                            Drama  \n",
       "694                            Drama  \n",
       "734                            Drama  \n",
       "810                          Romance  \n",
       "832                            Drama  \n",
       "1117                    Comedy|Drama  \n",
       "1126                           Drama  \n",
       "1291                          Comedy  \n",
       "1362                   Action|Sci-Fi  \n",
       "1406                        Thriller  \n",
       "1671         Action|Adventure|Sci-Fi  \n",
       "1736                    Action|Drama  \n",
       "2138                           Drama  \n",
       "2229                        Thriller  \n",
       "2510                           Drama  \n",
       "2522                  Comedy|Romance  \n",
       "2699                          Comedy  \n",
       "2756                           Drama  \n",
       "2776                           Drama  \n",
       "2800                           Drama  \n",
       "2958                          Horror  \n",
       "3016                          Horror  \n",
       "3050                          Horror  \n",
       "3054                          Comedy  \n",
       "3136                          Horror  \n",
       "3159                          Comedy  \n",
       "3168                     Documentary  \n",
       "3245                    Action|Drama  \n",
       "3338                    Comedy|Drama  \n",
       "3391                          Comedy  \n",
       "3424                          Horror  \n",
       "3582                          Horror  \n",
       "3703                          Horror  \n",
       "3731                   Drama|Romance  \n",
       "3843                     Documentary  \n",
       "3868                          Horror  \n",
       "3869                          Horror  \n",
       "3870                          Horror  \n",
       "3871                          Horror  \n",
       "3875  Adventure|Animation|Children's  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_movies_data[df_movies_data.movie_id.isin(df_movies[df_movies.rating == 1].movie.values)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}