02_Experiment-Look and See the Data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyreadr\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## The Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "path = './data/'\n",
    "\n",
    "train_normal_path = 'TEP_FaultFree_Training.RData'\n",
    "train_faulty_path = 'TEP_Faulty_Training.RData'\n",
    "\n",
    "test_normal_path = 'TEP_FaultFree_Testing.RData'\n",
    "test_faulty_path = 'TEP_Faulty_Testing.RData'\n",
    "\n",
    "train_normal_complete = pyreadr.read_r(path + train_normal_path)['fault_free_training']\n",
    "train_faulty_complete = pyreadr.read_r(path + train_faulty_path)['faulty_training']\n",
    "\n",
    "test_normal_complete = pyreadr.read_r(path + test_normal_path)['fault_free_testing']\n",
    "test_faulty_complete = pyreadr.read_r(path + test_faulty_path)['faulty_testing']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pandas.core.frame.DataFrame"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(train_normal_complete)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Features shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_normal_complete shape:  (250000, 55)\n",
      "train_faulty_complete shape:  (5000000, 55)\n",
      "\n",
      "\n",
      "test_normal_complete shape:  (480000, 55)\n",
      "test_faulty_complete shape:  (9600000, 55)\n"
     ]
    }
   ],
   "source": [
    "print('train_normal_complete shape: ',train_normal_complete.shape)\n",
    "print('train_faulty_complete shape: ',train_faulty_complete.shape)\n",
    "print('\\n')\n",
    "print('test_normal_complete shape: ',test_normal_complete.shape)\n",
    "print('test_faulty_complete shape: ',test_faulty_complete.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### How the data look like\n",
    "**Train Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.25038</td>\n",
       "      <td>3674.0</td>\n",
       "      <td>4529.0</td>\n",
       "      <td>9.2320</td>\n",
       "      <td>26.889</td>\n",
       "      <td>42.402</td>\n",
       "      <td>2704.3</td>\n",
       "      <td>...</td>\n",
       "      <td>53.744</td>\n",
       "      <td>24.657</td>\n",
       "      <td>62.544</td>\n",
       "      <td>22.137</td>\n",
       "      <td>39.935</td>\n",
       "      <td>42.323</td>\n",
       "      <td>47.757</td>\n",
       "      <td>47.510</td>\n",
       "      <td>41.258</td>\n",
       "      <td>18.447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.25109</td>\n",
       "      <td>3659.4</td>\n",
       "      <td>4556.6</td>\n",
       "      <td>9.4264</td>\n",
       "      <td>26.721</td>\n",
       "      <td>42.576</td>\n",
       "      <td>2705.0</td>\n",
       "      <td>...</td>\n",
       "      <td>53.414</td>\n",
       "      <td>24.588</td>\n",
       "      <td>59.259</td>\n",
       "      <td>22.084</td>\n",
       "      <td>40.176</td>\n",
       "      <td>38.554</td>\n",
       "      <td>43.692</td>\n",
       "      <td>47.427</td>\n",
       "      <td>41.359</td>\n",
       "      <td>17.194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.25038</td>\n",
       "      <td>3660.3</td>\n",
       "      <td>4477.8</td>\n",
       "      <td>9.4426</td>\n",
       "      <td>26.875</td>\n",
       "      <td>42.070</td>\n",
       "      <td>2706.2</td>\n",
       "      <td>...</td>\n",
       "      <td>54.357</td>\n",
       "      <td>24.666</td>\n",
       "      <td>61.275</td>\n",
       "      <td>22.380</td>\n",
       "      <td>40.244</td>\n",
       "      <td>38.990</td>\n",
       "      <td>46.699</td>\n",
       "      <td>47.468</td>\n",
       "      <td>41.199</td>\n",
       "      <td>20.530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.24977</td>\n",
       "      <td>3661.3</td>\n",
       "      <td>4512.1</td>\n",
       "      <td>9.4776</td>\n",
       "      <td>26.758</td>\n",
       "      <td>42.063</td>\n",
       "      <td>2707.2</td>\n",
       "      <td>...</td>\n",
       "      <td>53.946</td>\n",
       "      <td>24.725</td>\n",
       "      <td>59.856</td>\n",
       "      <td>22.277</td>\n",
       "      <td>40.257</td>\n",
       "      <td>38.072</td>\n",
       "      <td>47.541</td>\n",
       "      <td>47.658</td>\n",
       "      <td>41.643</td>\n",
       "      <td>18.089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5</td>\n",
       "      <td>0.29405</td>\n",
       "      <td>3679.0</td>\n",
       "      <td>4497.0</td>\n",
       "      <td>9.3381</td>\n",
       "      <td>26.889</td>\n",
       "      <td>42.650</td>\n",
       "      <td>2705.1</td>\n",
       "      <td>...</td>\n",
       "      <td>53.658</td>\n",
       "      <td>28.797</td>\n",
       "      <td>60.717</td>\n",
       "      <td>21.947</td>\n",
       "      <td>39.144</td>\n",
       "      <td>41.955</td>\n",
       "      <td>47.645</td>\n",
       "      <td>47.346</td>\n",
       "      <td>41.507</td>\n",
       "      <td>18.461</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   faultNumber  simulationRun  sample  xmeas_1  xmeas_2  xmeas_3  xmeas_4  \\\n",
       "0          0.0            1.0       1  0.25038   3674.0   4529.0   9.2320   \n",
       "1          0.0            1.0       2  0.25109   3659.4   4556.6   9.4264   \n",
       "2          0.0            1.0       3  0.25038   3660.3   4477.8   9.4426   \n",
       "3          0.0            1.0       4  0.24977   3661.3   4512.1   9.4776   \n",
       "4          0.0            1.0       5  0.29405   3679.0   4497.0   9.3381   \n",
       "\n",
       "   xmeas_5  xmeas_6  xmeas_7  ...   xmv_2   xmv_3   xmv_4   xmv_5   xmv_6  \\\n",
       "0   26.889   42.402   2704.3  ...  53.744  24.657  62.544  22.137  39.935   \n",
       "1   26.721   42.576   2705.0  ...  53.414  24.588  59.259  22.084  40.176   \n",
       "2   26.875   42.070   2706.2  ...  54.357  24.666  61.275  22.380  40.244   \n",
       "3   26.758   42.063   2707.2  ...  53.946  24.725  59.856  22.277  40.257   \n",
       "4   26.889   42.650   2705.1  ...  53.658  28.797  60.717  21.947  39.144   \n",
       "\n",
       "    xmv_7   xmv_8   xmv_9  xmv_10  xmv_11  \n",
       "0  42.323  47.757  47.510  41.258  18.447  \n",
       "1  38.554  43.692  47.427  41.359  17.194  \n",
       "2  38.990  46.699  47.468  41.199  20.530  \n",
       "3  38.072  47.541  47.658  41.643  18.089  \n",
       "4  41.955  47.645  47.346  41.507  18.461  \n",
       "\n",
       "[5 rows x 55 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_normal_complete.head()\n",
    "# ilham please find the information about some columns\n",
    "# - faultNumber\n",
    "# - simulationRun\n",
    "# - sample\n",
    "# and find it each 4 datasets \n",
    "\n",
    "# faultNumber = 0 means that there is normal and not faulty\n",
    "# simulation = 1..2...\n",
    "# samples = 1~500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.0    250000\n",
       "Name: faultNumber, dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_normal_complete['faultNumber'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_normal_complete['simulationRun'].value_counts()\n",
    "# 500"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_normal_complete['sample'].value_counts()\n",
    "# 500"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.25171</td>\n",
       "      <td>3672.4</td>\n",
       "      <td>4466.3</td>\n",
       "      <td>9.5122</td>\n",
       "      <td>27.057</td>\n",
       "      <td>42.473</td>\n",
       "      <td>2705.6</td>\n",
       "      <td>...</td>\n",
       "      <td>54.494</td>\n",
       "      <td>24.527</td>\n",
       "      <td>59.710</td>\n",
       "      <td>22.357</td>\n",
       "      <td>40.149</td>\n",
       "      <td>40.074</td>\n",
       "      <td>47.955</td>\n",
       "      <td>47.300</td>\n",
       "      <td>42.100</td>\n",
       "      <td>15.345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.25234</td>\n",
       "      <td>3642.2</td>\n",
       "      <td>4568.7</td>\n",
       "      <td>9.4145</td>\n",
       "      <td>26.999</td>\n",
       "      <td>42.586</td>\n",
       "      <td>2705.2</td>\n",
       "      <td>...</td>\n",
       "      <td>53.269</td>\n",
       "      <td>24.465</td>\n",
       "      <td>60.466</td>\n",
       "      <td>22.413</td>\n",
       "      <td>39.956</td>\n",
       "      <td>36.651</td>\n",
       "      <td>45.038</td>\n",
       "      <td>47.502</td>\n",
       "      <td>40.553</td>\n",
       "      <td>16.063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.24840</td>\n",
       "      <td>3643.1</td>\n",
       "      <td>4507.5</td>\n",
       "      <td>9.2901</td>\n",
       "      <td>26.927</td>\n",
       "      <td>42.278</td>\n",
       "      <td>2703.5</td>\n",
       "      <td>...</td>\n",
       "      <td>54.000</td>\n",
       "      <td>24.860</td>\n",
       "      <td>60.642</td>\n",
       "      <td>22.199</td>\n",
       "      <td>40.074</td>\n",
       "      <td>41.868</td>\n",
       "      <td>44.553</td>\n",
       "      <td>47.479</td>\n",
       "      <td>41.341</td>\n",
       "      <td>20.452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.25153</td>\n",
       "      <td>3628.3</td>\n",
       "      <td>4519.3</td>\n",
       "      <td>9.3347</td>\n",
       "      <td>26.999</td>\n",
       "      <td>42.330</td>\n",
       "      <td>2703.9</td>\n",
       "      <td>...</td>\n",
       "      <td>53.860</td>\n",
       "      <td>24.553</td>\n",
       "      <td>61.908</td>\n",
       "      <td>21.981</td>\n",
       "      <td>40.141</td>\n",
       "      <td>40.066</td>\n",
       "      <td>48.048</td>\n",
       "      <td>47.440</td>\n",
       "      <td>40.780</td>\n",
       "      <td>17.123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5</td>\n",
       "      <td>0.21763</td>\n",
       "      <td>3655.8</td>\n",
       "      <td>4571.0</td>\n",
       "      <td>9.3087</td>\n",
       "      <td>26.901</td>\n",
       "      <td>42.402</td>\n",
       "      <td>2707.7</td>\n",
       "      <td>...</td>\n",
       "      <td>53.307</td>\n",
       "      <td>21.775</td>\n",
       "      <td>61.891</td>\n",
       "      <td>22.412</td>\n",
       "      <td>37.696</td>\n",
       "      <td>38.295</td>\n",
       "      <td>44.678</td>\n",
       "      <td>47.530</td>\n",
       "      <td>41.089</td>\n",
       "      <td>18.681</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   faultNumber  simulationRun  sample  xmeas_1  xmeas_2  xmeas_3  xmeas_4  \\\n",
       "0            0            1.0       1  0.25171   3672.4   4466.3   9.5122   \n",
       "1            0            1.0       2  0.25234   3642.2   4568.7   9.4145   \n",
       "2            0            1.0       3  0.24840   3643.1   4507.5   9.2901   \n",
       "3            0            1.0       4  0.25153   3628.3   4519.3   9.3347   \n",
       "4            0            1.0       5  0.21763   3655.8   4571.0   9.3087   \n",
       "\n",
       "   xmeas_5  xmeas_6  xmeas_7  ...   xmv_2   xmv_3   xmv_4   xmv_5   xmv_6  \\\n",
       "0   27.057   42.473   2705.6  ...  54.494  24.527  59.710  22.357  40.149   \n",
       "1   26.999   42.586   2705.2  ...  53.269  24.465  60.466  22.413  39.956   \n",
       "2   26.927   42.278   2703.5  ...  54.000  24.860  60.642  22.199  40.074   \n",
       "3   26.999   42.330   2703.9  ...  53.860  24.553  61.908  21.981  40.141   \n",
       "4   26.901   42.402   2707.7  ...  53.307  21.775  61.891  22.412  37.696   \n",
       "\n",
       "    xmv_7   xmv_8   xmv_9  xmv_10  xmv_11  \n",
       "0  40.074  47.955  47.300  42.100  15.345  \n",
       "1  36.651  45.038  47.502  40.553  16.063  \n",
       "2  41.868  44.553  47.479  41.341  20.452  \n",
       "3  40.066  48.048  47.440  40.780  17.123  \n",
       "4  38.295  44.678  47.530  41.089  18.681  \n",
       "\n",
       "[5 rows x 55 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_normal_complete.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    480000\n",
       "Name: faultNumber, dtype: int64"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_normal_complete['faultNumber'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_normal_complete['simulationRun'].value_counts()\n",
    "# 960"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_normal_complete['sample'].value_counts()\n",
    "# 500"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Train Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.25038</td>\n",
       "      <td>3674.0</td>\n",
       "      <td>4529.0</td>\n",
       "      <td>9.2320</td>\n",
       "      <td>26.889</td>\n",
       "      <td>42.402</td>\n",
       "      <td>2704.3</td>\n",
       "      <td>...</td>\n",
       "      <td>53.744</td>\n",
       "      <td>24.657</td>\n",
       "      <td>62.544</td>\n",
       "      <td>22.137</td>\n",
       "      <td>39.935</td>\n",
       "      <td>42.323</td>\n",
       "      <td>47.757</td>\n",
       "      <td>47.510</td>\n",
       "      <td>41.258</td>\n",
       "      <td>18.447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.25109</td>\n",
       "      <td>3659.4</td>\n",
       "      <td>4556.6</td>\n",
       "      <td>9.4264</td>\n",
       "      <td>26.721</td>\n",
       "      <td>42.576</td>\n",
       "      <td>2705.0</td>\n",
       "      <td>...</td>\n",
       "      <td>53.414</td>\n",
       "      <td>24.588</td>\n",
       "      <td>59.259</td>\n",
       "      <td>22.084</td>\n",
       "      <td>40.176</td>\n",
       "      <td>38.554</td>\n",
       "      <td>43.692</td>\n",
       "      <td>47.427</td>\n",
       "      <td>41.359</td>\n",
       "      <td>17.194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.25038</td>\n",
       "      <td>3660.3</td>\n",
       "      <td>4477.8</td>\n",
       "      <td>9.4426</td>\n",
       "      <td>26.875</td>\n",
       "      <td>42.070</td>\n",
       "      <td>2706.2</td>\n",
       "      <td>...</td>\n",
       "      <td>54.357</td>\n",
       "      <td>24.666</td>\n",
       "      <td>61.275</td>\n",
       "      <td>22.380</td>\n",
       "      <td>40.244</td>\n",
       "      <td>38.990</td>\n",
       "      <td>46.699</td>\n",
       "      <td>47.468</td>\n",
       "      <td>41.199</td>\n",
       "      <td>20.530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.24977</td>\n",
       "      <td>3661.3</td>\n",
       "      <td>4512.1</td>\n",
       "      <td>9.4776</td>\n",
       "      <td>26.758</td>\n",
       "      <td>42.063</td>\n",
       "      <td>2707.2</td>\n",
       "      <td>...</td>\n",
       "      <td>53.946</td>\n",
       "      <td>24.725</td>\n",
       "      <td>59.856</td>\n",
       "      <td>22.277</td>\n",
       "      <td>40.257</td>\n",
       "      <td>38.072</td>\n",
       "      <td>47.541</td>\n",
       "      <td>47.658</td>\n",
       "      <td>41.643</td>\n",
       "      <td>18.089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5</td>\n",
       "      <td>0.29405</td>\n",
       "      <td>3679.0</td>\n",
       "      <td>4497.0</td>\n",
       "      <td>9.3381</td>\n",
       "      <td>26.889</td>\n",
       "      <td>42.650</td>\n",
       "      <td>2705.1</td>\n",
       "      <td>...</td>\n",
       "      <td>53.658</td>\n",
       "      <td>28.797</td>\n",
       "      <td>60.717</td>\n",
       "      <td>21.947</td>\n",
       "      <td>39.144</td>\n",
       "      <td>41.955</td>\n",
       "      <td>47.645</td>\n",
       "      <td>47.346</td>\n",
       "      <td>41.507</td>\n",
       "      <td>18.461</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   faultNumber  simulationRun  sample  xmeas_1  xmeas_2  xmeas_3  xmeas_4  \\\n",
       "0            1            1.0       1  0.25038   3674.0   4529.0   9.2320   \n",
       "1            1            1.0       2  0.25109   3659.4   4556.6   9.4264   \n",
       "2            1            1.0       3  0.25038   3660.3   4477.8   9.4426   \n",
       "3            1            1.0       4  0.24977   3661.3   4512.1   9.4776   \n",
       "4            1            1.0       5  0.29405   3679.0   4497.0   9.3381   \n",
       "\n",
       "   xmeas_5  xmeas_6  xmeas_7  ...   xmv_2   xmv_3   xmv_4   xmv_5   xmv_6  \\\n",
       "0   26.889   42.402   2704.3  ...  53.744  24.657  62.544  22.137  39.935   \n",
       "1   26.721   42.576   2705.0  ...  53.414  24.588  59.259  22.084  40.176   \n",
       "2   26.875   42.070   2706.2  ...  54.357  24.666  61.275  22.380  40.244   \n",
       "3   26.758   42.063   2707.2  ...  53.946  24.725  59.856  22.277  40.257   \n",
       "4   26.889   42.650   2705.1  ...  53.658  28.797  60.717  21.947  39.144   \n",
       "\n",
       "    xmv_7   xmv_8   xmv_9  xmv_10  xmv_11  \n",
       "0  42.323  47.757  47.510  41.258  18.447  \n",
       "1  38.554  43.692  47.427  41.359  17.194  \n",
       "2  38.990  46.699  47.468  41.199  20.530  \n",
       "3  38.072  47.541  47.658  41.643  18.089  \n",
       "4  41.955  47.645  47.346  41.507  18.461  \n",
       "\n",
       "[5 rows x 55 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_faulty_complete.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_faulty_complete['faultNumber'].value_counts()\n",
    "# in train faulty there 20 faultNumber\n",
    "# and each faultnumber there 250.000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_faulty_complete['simulationRun'].value_counts()\n",
    "# in the train faulty simulation there 1~343"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "# train_faulty_complete['sample'].value_counts()\n",
    "# the train faulty sample has value 1~500\n",
    "# and each sample has 10.000"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0.25171</td>\n",
       "      <td>3672.4</td>\n",
       "      <td>4466.3</td>\n",
       "      <td>9.5122</td>\n",
       "      <td>27.057</td>\n",
       "      <td>42.473</td>\n",
       "      <td>2705.6</td>\n",
       "      <td>...</td>\n",
       "      <td>54.494</td>\n",
       "      <td>24.527</td>\n",
       "      <td>59.710</td>\n",
       "      <td>22.357</td>\n",
       "      <td>40.149</td>\n",
       "      <td>40.074</td>\n",
       "      <td>47.955</td>\n",
       "      <td>47.300</td>\n",
       "      <td>42.100</td>\n",
       "      <td>15.345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0.25234</td>\n",
       "      <td>3642.2</td>\n",
       "      <td>4568.7</td>\n",
       "      <td>9.4145</td>\n",
       "      <td>26.999</td>\n",
       "      <td>42.586</td>\n",
       "      <td>2705.2</td>\n",
       "      <td>...</td>\n",
       "      <td>53.269</td>\n",
       "      <td>24.465</td>\n",
       "      <td>60.466</td>\n",
       "      <td>22.413</td>\n",
       "      <td>39.956</td>\n",
       "      <td>36.651</td>\n",
       "      <td>45.038</td>\n",
       "      <td>47.502</td>\n",
       "      <td>40.553</td>\n",
       "      <td>16.063</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0.24840</td>\n",
       "      <td>3643.1</td>\n",
       "      <td>4507.5</td>\n",
       "      <td>9.2901</td>\n",
       "      <td>26.927</td>\n",
       "      <td>42.278</td>\n",
       "      <td>2703.5</td>\n",
       "      <td>...</td>\n",
       "      <td>54.000</td>\n",
       "      <td>24.860</td>\n",
       "      <td>60.642</td>\n",
       "      <td>22.199</td>\n",
       "      <td>40.074</td>\n",
       "      <td>41.868</td>\n",
       "      <td>44.553</td>\n",
       "      <td>47.479</td>\n",
       "      <td>41.341</td>\n",
       "      <td>20.452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>0.25153</td>\n",
       "      <td>3628.3</td>\n",
       "      <td>4519.3</td>\n",
       "      <td>9.3347</td>\n",
       "      <td>26.999</td>\n",
       "      <td>42.330</td>\n",
       "      <td>2703.9</td>\n",
       "      <td>...</td>\n",
       "      <td>53.860</td>\n",
       "      <td>24.553</td>\n",
       "      <td>61.908</td>\n",
       "      <td>21.981</td>\n",
       "      <td>40.141</td>\n",
       "      <td>40.066</td>\n",
       "      <td>48.048</td>\n",
       "      <td>47.440</td>\n",
       "      <td>40.780</td>\n",
       "      <td>17.123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5</td>\n",
       "      <td>0.21763</td>\n",
       "      <td>3655.8</td>\n",
       "      <td>4571.0</td>\n",
       "      <td>9.3087</td>\n",
       "      <td>26.901</td>\n",
       "      <td>42.402</td>\n",
       "      <td>2707.7</td>\n",
       "      <td>...</td>\n",
       "      <td>53.307</td>\n",
       "      <td>21.775</td>\n",
       "      <td>61.891</td>\n",
       "      <td>22.412</td>\n",
       "      <td>37.696</td>\n",
       "      <td>38.295</td>\n",
       "      <td>44.678</td>\n",
       "      <td>47.530</td>\n",
       "      <td>41.089</td>\n",
       "      <td>18.681</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   faultNumber  simulationRun  sample  xmeas_1  xmeas_2  xmeas_3  xmeas_4  \\\n",
       "0            1            1.0       1  0.25171   3672.4   4466.3   9.5122   \n",
       "1            1            1.0       2  0.25234   3642.2   4568.7   9.4145   \n",
       "2            1            1.0       3  0.24840   3643.1   4507.5   9.2901   \n",
       "3            1            1.0       4  0.25153   3628.3   4519.3   9.3347   \n",
       "4            1            1.0       5  0.21763   3655.8   4571.0   9.3087   \n",
       "\n",
       "   xmeas_5  xmeas_6  xmeas_7  ...   xmv_2   xmv_3   xmv_4   xmv_5   xmv_6  \\\n",
       "0   27.057   42.473   2705.6  ...  54.494  24.527  59.710  22.357  40.149   \n",
       "1   26.999   42.586   2705.2  ...  53.269  24.465  60.466  22.413  39.956   \n",
       "2   26.927   42.278   2703.5  ...  54.000  24.860  60.642  22.199  40.074   \n",
       "3   26.999   42.330   2703.9  ...  53.860  24.553  61.908  21.981  40.141   \n",
       "4   26.901   42.402   2707.7  ...  53.307  21.775  61.891  22.412  37.696   \n",
       "\n",
       "    xmv_7   xmv_8   xmv_9  xmv_10  xmv_11  \n",
       "0  40.074  47.955  47.300  42.100  15.345  \n",
       "1  36.651  45.038  47.502  40.553  16.063  \n",
       "2  41.868  44.553  47.479  41.341  20.452  \n",
       "3  40.066  48.048  47.440  40.780  17.123  \n",
       "4  38.295  44.678  47.530  41.089  18.681  \n",
       "\n",
       "[5 rows x 55 columns]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_faulty_complete.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_faulty_complete['faultNumber'].value_counts()\n",
    "# there 1~20 and each has 480.000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_faulty_complete['simulationRun'].value_counts()\n",
    "# there 1~343 and each has 19200"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "# test_faulty_complete['sample'].value_counts()\n",
    "# in the sampel there 960 and each 10.00"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Features Names\n",
    "**Train Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['faultNumber', 'simulationRun', 'sample', 'xmeas_1', 'xmeas_2',\n",
       "       'xmeas_3', 'xmeas_4', 'xmeas_5', 'xmeas_6', 'xmeas_7', 'xmeas_8',\n",
       "       'xmeas_9', 'xmeas_10', 'xmeas_11', 'xmeas_12', 'xmeas_13', 'xmeas_14',\n",
       "       'xmeas_15', 'xmeas_16', 'xmeas_17', 'xmeas_18', 'xmeas_19', 'xmeas_20',\n",
       "       'xmeas_21', 'xmeas_22', 'xmeas_23', 'xmeas_24', 'xmeas_25', 'xmeas_26',\n",
       "       'xmeas_27', 'xmeas_28', 'xmeas_29', 'xmeas_30', 'xmeas_31', 'xmeas_32',\n",
       "       'xmeas_33', 'xmeas_34', 'xmeas_35', 'xmeas_36', 'xmeas_37', 'xmeas_38',\n",
       "       'xmeas_39', 'xmeas_40', 'xmeas_41', 'xmv_1', 'xmv_2', 'xmv_3', 'xmv_4',\n",
       "       'xmv_5', 'xmv_6', 'xmv_7', 'xmv_8', 'xmv_9', 'xmv_10', 'xmv_11'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_normal_complete.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Train Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['faultNumber', 'simulationRun', 'sample', 'xmeas_1', 'xmeas_2',\n",
       "       'xmeas_3', 'xmeas_4', 'xmeas_5', 'xmeas_6', 'xmeas_7', 'xmeas_8',\n",
       "       'xmeas_9', 'xmeas_10', 'xmeas_11', 'xmeas_12', 'xmeas_13', 'xmeas_14',\n",
       "       'xmeas_15', 'xmeas_16', 'xmeas_17', 'xmeas_18', 'xmeas_19', 'xmeas_20',\n",
       "       'xmeas_21', 'xmeas_22', 'xmeas_23', 'xmeas_24', 'xmeas_25', 'xmeas_26',\n",
       "       'xmeas_27', 'xmeas_28', 'xmeas_29', 'xmeas_30', 'xmeas_31', 'xmeas_32',\n",
       "       'xmeas_33', 'xmeas_34', 'xmeas_35', 'xmeas_36', 'xmeas_37', 'xmeas_38',\n",
       "       'xmeas_39', 'xmeas_40', 'xmeas_41', 'xmv_1', 'xmv_2', 'xmv_3', 'xmv_4',\n",
       "       'xmv_5', 'xmv_6', 'xmv_7', 'xmv_8', 'xmv_9', 'xmv_10', 'xmv_11'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_faulty_complete.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['faultNumber', 'simulationRun', 'sample', 'xmeas_1', 'xmeas_2',\n",
       "       'xmeas_3', 'xmeas_4', 'xmeas_5', 'xmeas_6', 'xmeas_7', 'xmeas_8',\n",
       "       'xmeas_9', 'xmeas_10', 'xmeas_11', 'xmeas_12', 'xmeas_13', 'xmeas_14',\n",
       "       'xmeas_15', 'xmeas_16', 'xmeas_17', 'xmeas_18', 'xmeas_19', 'xmeas_20',\n",
       "       'xmeas_21', 'xmeas_22', 'xmeas_23', 'xmeas_24', 'xmeas_25', 'xmeas_26',\n",
       "       'xmeas_27', 'xmeas_28', 'xmeas_29', 'xmeas_30', 'xmeas_31', 'xmeas_32',\n",
       "       'xmeas_33', 'xmeas_34', 'xmeas_35', 'xmeas_36', 'xmeas_37', 'xmeas_38',\n",
       "       'xmeas_39', 'xmeas_40', 'xmeas_41', 'xmv_1', 'xmv_2', 'xmv_3', 'xmv_4',\n",
       "       'xmv_5', 'xmv_6', 'xmv_7', 'xmv_8', 'xmv_9', 'xmv_10', 'xmv_11'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_normal_complete.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['faultNumber', 'simulationRun', 'sample', 'xmeas_1', 'xmeas_2',\n",
       "       'xmeas_3', 'xmeas_4', 'xmeas_5', 'xmeas_6', 'xmeas_7', 'xmeas_8',\n",
       "       'xmeas_9', 'xmeas_10', 'xmeas_11', 'xmeas_12', 'xmeas_13', 'xmeas_14',\n",
       "       'xmeas_15', 'xmeas_16', 'xmeas_17', 'xmeas_18', 'xmeas_19', 'xmeas_20',\n",
       "       'xmeas_21', 'xmeas_22', 'xmeas_23', 'xmeas_24', 'xmeas_25', 'xmeas_26',\n",
       "       'xmeas_27', 'xmeas_28', 'xmeas_29', 'xmeas_30', 'xmeas_31', 'xmeas_32',\n",
       "       'xmeas_33', 'xmeas_34', 'xmeas_35', 'xmeas_36', 'xmeas_37', 'xmeas_38',\n",
       "       'xmeas_39', 'xmeas_40', 'xmeas_41', 'xmv_1', 'xmv_2', 'xmv_3', 'xmv_4',\n",
       "       'xmv_5', 'xmv_6', 'xmv_7', 'xmv_8', 'xmv_9', 'xmv_10', 'xmv_11'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_faulty_complete.columns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Statistical Describe\n",
    "**Train Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>250000.0</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.00000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "      <td>250000.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.0</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>0.250482</td>\n",
       "      <td>3663.785706</td>\n",
       "      <td>4508.81979</td>\n",
       "      <td>9.347101</td>\n",
       "      <td>26.902196</td>\n",
       "      <td>42.337598</td>\n",
       "      <td>2705.037865</td>\n",
       "      <td>...</td>\n",
       "      <td>53.973668</td>\n",
       "      <td>24.639472</td>\n",
       "      <td>61.298501</td>\n",
       "      <td>22.216644</td>\n",
       "      <td>40.055456</td>\n",
       "      <td>38.098898</td>\n",
       "      <td>46.534295</td>\n",
       "      <td>47.958591</td>\n",
       "      <td>41.104304</td>\n",
       "      <td>18.118706</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.0</td>\n",
       "      <td>144.337567</td>\n",
       "      <td>144.337567</td>\n",
       "      <td>0.030873</td>\n",
       "      <td>34.006357</td>\n",
       "      <td>39.21542</td>\n",
       "      <td>0.085721</td>\n",
       "      <td>0.211485</td>\n",
       "      <td>0.218513</td>\n",
       "      <td>7.525596</td>\n",
       "      <td>...</td>\n",
       "      <td>0.469663</td>\n",
       "      <td>3.037743</td>\n",
       "      <td>1.243805</td>\n",
       "      <td>0.530156</td>\n",
       "      <td>1.526751</td>\n",
       "      <td>2.965266</td>\n",
       "      <td>2.351304</td>\n",
       "      <td>2.716520</td>\n",
       "      <td>0.540817</td>\n",
       "      <td>1.463678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.122450</td>\n",
       "      <td>3511.800000</td>\n",
       "      <td>4336.90000</td>\n",
       "      <td>8.972700</td>\n",
       "      <td>25.951000</td>\n",
       "      <td>41.394000</td>\n",
       "      <td>2672.300000</td>\n",
       "      <td>...</td>\n",
       "      <td>52.095000</td>\n",
       "      <td>11.977000</td>\n",
       "      <td>55.961000</td>\n",
       "      <td>19.749000</td>\n",
       "      <td>33.389000</td>\n",
       "      <td>25.959000</td>\n",
       "      <td>36.937000</td>\n",
       "      <td>36.641000</td>\n",
       "      <td>38.586000</td>\n",
       "      <td>11.705000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>125.750000</td>\n",
       "      <td>125.750000</td>\n",
       "      <td>0.229770</td>\n",
       "      <td>3640.800000</td>\n",
       "      <td>4482.40000</td>\n",
       "      <td>9.289300</td>\n",
       "      <td>26.758000</td>\n",
       "      <td>42.188000</td>\n",
       "      <td>2700.100000</td>\n",
       "      <td>...</td>\n",
       "      <td>53.657000</td>\n",
       "      <td>22.602000</td>\n",
       "      <td>60.453000</td>\n",
       "      <td>21.864000</td>\n",
       "      <td>39.021000</td>\n",
       "      <td>36.081000</td>\n",
       "      <td>44.931000</td>\n",
       "      <td>46.265000</td>\n",
       "      <td>40.740000</td>\n",
       "      <td>17.130000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>0.250510</td>\n",
       "      <td>3663.700000</td>\n",
       "      <td>4508.80000</td>\n",
       "      <td>9.347100</td>\n",
       "      <td>26.902000</td>\n",
       "      <td>42.338000</td>\n",
       "      <td>2705.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>53.974000</td>\n",
       "      <td>24.644000</td>\n",
       "      <td>61.298000</td>\n",
       "      <td>22.217000</td>\n",
       "      <td>40.058000</td>\n",
       "      <td>38.091000</td>\n",
       "      <td>46.530000</td>\n",
       "      <td>47.820000</td>\n",
       "      <td>41.104000</td>\n",
       "      <td>18.119000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>375.250000</td>\n",
       "      <td>375.250000</td>\n",
       "      <td>0.271200</td>\n",
       "      <td>3686.800000</td>\n",
       "      <td>4535.30000</td>\n",
       "      <td>9.405100</td>\n",
       "      <td>27.046000</td>\n",
       "      <td>42.487000</td>\n",
       "      <td>2710.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>54.290000</td>\n",
       "      <td>26.674000</td>\n",
       "      <td>62.144000</td>\n",
       "      <td>22.568000</td>\n",
       "      <td>41.084000</td>\n",
       "      <td>40.117000</td>\n",
       "      <td>48.140000</td>\n",
       "      <td>49.651000</td>\n",
       "      <td>41.470000</td>\n",
       "      <td>19.111000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>0.0</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>0.391740</td>\n",
       "      <td>3808.400000</td>\n",
       "      <td>4683.70000</td>\n",
       "      <td>9.729800</td>\n",
       "      <td>27.818000</td>\n",
       "      <td>43.257000</td>\n",
       "      <td>2739.100000</td>\n",
       "      <td>...</td>\n",
       "      <td>56.118000</td>\n",
       "      <td>38.351000</td>\n",
       "      <td>66.443000</td>\n",
       "      <td>24.525000</td>\n",
       "      <td>47.498000</td>\n",
       "      <td>50.729000</td>\n",
       "      <td>56.443000</td>\n",
       "      <td>59.616000</td>\n",
       "      <td>43.930000</td>\n",
       "      <td>24.762000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       faultNumber  simulationRun         sample        xmeas_1  \\\n",
       "count     250000.0  250000.000000  250000.000000  250000.000000   \n",
       "mean           0.0     250.500000     250.500000       0.250482   \n",
       "std            0.0     144.337567     144.337567       0.030873   \n",
       "min            0.0       1.000000       1.000000       0.122450   \n",
       "25%            0.0     125.750000     125.750000       0.229770   \n",
       "50%            0.0     250.500000     250.500000       0.250510   \n",
       "75%            0.0     375.250000     375.250000       0.271200   \n",
       "max            0.0     500.000000     500.000000       0.391740   \n",
       "\n",
       "             xmeas_2       xmeas_3        xmeas_4        xmeas_5  \\\n",
       "count  250000.000000  250000.00000  250000.000000  250000.000000   \n",
       "mean     3663.785706    4508.81979       9.347101      26.902196   \n",
       "std        34.006357      39.21542       0.085721       0.211485   \n",
       "min      3511.800000    4336.90000       8.972700      25.951000   \n",
       "25%      3640.800000    4482.40000       9.289300      26.758000   \n",
       "50%      3663.700000    4508.80000       9.347100      26.902000   \n",
       "75%      3686.800000    4535.30000       9.405100      27.046000   \n",
       "max      3808.400000    4683.70000       9.729800      27.818000   \n",
       "\n",
       "             xmeas_6        xmeas_7  ...          xmv_2          xmv_3  \\\n",
       "count  250000.000000  250000.000000  ...  250000.000000  250000.000000   \n",
       "mean       42.337598    2705.037865  ...      53.973668      24.639472   \n",
       "std         0.218513       7.525596  ...       0.469663       3.037743   \n",
       "min        41.394000    2672.300000  ...      52.095000      11.977000   \n",
       "25%        42.188000    2700.100000  ...      53.657000      22.602000   \n",
       "50%        42.338000    2705.000000  ...      53.974000      24.644000   \n",
       "75%        42.487000    2710.000000  ...      54.290000      26.674000   \n",
       "max        43.257000    2739.100000  ...      56.118000      38.351000   \n",
       "\n",
       "               xmv_4          xmv_5          xmv_6          xmv_7  \\\n",
       "count  250000.000000  250000.000000  250000.000000  250000.000000   \n",
       "mean       61.298501      22.216644      40.055456      38.098898   \n",
       "std         1.243805       0.530156       1.526751       2.965266   \n",
       "min        55.961000      19.749000      33.389000      25.959000   \n",
       "25%        60.453000      21.864000      39.021000      36.081000   \n",
       "50%        61.298000      22.217000      40.058000      38.091000   \n",
       "75%        62.144000      22.568000      41.084000      40.117000   \n",
       "max        66.443000      24.525000      47.498000      50.729000   \n",
       "\n",
       "               xmv_8          xmv_9         xmv_10         xmv_11  \n",
       "count  250000.000000  250000.000000  250000.000000  250000.000000  \n",
       "mean       46.534295      47.958591      41.104304      18.118706  \n",
       "std         2.351304       2.716520       0.540817       1.463678  \n",
       "min        36.937000      36.641000      38.586000      11.705000  \n",
       "25%        44.931000      46.265000      40.740000      17.130000  \n",
       "50%        46.530000      47.820000      41.104000      18.119000  \n",
       "75%        48.140000      49.651000      41.470000      19.111000  \n",
       "max        56.443000      59.616000      43.930000      24.762000  \n",
       "\n",
       "[8 rows x 55 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_normal_complete.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Train Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "      <td>5.000000e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.050000e+01</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>2.613588e-01</td>\n",
       "      <td>3.663777e+03</td>\n",
       "      <td>4.506046e+03</td>\n",
       "      <td>9.370345e+00</td>\n",
       "      <td>2.690156e+01</td>\n",
       "      <td>4.236419e+01</td>\n",
       "      <td>2.723005e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.431755e+01</td>\n",
       "      <td>3.043177e+01</td>\n",
       "      <td>6.324830e+01</td>\n",
       "      <td>2.295485e+01</td>\n",
       "      <td>3.992297e+01</td>\n",
       "      <td>3.807265e+01</td>\n",
       "      <td>4.643742e+01</td>\n",
       "      <td>5.060598e+01</td>\n",
       "      <td>4.194845e+01</td>\n",
       "      <td>1.884376e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>5.766282e+00</td>\n",
       "      <td>1.443373e+02</td>\n",
       "      <td>1.443373e+02</td>\n",
       "      <td>1.495384e-01</td>\n",
       "      <td>4.316941e+01</td>\n",
       "      <td>1.110368e+02</td>\n",
       "      <td>3.646151e-01</td>\n",
       "      <td>2.320034e-01</td>\n",
       "      <td>3.172128e-01</td>\n",
       "      <td>7.599384e+01</td>\n",
       "      <td>...</td>\n",
       "      <td>5.258092e+00</td>\n",
       "      <td>2.048365e+01</td>\n",
       "      <td>7.400080e+00</td>\n",
       "      <td>1.108258e+01</td>\n",
       "      <td>1.293348e+01</td>\n",
       "      <td>2.949138e+00</td>\n",
       "      <td>2.358468e+00</td>\n",
       "      <td>1.759840e+01</td>\n",
       "      <td>1.001227e+01</td>\n",
       "      <td>5.176705e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>-4.735000e-03</td>\n",
       "      <td>3.327400e+03</td>\n",
       "      <td>3.540700e+03</td>\n",
       "      <td>6.639900e+00</td>\n",
       "      <td>2.538600e+01</td>\n",
       "      <td>3.965600e+01</td>\n",
       "      <td>2.413800e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>3.118400e+01</td>\n",
       "      <td>-2.718600e-01</td>\n",
       "      <td>-4.893100e-03</td>\n",
       "      <td>-9.941000e-02</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.280100e+01</td>\n",
       "      <td>3.492300e+01</td>\n",
       "      <td>-3.635500e-01</td>\n",
       "      <td>-2.809500e-01</td>\n",
       "      <td>-5.327000e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>5.750000e+00</td>\n",
       "      <td>1.257500e+02</td>\n",
       "      <td>1.257500e+02</td>\n",
       "      <td>2.183000e-01</td>\n",
       "      <td>3.636500e+03</td>\n",
       "      <td>4.469000e+03</td>\n",
       "      <td>9.264200e+00</td>\n",
       "      <td>2.676000e+01</td>\n",
       "      <td>4.218100e+01</td>\n",
       "      <td>2.697600e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.349700e+01</td>\n",
       "      <td>2.228000e+01</td>\n",
       "      <td>6.031400e+01</td>\n",
       "      <td>2.142300e+01</td>\n",
       "      <td>3.831300e+01</td>\n",
       "      <td>3.604900e+01</td>\n",
       "      <td>4.487800e+01</td>\n",
       "      <td>4.547900e+01</td>\n",
       "      <td>4.057500e+01</td>\n",
       "      <td>1.714300e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.050000e+01</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>2.511300e-01</td>\n",
       "      <td>3.663300e+03</td>\n",
       "      <td>4.508500e+03</td>\n",
       "      <td>9.355200e+00</td>\n",
       "      <td>2.690100e+01</td>\n",
       "      <td>4.234800e+01</td>\n",
       "      <td>2.705600e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.397000e+01</td>\n",
       "      <td>2.521500e+01</td>\n",
       "      <td>6.149900e+01</td>\n",
       "      <td>2.212900e+01</td>\n",
       "      <td>3.996700e+01</td>\n",
       "      <td>3.815000e+01</td>\n",
       "      <td>4.633900e+01</td>\n",
       "      <td>4.806500e+01</td>\n",
       "      <td>4.120600e+01</td>\n",
       "      <td>1.829500e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.525000e+01</td>\n",
       "      <td>3.752500e+02</td>\n",
       "      <td>3.752500e+02</td>\n",
       "      <td>2.832100e-01</td>\n",
       "      <td>3.690200e+03</td>\n",
       "      <td>4.548000e+03</td>\n",
       "      <td>9.456800e+00</td>\n",
       "      <td>2.704300e+01</td>\n",
       "      <td>4.252400e+01</td>\n",
       "      <td>2.715000e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.444300e+01</td>\n",
       "      <td>2.879700e+01</td>\n",
       "      <td>6.284100e+01</td>\n",
       "      <td>2.273800e+01</td>\n",
       "      <td>4.150700e+01</td>\n",
       "      <td>3.999100e+01</td>\n",
       "      <td>4.803100e+01</td>\n",
       "      <td>5.188700e+01</td>\n",
       "      <td>4.194900e+01</td>\n",
       "      <td>1.953700e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>2.000000e+01</td>\n",
       "      <td>5.000000e+02</td>\n",
       "      <td>5.000000e+02</td>\n",
       "      <td>1.017500e+00</td>\n",
       "      <td>3.906700e+03</td>\n",
       "      <td>5.175800e+03</td>\n",
       "      <td>1.224000e+01</td>\n",
       "      <td>2.848600e+01</td>\n",
       "      <td>4.465300e+01</td>\n",
       "      <td>3.000500e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000e+02</td>\n",
       "      <td>1.001900e+02</td>\n",
       "      <td>1.000200e+02</td>\n",
       "      <td>1.001100e+02</td>\n",
       "      <td>9.752800e+01</td>\n",
       "      <td>5.312100e+01</td>\n",
       "      <td>5.998000e+01</td>\n",
       "      <td>1.005200e+02</td>\n",
       "      <td>1.003200e+02</td>\n",
       "      <td>1.000100e+02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        faultNumber  simulationRun        sample       xmeas_1       xmeas_2  \\\n",
       "count  5.000000e+06   5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06   \n",
       "mean   1.050000e+01   2.505000e+02  2.505000e+02  2.613588e-01  3.663777e+03   \n",
       "std    5.766282e+00   1.443373e+02  1.443373e+02  1.495384e-01  4.316941e+01   \n",
       "min    1.000000e+00   1.000000e+00  1.000000e+00 -4.735000e-03  3.327400e+03   \n",
       "25%    5.750000e+00   1.257500e+02  1.257500e+02  2.183000e-01  3.636500e+03   \n",
       "50%    1.050000e+01   2.505000e+02  2.505000e+02  2.511300e-01  3.663300e+03   \n",
       "75%    1.525000e+01   3.752500e+02  3.752500e+02  2.832100e-01  3.690200e+03   \n",
       "max    2.000000e+01   5.000000e+02  5.000000e+02  1.017500e+00  3.906700e+03   \n",
       "\n",
       "            xmeas_3       xmeas_4       xmeas_5       xmeas_6       xmeas_7  \\\n",
       "count  5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06   \n",
       "mean   4.506046e+03  9.370345e+00  2.690156e+01  4.236419e+01  2.723005e+03   \n",
       "std    1.110368e+02  3.646151e-01  2.320034e-01  3.172128e-01  7.599384e+01   \n",
       "min    3.540700e+03  6.639900e+00  2.538600e+01  3.965600e+01  2.413800e+03   \n",
       "25%    4.469000e+03  9.264200e+00  2.676000e+01  4.218100e+01  2.697600e+03   \n",
       "50%    4.508500e+03  9.355200e+00  2.690100e+01  4.234800e+01  2.705600e+03   \n",
       "75%    4.548000e+03  9.456800e+00  2.704300e+01  4.252400e+01  2.715000e+03   \n",
       "max    5.175800e+03  1.224000e+01  2.848600e+01  4.465300e+01  3.000500e+03   \n",
       "\n",
       "       ...         xmv_2         xmv_3         xmv_4         xmv_5  \\\n",
       "count  ...  5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06   \n",
       "mean   ...  5.431755e+01  3.043177e+01  6.324830e+01  2.295485e+01   \n",
       "std    ...  5.258092e+00  2.048365e+01  7.400080e+00  1.108258e+01   \n",
       "min    ...  3.118400e+01 -2.718600e-01 -4.893100e-03 -9.941000e-02   \n",
       "25%    ...  5.349700e+01  2.228000e+01  6.031400e+01  2.142300e+01   \n",
       "50%    ...  5.397000e+01  2.521500e+01  6.149900e+01  2.212900e+01   \n",
       "75%    ...  5.444300e+01  2.879700e+01  6.284100e+01  2.273800e+01   \n",
       "max    ...  1.000000e+02  1.001900e+02  1.000200e+02  1.001100e+02   \n",
       "\n",
       "              xmv_6         xmv_7         xmv_8         xmv_9        xmv_10  \\\n",
       "count  5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06  5.000000e+06   \n",
       "mean   3.992297e+01  3.807265e+01  4.643742e+01  5.060598e+01  4.194845e+01   \n",
       "std    1.293348e+01  2.949138e+00  2.358468e+00  1.759840e+01  1.001227e+01   \n",
       "min    0.000000e+00  2.280100e+01  3.492300e+01 -3.635500e-01 -2.809500e-01   \n",
       "25%    3.831300e+01  3.604900e+01  4.487800e+01  4.547900e+01  4.057500e+01   \n",
       "50%    3.996700e+01  3.815000e+01  4.633900e+01  4.806500e+01  4.120600e+01   \n",
       "75%    4.150700e+01  3.999100e+01  4.803100e+01  5.188700e+01  4.194900e+01   \n",
       "max    9.752800e+01  5.312100e+01  5.998000e+01  1.005200e+02  1.003200e+02   \n",
       "\n",
       "             xmv_11  \n",
       "count  5.000000e+06  \n",
       "mean   1.884376e+01  \n",
       "std    5.176705e+00  \n",
       "min   -5.327000e-03  \n",
       "25%    1.714300e+01  \n",
       "50%    1.829500e+01  \n",
       "75%    1.953700e+01  \n",
       "max    1.000100e+02  \n",
       "\n",
       "[8 rows x 55 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_faulty_complete.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>480000.0</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "      <td>480000.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.0</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>480.500000</td>\n",
       "      <td>0.250526</td>\n",
       "      <td>3663.764171</td>\n",
       "      <td>4508.898696</td>\n",
       "      <td>9.346866</td>\n",
       "      <td>26.902165</td>\n",
       "      <td>42.337820</td>\n",
       "      <td>2705.013416</td>\n",
       "      <td>...</td>\n",
       "      <td>53.974160</td>\n",
       "      <td>24.643706</td>\n",
       "      <td>61.295689</td>\n",
       "      <td>22.212485</td>\n",
       "      <td>40.057926</td>\n",
       "      <td>38.098705</td>\n",
       "      <td>46.534148</td>\n",
       "      <td>47.975245</td>\n",
       "      <td>41.103468</td>\n",
       "      <td>18.122284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.0</td>\n",
       "      <td>144.337429</td>\n",
       "      <td>277.128268</td>\n",
       "      <td>0.031273</td>\n",
       "      <td>33.943033</td>\n",
       "      <td>39.398350</td>\n",
       "      <td>0.086148</td>\n",
       "      <td>0.211148</td>\n",
       "      <td>0.218114</td>\n",
       "      <td>7.578226</td>\n",
       "      <td>...</td>\n",
       "      <td>0.470525</td>\n",
       "      <td>3.076030</td>\n",
       "      <td>1.246459</td>\n",
       "      <td>0.536269</td>\n",
       "      <td>1.532972</td>\n",
       "      <td>2.966680</td>\n",
       "      <td>2.348197</td>\n",
       "      <td>2.815153</td>\n",
       "      <td>0.542646</td>\n",
       "      <td>1.464914</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.122610</td>\n",
       "      <td>3503.300000</td>\n",
       "      <td>4338.200000</td>\n",
       "      <td>8.936300</td>\n",
       "      <td>26.018000</td>\n",
       "      <td>41.441000</td>\n",
       "      <td>2667.800000</td>\n",
       "      <td>...</td>\n",
       "      <td>51.818000</td>\n",
       "      <td>11.985000</td>\n",
       "      <td>55.762000</td>\n",
       "      <td>19.847000</td>\n",
       "      <td>32.596000</td>\n",
       "      <td>24.594000</td>\n",
       "      <td>36.354000</td>\n",
       "      <td>35.587000</td>\n",
       "      <td>38.557000</td>\n",
       "      <td>10.856000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>125.750000</td>\n",
       "      <td>240.750000</td>\n",
       "      <td>0.229390</td>\n",
       "      <td>3640.800000</td>\n",
       "      <td>4482.300000</td>\n",
       "      <td>9.288800</td>\n",
       "      <td>26.759000</td>\n",
       "      <td>42.190000</td>\n",
       "      <td>2699.900000</td>\n",
       "      <td>...</td>\n",
       "      <td>53.656000</td>\n",
       "      <td>22.564000</td>\n",
       "      <td>60.449000</td>\n",
       "      <td>21.855000</td>\n",
       "      <td>39.025000</td>\n",
       "      <td>36.078000</td>\n",
       "      <td>44.934000</td>\n",
       "      <td>46.136000</td>\n",
       "      <td>40.738000</td>\n",
       "      <td>17.131000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>250.500000</td>\n",
       "      <td>480.500000</td>\n",
       "      <td>0.250520</td>\n",
       "      <td>3663.800000</td>\n",
       "      <td>4508.900000</td>\n",
       "      <td>9.346900</td>\n",
       "      <td>26.902000</td>\n",
       "      <td>42.338000</td>\n",
       "      <td>2704.900000</td>\n",
       "      <td>...</td>\n",
       "      <td>53.974000</td>\n",
       "      <td>24.646000</td>\n",
       "      <td>61.297000</td>\n",
       "      <td>22.210000</td>\n",
       "      <td>40.059000</td>\n",
       "      <td>38.103000</td>\n",
       "      <td>46.536000</td>\n",
       "      <td>47.858000</td>\n",
       "      <td>41.103000</td>\n",
       "      <td>18.122000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.0</td>\n",
       "      <td>375.250000</td>\n",
       "      <td>720.250000</td>\n",
       "      <td>0.271600</td>\n",
       "      <td>3686.800000</td>\n",
       "      <td>4535.500000</td>\n",
       "      <td>9.405100</td>\n",
       "      <td>27.045000</td>\n",
       "      <td>42.486000</td>\n",
       "      <td>2710.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>54.292000</td>\n",
       "      <td>26.716000</td>\n",
       "      <td>62.142000</td>\n",
       "      <td>22.568000</td>\n",
       "      <td>41.094000</td>\n",
       "      <td>40.120000</td>\n",
       "      <td>48.137000</td>\n",
       "      <td>49.808000</td>\n",
       "      <td>41.469000</td>\n",
       "      <td>19.113000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>0.0</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>960.000000</td>\n",
       "      <td>0.390320</td>\n",
       "      <td>3824.700000</td>\n",
       "      <td>4689.200000</td>\n",
       "      <td>9.748900</td>\n",
       "      <td>27.822000</td>\n",
       "      <td>43.250000</td>\n",
       "      <td>2736.900000</td>\n",
       "      <td>...</td>\n",
       "      <td>56.103000</td>\n",
       "      <td>38.449000</td>\n",
       "      <td>66.494000</td>\n",
       "      <td>24.654000</td>\n",
       "      <td>46.758000</td>\n",
       "      <td>50.631000</td>\n",
       "      <td>56.357000</td>\n",
       "      <td>60.160000</td>\n",
       "      <td>43.601000</td>\n",
       "      <td>24.524000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       faultNumber  simulationRun         sample        xmeas_1  \\\n",
       "count     480000.0  480000.000000  480000.000000  480000.000000   \n",
       "mean           0.0     250.500000     480.500000       0.250526   \n",
       "std            0.0     144.337429     277.128268       0.031273   \n",
       "min            0.0       1.000000       1.000000       0.122610   \n",
       "25%            0.0     125.750000     240.750000       0.229390   \n",
       "50%            0.0     250.500000     480.500000       0.250520   \n",
       "75%            0.0     375.250000     720.250000       0.271600   \n",
       "max            0.0     500.000000     960.000000       0.390320   \n",
       "\n",
       "             xmeas_2        xmeas_3        xmeas_4        xmeas_5  \\\n",
       "count  480000.000000  480000.000000  480000.000000  480000.000000   \n",
       "mean     3663.764171    4508.898696       9.346866      26.902165   \n",
       "std        33.943033      39.398350       0.086148       0.211148   \n",
       "min      3503.300000    4338.200000       8.936300      26.018000   \n",
       "25%      3640.800000    4482.300000       9.288800      26.759000   \n",
       "50%      3663.800000    4508.900000       9.346900      26.902000   \n",
       "75%      3686.800000    4535.500000       9.405100      27.045000   \n",
       "max      3824.700000    4689.200000       9.748900      27.822000   \n",
       "\n",
       "             xmeas_6        xmeas_7  ...          xmv_2          xmv_3  \\\n",
       "count  480000.000000  480000.000000  ...  480000.000000  480000.000000   \n",
       "mean       42.337820    2705.013416  ...      53.974160      24.643706   \n",
       "std         0.218114       7.578226  ...       0.470525       3.076030   \n",
       "min        41.441000    2667.800000  ...      51.818000      11.985000   \n",
       "25%        42.190000    2699.900000  ...      53.656000      22.564000   \n",
       "50%        42.338000    2704.900000  ...      53.974000      24.646000   \n",
       "75%        42.486000    2710.000000  ...      54.292000      26.716000   \n",
       "max        43.250000    2736.900000  ...      56.103000      38.449000   \n",
       "\n",
       "               xmv_4          xmv_5          xmv_6          xmv_7  \\\n",
       "count  480000.000000  480000.000000  480000.000000  480000.000000   \n",
       "mean       61.295689      22.212485      40.057926      38.098705   \n",
       "std         1.246459       0.536269       1.532972       2.966680   \n",
       "min        55.762000      19.847000      32.596000      24.594000   \n",
       "25%        60.449000      21.855000      39.025000      36.078000   \n",
       "50%        61.297000      22.210000      40.059000      38.103000   \n",
       "75%        62.142000      22.568000      41.094000      40.120000   \n",
       "max        66.494000      24.654000      46.758000      50.631000   \n",
       "\n",
       "               xmv_8          xmv_9         xmv_10         xmv_11  \n",
       "count  480000.000000  480000.000000  480000.000000  480000.000000  \n",
       "mean       46.534148      47.975245      41.103468      18.122284  \n",
       "std         2.348197       2.815153       0.542646       1.464914  \n",
       "min        36.354000      35.587000      38.557000      10.856000  \n",
       "25%        44.934000      46.136000      40.738000      17.131000  \n",
       "50%        46.536000      47.858000      41.103000      18.122000  \n",
       "75%        48.137000      49.808000      41.469000      19.113000  \n",
       "max        56.357000      60.160000      43.601000      24.524000  \n",
       "\n",
       "[8 rows x 55 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_normal_complete.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>faultNumber</th>\n",
       "      <th>simulationRun</th>\n",
       "      <th>sample</th>\n",
       "      <th>xmeas_1</th>\n",
       "      <th>xmeas_2</th>\n",
       "      <th>xmeas_3</th>\n",
       "      <th>xmeas_4</th>\n",
       "      <th>xmeas_5</th>\n",
       "      <th>xmeas_6</th>\n",
       "      <th>xmeas_7</th>\n",
       "      <th>...</th>\n",
       "      <th>xmv_2</th>\n",
       "      <th>xmv_3</th>\n",
       "      <th>xmv_4</th>\n",
       "      <th>xmv_5</th>\n",
       "      <th>xmv_6</th>\n",
       "      <th>xmv_7</th>\n",
       "      <th>xmv_8</th>\n",
       "      <th>xmv_9</th>\n",
       "      <th>xmv_10</th>\n",
       "      <th>xmv_11</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>...</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "      <td>9.600000e+06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>1.050000e+01</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>4.805000e+02</td>\n",
       "      <td>2.565512e-01</td>\n",
       "      <td>3.665140e+03</td>\n",
       "      <td>4.510175e+03</td>\n",
       "      <td>9.389582e+00</td>\n",
       "      <td>2.690135e+01</td>\n",
       "      <td>4.237570e+01</td>\n",
       "      <td>2.725131e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.473719e+01</td>\n",
       "      <td>2.935285e+01</td>\n",
       "      <td>6.373647e+01</td>\n",
       "      <td>2.328299e+01</td>\n",
       "      <td>3.925227e+01</td>\n",
       "      <td>3.804629e+01</td>\n",
       "      <td>4.642267e+01</td>\n",
       "      <td>4.964156e+01</td>\n",
       "      <td>4.203599e+01</td>\n",
       "      <td>1.940324e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>5.766282e+00</td>\n",
       "      <td>1.443373e+02</td>\n",
       "      <td>2.771280e+02</td>\n",
       "      <td>1.413868e-01</td>\n",
       "      <td>4.337049e+01</td>\n",
       "      <td>1.083498e+02</td>\n",
       "      <td>3.811052e-01</td>\n",
       "      <td>2.274992e-01</td>\n",
       "      <td>3.221519e-01</td>\n",
       "      <td>7.920024e+01</td>\n",
       "      <td>...</td>\n",
       "      <td>7.637258e+00</td>\n",
       "      <td>1.947320e+01</td>\n",
       "      <td>8.876150e+00</td>\n",
       "      <td>1.276332e+01</td>\n",
       "      <td>1.318921e+01</td>\n",
       "      <td>2.937202e+00</td>\n",
       "      <td>2.341916e+00</td>\n",
       "      <td>1.751728e+01</td>\n",
       "      <td>1.187598e+01</td>\n",
       "      <td>8.885751e+00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>1.000000e+00</td>\n",
       "      <td>-4.985500e-03</td>\n",
       "      <td>3.308400e+03</td>\n",
       "      <td>3.557100e+03</td>\n",
       "      <td>6.695700e+00</td>\n",
       "      <td>2.534800e+01</td>\n",
       "      <td>3.967900e+01</td>\n",
       "      <td>2.420200e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>7.348400e+00</td>\n",
       "      <td>-3.586600e-01</td>\n",
       "      <td>-5.222600e-03</td>\n",
       "      <td>-1.068800e-01</td>\n",
       "      <td>0.000000e+00</td>\n",
       "      <td>2.228800e+01</td>\n",
       "      <td>3.336900e+01</td>\n",
       "      <td>-6.834200e-01</td>\n",
       "      <td>-5.156500e-01</td>\n",
       "      <td>-6.774200e-03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>5.750000e+00</td>\n",
       "      <td>1.257500e+02</td>\n",
       "      <td>2.407500e+02</td>\n",
       "      <td>2.191700e-01</td>\n",
       "      <td>3.637600e+03</td>\n",
       "      <td>4.472900e+03</td>\n",
       "      <td>9.272700e+00</td>\n",
       "      <td>2.676300e+01</td>\n",
       "      <td>4.219000e+01</td>\n",
       "      <td>2.698300e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.354500e+01</td>\n",
       "      <td>2.220600e+01</td>\n",
       "      <td>6.035700e+01</td>\n",
       "      <td>2.153300e+01</td>\n",
       "      <td>3.835700e+01</td>\n",
       "      <td>3.600000e+01</td>\n",
       "      <td>4.485600e+01</td>\n",
       "      <td>4.538500e+01</td>\n",
       "      <td>4.061600e+01</td>\n",
       "      <td>1.711400e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>1.050000e+01</td>\n",
       "      <td>2.505000e+02</td>\n",
       "      <td>4.805000e+02</td>\n",
       "      <td>2.504100e-01</td>\n",
       "      <td>3.664000e+03</td>\n",
       "      <td>4.509400e+03</td>\n",
       "      <td>9.356400e+00</td>\n",
       "      <td>2.690000e+01</td>\n",
       "      <td>4.235100e+01</td>\n",
       "      <td>2.705400e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.398200e+01</td>\n",
       "      <td>2.505300e+01</td>\n",
       "      <td>6.149700e+01</td>\n",
       "      <td>2.213900e+01</td>\n",
       "      <td>3.992600e+01</td>\n",
       "      <td>3.811200e+01</td>\n",
       "      <td>4.631900e+01</td>\n",
       "      <td>4.804900e+01</td>\n",
       "      <td>4.119100e+01</td>\n",
       "      <td>1.826100e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>1.525000e+01</td>\n",
       "      <td>3.752500e+02</td>\n",
       "      <td>7.202500e+02</td>\n",
       "      <td>2.801300e-01</td>\n",
       "      <td>3.690800e+03</td>\n",
       "      <td>4.547200e+03</td>\n",
       "      <td>9.450600e+00</td>\n",
       "      <td>2.704000e+01</td>\n",
       "      <td>4.252600e+01</td>\n",
       "      <td>2.713800e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>5.443300e+01</td>\n",
       "      <td>2.824100e+01</td>\n",
       "      <td>6.279000e+01</td>\n",
       "      <td>2.268700e+01</td>\n",
       "      <td>4.136500e+01</td>\n",
       "      <td>3.996100e+01</td>\n",
       "      <td>4.800800e+01</td>\n",
       "      <td>5.144600e+01</td>\n",
       "      <td>4.185300e+01</td>\n",
       "      <td>1.949000e+01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>2.000000e+01</td>\n",
       "      <td>5.000000e+02</td>\n",
       "      <td>9.600000e+02</td>\n",
       "      <td>1.016800e+00</td>\n",
       "      <td>3.891700e+03</td>\n",
       "      <td>5.164300e+03</td>\n",
       "      <td>1.223600e+01</td>\n",
       "      <td>2.856500e+01</td>\n",
       "      <td>4.455000e+01</td>\n",
       "      <td>3.000500e+03</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000e+02</td>\n",
       "      <td>1.002100e+02</td>\n",
       "      <td>1.000200e+02</td>\n",
       "      <td>1.000900e+02</td>\n",
       "      <td>9.724500e+01</td>\n",
       "      <td>5.423000e+01</td>\n",
       "      <td>6.021600e+01</td>\n",
       "      <td>1.005800e+02</td>\n",
       "      <td>1.006100e+02</td>\n",
       "      <td>1.000100e+02</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 55 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        faultNumber  simulationRun        sample       xmeas_1       xmeas_2  \\\n",
       "count  9.600000e+06   9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06   \n",
       "mean   1.050000e+01   2.505000e+02  4.805000e+02  2.565512e-01  3.665140e+03   \n",
       "std    5.766282e+00   1.443373e+02  2.771280e+02  1.413868e-01  4.337049e+01   \n",
       "min    1.000000e+00   1.000000e+00  1.000000e+00 -4.985500e-03  3.308400e+03   \n",
       "25%    5.750000e+00   1.257500e+02  2.407500e+02  2.191700e-01  3.637600e+03   \n",
       "50%    1.050000e+01   2.505000e+02  4.805000e+02  2.504100e-01  3.664000e+03   \n",
       "75%    1.525000e+01   3.752500e+02  7.202500e+02  2.801300e-01  3.690800e+03   \n",
       "max    2.000000e+01   5.000000e+02  9.600000e+02  1.016800e+00  3.891700e+03   \n",
       "\n",
       "            xmeas_3       xmeas_4       xmeas_5       xmeas_6       xmeas_7  \\\n",
       "count  9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06   \n",
       "mean   4.510175e+03  9.389582e+00  2.690135e+01  4.237570e+01  2.725131e+03   \n",
       "std    1.083498e+02  3.811052e-01  2.274992e-01  3.221519e-01  7.920024e+01   \n",
       "min    3.557100e+03  6.695700e+00  2.534800e+01  3.967900e+01  2.420200e+03   \n",
       "25%    4.472900e+03  9.272700e+00  2.676300e+01  4.219000e+01  2.698300e+03   \n",
       "50%    4.509400e+03  9.356400e+00  2.690000e+01  4.235100e+01  2.705400e+03   \n",
       "75%    4.547200e+03  9.450600e+00  2.704000e+01  4.252600e+01  2.713800e+03   \n",
       "max    5.164300e+03  1.223600e+01  2.856500e+01  4.455000e+01  3.000500e+03   \n",
       "\n",
       "       ...         xmv_2         xmv_3         xmv_4         xmv_5  \\\n",
       "count  ...  9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06   \n",
       "mean   ...  5.473719e+01  2.935285e+01  6.373647e+01  2.328299e+01   \n",
       "std    ...  7.637258e+00  1.947320e+01  8.876150e+00  1.276332e+01   \n",
       "min    ...  7.348400e+00 -3.586600e-01 -5.222600e-03 -1.068800e-01   \n",
       "25%    ...  5.354500e+01  2.220600e+01  6.035700e+01  2.153300e+01   \n",
       "50%    ...  5.398200e+01  2.505300e+01  6.149700e+01  2.213900e+01   \n",
       "75%    ...  5.443300e+01  2.824100e+01  6.279000e+01  2.268700e+01   \n",
       "max    ...  1.000000e+02  1.002100e+02  1.000200e+02  1.000900e+02   \n",
       "\n",
       "              xmv_6         xmv_7         xmv_8         xmv_9        xmv_10  \\\n",
       "count  9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06  9.600000e+06   \n",
       "mean   3.925227e+01  3.804629e+01  4.642267e+01  4.964156e+01  4.203599e+01   \n",
       "std    1.318921e+01  2.937202e+00  2.341916e+00  1.751728e+01  1.187598e+01   \n",
       "min    0.000000e+00  2.228800e+01  3.336900e+01 -6.834200e-01 -5.156500e-01   \n",
       "25%    3.835700e+01  3.600000e+01  4.485600e+01  4.538500e+01  4.061600e+01   \n",
       "50%    3.992600e+01  3.811200e+01  4.631900e+01  4.804900e+01  4.119100e+01   \n",
       "75%    4.136500e+01  3.996100e+01  4.800800e+01  5.144600e+01  4.185300e+01   \n",
       "max    9.724500e+01  5.423000e+01  6.021600e+01  1.005800e+02  1.006100e+02   \n",
       "\n",
       "             xmv_11  \n",
       "count  9.600000e+06  \n",
       "mean   1.940324e+01  \n",
       "std    8.885751e+00  \n",
       "min   -6.774200e-03  \n",
       "25%    1.711400e+01  \n",
       "50%    1.826100e+01  \n",
       "75%    1.949000e+01  \n",
       "max    1.000100e+02  \n",
       "\n",
       "[8 rows x 55 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_faulty_complete.describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### checking the missing values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "trncp = train_normal_complete.isnull().sum()\n",
    "cnt = 0\n",
    "for i in trncp:\n",
    "    if i == 1:\n",
    "        cnt+=1\n",
    "print(cnt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "trfcp = train_faulty_complete.isnull().sum()\n",
    "cnt = 0\n",
    "for i in trfcp:\n",
    "    if i == 1:\n",
    "        cnt+=1\n",
    "print(cnt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "tsncp = test_normal_complete.isnull().sum()\n",
    "cnt = 0\n",
    "for i in trncp:\n",
    "    if i == 1:\n",
    "        cnt+=1\n",
    "print(cnt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "tsfcp = test_faulty_complete.isnull().sum()\n",
    "cnt = 0\n",
    "for i in trncp:\n",
    "    if i == 1:\n",
    "        cnt+=1\n",
    "print(cnt)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "we can see that there is no missing value on the dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### See the data types\n",
    "**Train Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 250000 entries, 0 to 249999\n",
      "Data columns (total 55 columns):\n",
      "faultNumber      250000 non-null float64\n",
      "simulationRun    250000 non-null float64\n",
      "sample           250000 non-null int32\n",
      "xmeas_1          250000 non-null float64\n",
      "xmeas_2          250000 non-null float64\n",
      "xmeas_3          250000 non-null float64\n",
      "xmeas_4          250000 non-null float64\n",
      "xmeas_5          250000 non-null float64\n",
      "xmeas_6          250000 non-null float64\n",
      "xmeas_7          250000 non-null float64\n",
      "xmeas_8          250000 non-null float64\n",
      "xmeas_9          250000 non-null float64\n",
      "xmeas_10         250000 non-null float64\n",
      "xmeas_11         250000 non-null float64\n",
      "xmeas_12         250000 non-null float64\n",
      "xmeas_13         250000 non-null float64\n",
      "xmeas_14         250000 non-null float64\n",
      "xmeas_15         250000 non-null float64\n",
      "xmeas_16         250000 non-null float64\n",
      "xmeas_17         250000 non-null float64\n",
      "xmeas_18         250000 non-null float64\n",
      "xmeas_19         250000 non-null float64\n",
      "xmeas_20         250000 non-null float64\n",
      "xmeas_21         250000 non-null float64\n",
      "xmeas_22         250000 non-null float64\n",
      "xmeas_23         250000 non-null float64\n",
      "xmeas_24         250000 non-null float64\n",
      "xmeas_25         250000 non-null float64\n",
      "xmeas_26         250000 non-null float64\n",
      "xmeas_27         250000 non-null float64\n",
      "xmeas_28         250000 non-null float64\n",
      "xmeas_29         250000 non-null float64\n",
      "xmeas_30         250000 non-null float64\n",
      "xmeas_31         250000 non-null float64\n",
      "xmeas_32         250000 non-null float64\n",
      "xmeas_33         250000 non-null float64\n",
      "xmeas_34         250000 non-null float64\n",
      "xmeas_35         250000 non-null float64\n",
      "xmeas_36         250000 non-null float64\n",
      "xmeas_37         250000 non-null float64\n",
      "xmeas_38         250000 non-null float64\n",
      "xmeas_39         250000 non-null float64\n",
      "xmeas_40         250000 non-null float64\n",
      "xmeas_41         250000 non-null float64\n",
      "xmv_1            250000 non-null float64\n",
      "xmv_2            250000 non-null float64\n",
      "xmv_3            250000 non-null float64\n",
      "xmv_4            250000 non-null float64\n",
      "xmv_5            250000 non-null float64\n",
      "xmv_6            250000 non-null float64\n",
      "xmv_7            250000 non-null float64\n",
      "xmv_8            250000 non-null float64\n",
      "xmv_9            250000 non-null float64\n",
      "xmv_10           250000 non-null float64\n",
      "xmv_11           250000 non-null float64\n",
      "dtypes: float64(54), int32(1)\n",
      "memory usage: 104.0 MB\n"
     ]
    }
   ],
   "source": [
    "train_normal_complete.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Train Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 5000000 entries, 0 to 4999999\n",
      "Data columns (total 55 columns):\n",
      "faultNumber      int32\n",
      "simulationRun    float64\n",
      "sample           int32\n",
      "xmeas_1          float64\n",
      "xmeas_2          float64\n",
      "xmeas_3          float64\n",
      "xmeas_4          float64\n",
      "xmeas_5          float64\n",
      "xmeas_6          float64\n",
      "xmeas_7          float64\n",
      "xmeas_8          float64\n",
      "xmeas_9          float64\n",
      "xmeas_10         float64\n",
      "xmeas_11         float64\n",
      "xmeas_12         float64\n",
      "xmeas_13         float64\n",
      "xmeas_14         float64\n",
      "xmeas_15         float64\n",
      "xmeas_16         float64\n",
      "xmeas_17         float64\n",
      "xmeas_18         float64\n",
      "xmeas_19         float64\n",
      "xmeas_20         float64\n",
      "xmeas_21         float64\n",
      "xmeas_22         float64\n",
      "xmeas_23         float64\n",
      "xmeas_24         float64\n",
      "xmeas_25         float64\n",
      "xmeas_26         float64\n",
      "xmeas_27         float64\n",
      "xmeas_28         float64\n",
      "xmeas_29         float64\n",
      "xmeas_30         float64\n",
      "xmeas_31         float64\n",
      "xmeas_32         float64\n",
      "xmeas_33         float64\n",
      "xmeas_34         float64\n",
      "xmeas_35         float64\n",
      "xmeas_36         float64\n",
      "xmeas_37         float64\n",
      "xmeas_38         float64\n",
      "xmeas_39         float64\n",
      "xmeas_40         float64\n",
      "xmeas_41         float64\n",
      "xmv_1            float64\n",
      "xmv_2            float64\n",
      "xmv_3            float64\n",
      "xmv_4            float64\n",
      "xmv_5            float64\n",
      "xmv_6            float64\n",
      "xmv_7            float64\n",
      "xmv_8            float64\n",
      "xmv_9            float64\n",
      "xmv_10           float64\n",
      "xmv_11           float64\n",
      "dtypes: float64(53), int32(2)\n",
      "memory usage: 2.0 GB\n"
     ]
    }
   ],
   "source": [
    "train_faulty_complete.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Normal Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 480000 entries, 0 to 479999\n",
      "Data columns (total 55 columns):\n",
      "faultNumber      480000 non-null int32\n",
      "simulationRun    480000 non-null float64\n",
      "sample           480000 non-null int32\n",
      "xmeas_1          480000 non-null float64\n",
      "xmeas_2          480000 non-null float64\n",
      "xmeas_3          480000 non-null float64\n",
      "xmeas_4          480000 non-null float64\n",
      "xmeas_5          480000 non-null float64\n",
      "xmeas_6          480000 non-null float64\n",
      "xmeas_7          480000 non-null float64\n",
      "xmeas_8          480000 non-null float64\n",
      "xmeas_9          480000 non-null float64\n",
      "xmeas_10         480000 non-null float64\n",
      "xmeas_11         480000 non-null float64\n",
      "xmeas_12         480000 non-null float64\n",
      "xmeas_13         480000 non-null float64\n",
      "xmeas_14         480000 non-null float64\n",
      "xmeas_15         480000 non-null float64\n",
      "xmeas_16         480000 non-null float64\n",
      "xmeas_17         480000 non-null float64\n",
      "xmeas_18         480000 non-null float64\n",
      "xmeas_19         480000 non-null float64\n",
      "xmeas_20         480000 non-null float64\n",
      "xmeas_21         480000 non-null float64\n",
      "xmeas_22         480000 non-null float64\n",
      "xmeas_23         480000 non-null float64\n",
      "xmeas_24         480000 non-null float64\n",
      "xmeas_25         480000 non-null float64\n",
      "xmeas_26         480000 non-null float64\n",
      "xmeas_27         480000 non-null float64\n",
      "xmeas_28         480000 non-null float64\n",
      "xmeas_29         480000 non-null float64\n",
      "xmeas_30         480000 non-null float64\n",
      "xmeas_31         480000 non-null float64\n",
      "xmeas_32         480000 non-null float64\n",
      "xmeas_33         480000 non-null float64\n",
      "xmeas_34         480000 non-null float64\n",
      "xmeas_35         480000 non-null float64\n",
      "xmeas_36         480000 non-null float64\n",
      "xmeas_37         480000 non-null float64\n",
      "xmeas_38         480000 non-null float64\n",
      "xmeas_39         480000 non-null float64\n",
      "xmeas_40         480000 non-null float64\n",
      "xmeas_41         480000 non-null float64\n",
      "xmv_1            480000 non-null float64\n",
      "xmv_2            480000 non-null float64\n",
      "xmv_3            480000 non-null float64\n",
      "xmv_4            480000 non-null float64\n",
      "xmv_5            480000 non-null float64\n",
      "xmv_6            480000 non-null float64\n",
      "xmv_7            480000 non-null float64\n",
      "xmv_8            480000 non-null float64\n",
      "xmv_9            480000 non-null float64\n",
      "xmv_10           480000 non-null float64\n",
      "xmv_11           480000 non-null float64\n",
      "dtypes: float64(53), int32(2)\n",
      "memory usage: 197.8 MB\n"
     ]
    }
   ],
   "source": [
    "test_normal_complete.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "**Test Faulty Complete**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 9600000 entries, 0 to 9599999\n",
      "Data columns (total 55 columns):\n",
      "faultNumber      int32\n",
      "simulationRun    float64\n",
      "sample           int32\n",
      "xmeas_1          float64\n",
      "xmeas_2          float64\n",
      "xmeas_3          float64\n",
      "xmeas_4          float64\n",
      "xmeas_5          float64\n",
      "xmeas_6          float64\n",
      "xmeas_7          float64\n",
      "xmeas_8          float64\n",
      "xmeas_9          float64\n",
      "xmeas_10         float64\n",
      "xmeas_11         float64\n",
      "xmeas_12         float64\n",
      "xmeas_13         float64\n",
      "xmeas_14         float64\n",
      "xmeas_15         float64\n",
      "xmeas_16         float64\n",
      "xmeas_17         float64\n",
      "xmeas_18         float64\n",
      "xmeas_19         float64\n",
      "xmeas_20         float64\n",
      "xmeas_21         float64\n",
      "xmeas_22         float64\n",
      "xmeas_23         float64\n",
      "xmeas_24         float64\n",
      "xmeas_25         float64\n",
      "xmeas_26         float64\n",
      "xmeas_27         float64\n",
      "xmeas_28         float64\n",
      "xmeas_29         float64\n",
      "xmeas_30         float64\n",
      "xmeas_31         float64\n",
      "xmeas_32         float64\n",
      "xmeas_33         float64\n",
      "xmeas_34         float64\n",
      "xmeas_35         float64\n",
      "xmeas_36         float64\n",
      "xmeas_37         float64\n",
      "xmeas_38         float64\n",
      "xmeas_39         float64\n",
      "xmeas_40         float64\n",
      "xmeas_41         float64\n",
      "xmv_1            float64\n",
      "xmv_2            float64\n",
      "xmv_3            float64\n",
      "xmv_4            float64\n",
      "xmv_5            float64\n",
      "xmv_6            float64\n",
      "xmv_7            float64\n",
      "xmv_8            float64\n",
      "xmv_9            float64\n",
      "xmv_10           float64\n",
      "xmv_11           float64\n",
      "dtypes: float64(53), int32(2)\n",
      "memory usage: 3.9 GB\n"
     ]
    }
   ],
   "source": [
    "test_faulty_complete.info()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}