Combined_features.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 임상정보 csv        \n",
    "           [case2] age, Overall.Stage, gender  -> 성능이 더 높은 case2 채택\n",
    "    train: 'clinical_info_case2_train.csv'   \n",
    "    test:  'clinical_info_case2_test.csv'   \n",
    "#### 종양내부 csv    \n",
    "    train: 'patient_features_intra_train.csv'  \n",
    "    test: 'patient_features_intra_test.csv'\n",
    "#### 종양외부 csv  \n",
    "    train: 'patient_features_peri_train.csv'  \n",
    "    test: 'patient_features_peri_test.csv'\n",
    "#### 종양내외부 csv\n",
    "    train: 'patient_features_combine_train.csv'\n",
    "    test: 'patient_features_combine_test.csv'\n",
    "--------------------\n",
    "### 임상정보 + 종양내부(diff) |  종양내부 + 종양외부(ok)  |  임상정보 + 종양내외부 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import random\n",
    "random.seed(42)\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import metrics\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.pipeline import make_pipeline\n",
    "from sklearn.metrics import confusion_matrix\n",
    "\n",
    "from sklearn.linear_model import RidgeClassifier\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.svm import SVC\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n",
    "from sklearn.ensemble import GradientBoostingClassifier"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. 데이터 로드"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- clinical_info_case2_train / clinical_info_case2_test - 임상정보 case2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>Overall_Stage</th>\n",
       "      <th>gender</th>\n",
       "      <th>two_year_survival</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>65</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>71</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>66</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>79</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>77</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>67</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>222</th>\n",
       "      <td>78</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>073</th>\n",
       "      <td>60</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>61</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>72</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           age  Overall_Stage  gender  two_year_survival\n",
       "PatientID                                               \n",
       "250         65              3       1                  0\n",
       "131         71              1       1                  1\n",
       "200         66              2       1                  1\n",
       "114         79              3       0                  0\n",
       "109         77              2       1                  1\n",
       "...        ...            ...     ...                ...\n",
       "146         67              3       1                  1\n",
       "222         78              4       1                  0\n",
       "073         60              4       1                  1\n",
       "284         61              4       1                  1\n",
       "151         72              2       1                  1\n",
       "\n",
       "[80 rows x 4 columns]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clinical_info_case2_train=pd.read_csv(\"clinical_info_case2_train.csv\")\n",
    "clinical_info_case2_train['PatientID']=clinical_info_case2_train['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "clinical_info_case2_train=clinical_info_case2_train.set_index('PatientID')\n",
    "#clinical_info_case2_train['age'] = np.where(clinical_info_case2_train['age']<=65, 0, 1)\n",
    "clinical_info_case2_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>Overall_Stage</th>\n",
       "      <th>gender</th>\n",
       "      <th>two_year_survival</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>005</th>\n",
       "      <td>80</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>006</th>\n",
       "      <td>73</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>030</th>\n",
       "      <td>62</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>042</th>\n",
       "      <td>72</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>045</th>\n",
       "      <td>72</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>047</th>\n",
       "      <td>46</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>063</th>\n",
       "      <td>72</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>096</th>\n",
       "      <td>85</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>77</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>59</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>51</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>58</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>69</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>82</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>45</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>80</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>78</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>59</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>64</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>63</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           age  Overall_Stage  gender  two_year_survival\n",
       "PatientID                                               \n",
       "005         80              4       1                  1\n",
       "006         73              3       1                  1\n",
       "030         62              4       1                  1\n",
       "042         72              4       1                  1\n",
       "045         72              2       0                  0\n",
       "047         46              3       1                  0\n",
       "063         72              2       0                  0\n",
       "096         85              4       1                  1\n",
       "123         77              4       0                  1\n",
       "130         59              4       0                  0\n",
       "155         51              4       0                  1\n",
       "173         58              2       0                  1\n",
       "202         69              3       1                  1\n",
       "210         82              1       1                  1\n",
       "242         45              4       1                  1\n",
       "252         80              1       1                  1\n",
       "258         78              4       1                  0\n",
       "263         59              2       1                  0\n",
       "268         64              4       1                  1\n",
       "276         63              3       1                  0"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clinical_info_case2_test=pd.read_csv(\"clinical_info_case2_test.csv\")\n",
    "clinical_info_case2_test['PatientID']=clinical_info_case2_test['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "clinical_info_case2_test=clinical_info_case2_test.set_index('PatientID')\n",
    "#clinical_info_case2_test['age'] = np.where(clinical_info_case2_test['age']<=65, 0, 1)\n",
    "clinical_info_case2_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- patient_features_intra_train / patient_features_intra_test - 종양내부"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>intra_firstorder_10Percentile</th>\n",
       "      <th>intra_firstorder_RobustMeanAbsoluteDeviation</th>\n",
       "      <th>intra_firstorder_MeanAbsoluteDeviation</th>\n",
       "      <th>intra_firstorder_InterquartileRange</th>\n",
       "      <th>intra_glcm_JointEntropy</th>\n",
       "      <th>intra_firstorder_Entropy</th>\n",
       "      <th>intra_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>intra_glcm_SumEntropy</th>\n",
       "      <th>intra_firstorder_Uniformity</th>\n",
       "      <th>intra_gldm_DependenceEntropy</th>\n",
       "      <th>...</th>\n",
       "      <th>intra_glszm_GrayLevelNonUniformity</th>\n",
       "      <th>intra_glrlm_LongRunHighGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaHighGrayLevelEmphasis</th>\n",
       "      <th>intra_glrlm_LongRunEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaEmphasis</th>\n",
       "      <th>intra_glrlm_LongRunLowGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaLowGrayLevelEmphasis</th>\n",
       "      <th>intra_ngtdm_Busyness</th>\n",
       "      <th>intra_shape2D_Elongation</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>173.8</td>\n",
       "      <td>12.934749</td>\n",
       "      <td>21.421470</td>\n",
       "      <td>26.00</td>\n",
       "      <td>2.208903</td>\n",
       "      <td>1.639827</td>\n",
       "      <td>0.532299</td>\n",
       "      <td>1.966279</td>\n",
       "      <td>0.441840</td>\n",
       "      <td>2.299817</td>\n",
       "      <td>...</td>\n",
       "      <td>32.028169</td>\n",
       "      <td>2669.408451</td>\n",
       "      <td>2669.408451</td>\n",
       "      <td>77.316901</td>\n",
       "      <td>77.316901</td>\n",
       "      <td>2.500732</td>\n",
       "      <td>2.500732</td>\n",
       "      <td>0.601256</td>\n",
       "      <td>0.689679</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>188.0</td>\n",
       "      <td>8.072490</td>\n",
       "      <td>15.841121</td>\n",
       "      <td>16.00</td>\n",
       "      <td>2.117787</td>\n",
       "      <td>1.494682</td>\n",
       "      <td>0.522875</td>\n",
       "      <td>1.845018</td>\n",
       "      <td>0.464949</td>\n",
       "      <td>2.227720</td>\n",
       "      <td>...</td>\n",
       "      <td>33.442748</td>\n",
       "      <td>1521.511450</td>\n",
       "      <td>1521.511450</td>\n",
       "      <td>63.732824</td>\n",
       "      <td>63.732824</td>\n",
       "      <td>3.104177</td>\n",
       "      <td>3.104177</td>\n",
       "      <td>1.118233</td>\n",
       "      <td>0.588182</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>175.2</td>\n",
       "      <td>13.934228</td>\n",
       "      <td>20.324333</td>\n",
       "      <td>35.00</td>\n",
       "      <td>2.312891</td>\n",
       "      <td>1.683575</td>\n",
       "      <td>0.497577</td>\n",
       "      <td>2.008172</td>\n",
       "      <td>0.394718</td>\n",
       "      <td>2.501142</td>\n",
       "      <td>...</td>\n",
       "      <td>22.936842</td>\n",
       "      <td>1023.610526</td>\n",
       "      <td>1023.610526</td>\n",
       "      <td>44.705263</td>\n",
       "      <td>44.705263</td>\n",
       "      <td>2.361582</td>\n",
       "      <td>2.361582</td>\n",
       "      <td>0.795578</td>\n",
       "      <td>0.561224</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>170.0</td>\n",
       "      <td>9.938241</td>\n",
       "      <td>22.964176</td>\n",
       "      <td>16.25</td>\n",
       "      <td>2.269777</td>\n",
       "      <td>1.654881</td>\n",
       "      <td>0.573174</td>\n",
       "      <td>2.008540</td>\n",
       "      <td>0.477403</td>\n",
       "      <td>2.435155</td>\n",
       "      <td>...</td>\n",
       "      <td>57.140625</td>\n",
       "      <td>5189.570312</td>\n",
       "      <td>5189.570312</td>\n",
       "      <td>110.601562</td>\n",
       "      <td>110.601562</td>\n",
       "      <td>3.782793</td>\n",
       "      <td>3.782793</td>\n",
       "      <td>0.899623</td>\n",
       "      <td>0.557147</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>180.0</td>\n",
       "      <td>9.768869</td>\n",
       "      <td>19.358870</td>\n",
       "      <td>18.00</td>\n",
       "      <td>2.030152</td>\n",
       "      <td>1.494781</td>\n",
       "      <td>0.601407</td>\n",
       "      <td>1.816971</td>\n",
       "      <td>0.517042</td>\n",
       "      <td>2.108752</td>\n",
       "      <td>...</td>\n",
       "      <td>57.719101</td>\n",
       "      <td>6198.322097</td>\n",
       "      <td>6198.322097</td>\n",
       "      <td>176.104869</td>\n",
       "      <td>176.104869</td>\n",
       "      <td>5.660643</td>\n",
       "      <td>5.660643</td>\n",
       "      <td>1.022230</td>\n",
       "      <td>0.771689</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>101.0</td>\n",
       "      <td>34.990773</td>\n",
       "      <td>44.894697</td>\n",
       "      <td>84.00</td>\n",
       "      <td>4.155986</td>\n",
       "      <td>2.917565</td>\n",
       "      <td>0.470471</td>\n",
       "      <td>3.637555</td>\n",
       "      <td>0.151346</td>\n",
       "      <td>4.007719</td>\n",
       "      <td>...</td>\n",
       "      <td>142.737452</td>\n",
       "      <td>1077.547297</td>\n",
       "      <td>1077.547297</td>\n",
       "      <td>23.706564</td>\n",
       "      <td>23.706564</td>\n",
       "      <td>1.537288</td>\n",
       "      <td>1.537288</td>\n",
       "      <td>3.106743</td>\n",
       "      <td>0.890817</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>150.0</td>\n",
       "      <td>19.067193</td>\n",
       "      <td>26.179600</td>\n",
       "      <td>44.00</td>\n",
       "      <td>3.230650</td>\n",
       "      <td>2.268701</td>\n",
       "      <td>0.483114</td>\n",
       "      <td>2.902607</td>\n",
       "      <td>0.242226</td>\n",
       "      <td>3.307392</td>\n",
       "      <td>...</td>\n",
       "      <td>104.556840</td>\n",
       "      <td>980.019268</td>\n",
       "      <td>980.019268</td>\n",
       "      <td>27.578035</td>\n",
       "      <td>27.578035</td>\n",
       "      <td>1.014181</td>\n",
       "      <td>1.014181</td>\n",
       "      <td>2.431955</td>\n",
       "      <td>0.783703</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>221.0</td>\n",
       "      <td>2.467243</td>\n",
       "      <td>10.546802</td>\n",
       "      <td>5.00</td>\n",
       "      <td>1.108511</td>\n",
       "      <td>0.816777</td>\n",
       "      <td>0.751707</td>\n",
       "      <td>0.980880</td>\n",
       "      <td>0.770886</td>\n",
       "      <td>1.261634</td>\n",
       "      <td>...</td>\n",
       "      <td>68.041667</td>\n",
       "      <td>29242.333333</td>\n",
       "      <td>29242.333333</td>\n",
       "      <td>599.534722</td>\n",
       "      <td>599.534722</td>\n",
       "      <td>12.541908</td>\n",
       "      <td>12.541908</td>\n",
       "      <td>0.694496</td>\n",
       "      <td>0.803645</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>127.0</td>\n",
       "      <td>10.235201</td>\n",
       "      <td>32.909958</td>\n",
       "      <td>8.00</td>\n",
       "      <td>1.669161</td>\n",
       "      <td>1.295019</td>\n",
       "      <td>0.700071</td>\n",
       "      <td>1.494721</td>\n",
       "      <td>0.629491</td>\n",
       "      <td>1.726163</td>\n",
       "      <td>...</td>\n",
       "      <td>70.700980</td>\n",
       "      <td>28676.575980</td>\n",
       "      <td>28676.575980</td>\n",
       "      <td>465.289216</td>\n",
       "      <td>465.289216</td>\n",
       "      <td>22.493786</td>\n",
       "      <td>22.493786</td>\n",
       "      <td>0.703555</td>\n",
       "      <td>0.924357</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>126.0</td>\n",
       "      <td>13.073423</td>\n",
       "      <td>32.375563</td>\n",
       "      <td>10.00</td>\n",
       "      <td>2.082347</td>\n",
       "      <td>1.564631</td>\n",
       "      <td>0.637418</td>\n",
       "      <td>1.855157</td>\n",
       "      <td>0.551763</td>\n",
       "      <td>2.136467</td>\n",
       "      <td>...</td>\n",
       "      <td>90.146299</td>\n",
       "      <td>19597.199656</td>\n",
       "      <td>19597.199656</td>\n",
       "      <td>312.118761</td>\n",
       "      <td>312.118761</td>\n",
       "      <td>7.551257</td>\n",
       "      <td>7.551257</td>\n",
       "      <td>1.010337</td>\n",
       "      <td>0.819277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>236 rows × 103 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           intra_firstorder_10Percentile  \\\n",
       "PatientID                                  \n",
       "250                                173.8   \n",
       "250                                188.0   \n",
       "250                                175.2   \n",
       "131                                170.0   \n",
       "131                                180.0   \n",
       "...                                  ...   \n",
       "284                                101.0   \n",
       "284                                150.0   \n",
       "151                                221.0   \n",
       "151                                127.0   \n",
       "151                                126.0   \n",
       "\n",
       "           intra_firstorder_RobustMeanAbsoluteDeviation  \\\n",
       "PatientID                                                 \n",
       "250                                           12.934749   \n",
       "250                                            8.072490   \n",
       "250                                           13.934228   \n",
       "131                                            9.938241   \n",
       "131                                            9.768869   \n",
       "...                                                 ...   \n",
       "284                                           34.990773   \n",
       "284                                           19.067193   \n",
       "151                                            2.467243   \n",
       "151                                           10.235201   \n",
       "151                                           13.073423   \n",
       "\n",
       "           intra_firstorder_MeanAbsoluteDeviation  \\\n",
       "PatientID                                           \n",
       "250                                     21.421470   \n",
       "250                                     15.841121   \n",
       "250                                     20.324333   \n",
       "131                                     22.964176   \n",
       "131                                     19.358870   \n",
       "...                                           ...   \n",
       "284                                     44.894697   \n",
       "284                                     26.179600   \n",
       "151                                     10.546802   \n",
       "151                                     32.909958   \n",
       "151                                     32.375563   \n",
       "\n",
       "           intra_firstorder_InterquartileRange  intra_glcm_JointEntropy  \\\n",
       "PatientID                                                                 \n",
       "250                                      26.00                 2.208903   \n",
       "250                                      16.00                 2.117787   \n",
       "250                                      35.00                 2.312891   \n",
       "131                                      16.25                 2.269777   \n",
       "131                                      18.00                 2.030152   \n",
       "...                                        ...                      ...   \n",
       "284                                      84.00                 4.155986   \n",
       "284                                      44.00                 3.230650   \n",
       "151                                       5.00                 1.108511   \n",
       "151                                       8.00                 1.669161   \n",
       "151                                      10.00                 2.082347   \n",
       "\n",
       "           intra_firstorder_Entropy  \\\n",
       "PatientID                             \n",
       "250                        1.639827   \n",
       "250                        1.494682   \n",
       "250                        1.683575   \n",
       "131                        1.654881   \n",
       "131                        1.494781   \n",
       "...                             ...   \n",
       "284                        2.917565   \n",
       "284                        2.268701   \n",
       "151                        0.816777   \n",
       "151                        1.295019   \n",
       "151                        1.564631   \n",
       "\n",
       "           intra_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                 \n",
       "250                                            0.532299   \n",
       "250                                            0.522875   \n",
       "250                                            0.497577   \n",
       "131                                            0.573174   \n",
       "131                                            0.601407   \n",
       "...                                                 ...   \n",
       "284                                            0.470471   \n",
       "284                                            0.483114   \n",
       "151                                            0.751707   \n",
       "151                                            0.700071   \n",
       "151                                            0.637418   \n",
       "\n",
       "           intra_glcm_SumEntropy  intra_firstorder_Uniformity  \\\n",
       "PatientID                                                       \n",
       "250                     1.966279                     0.441840   \n",
       "250                     1.845018                     0.464949   \n",
       "250                     2.008172                     0.394718   \n",
       "131                     2.008540                     0.477403   \n",
       "131                     1.816971                     0.517042   \n",
       "...                          ...                          ...   \n",
       "284                     3.637555                     0.151346   \n",
       "284                     2.902607                     0.242226   \n",
       "151                     0.980880                     0.770886   \n",
       "151                     1.494721                     0.629491   \n",
       "151                     1.855157                     0.551763   \n",
       "\n",
       "           intra_gldm_DependenceEntropy  ...  \\\n",
       "PatientID                                ...   \n",
       "250                            2.299817  ...   \n",
       "250                            2.227720  ...   \n",
       "250                            2.501142  ...   \n",
       "131                            2.435155  ...   \n",
       "131                            2.108752  ...   \n",
       "...                                 ...  ...   \n",
       "284                            4.007719  ...   \n",
       "284                            3.307392  ...   \n",
       "151                            1.261634  ...   \n",
       "151                            1.726163  ...   \n",
       "151                            2.136467  ...   \n",
       "\n",
       "           intra_glszm_GrayLevelNonUniformity  \\\n",
       "PatientID                                       \n",
       "250                                 32.028169   \n",
       "250                                 33.442748   \n",
       "250                                 22.936842   \n",
       "131                                 57.140625   \n",
       "131                                 57.719101   \n",
       "...                                       ...   \n",
       "284                                142.737452   \n",
       "284                                104.556840   \n",
       "151                                 68.041667   \n",
       "151                                 70.700980   \n",
       "151                                 90.146299   \n",
       "\n",
       "           intra_glrlm_LongRunHighGrayLevelEmphasis  \\\n",
       "PatientID                                             \n",
       "250                                     2669.408451   \n",
       "250                                     1521.511450   \n",
       "250                                     1023.610526   \n",
       "131                                     5189.570312   \n",
       "131                                     6198.322097   \n",
       "...                                             ...   \n",
       "284                                     1077.547297   \n",
       "284                                      980.019268   \n",
       "151                                    29242.333333   \n",
       "151                                    28676.575980   \n",
       "151                                    19597.199656   \n",
       "\n",
       "           intra_glszm_LargeAreaHighGrayLevelEmphasis  \\\n",
       "PatientID                                               \n",
       "250                                       2669.408451   \n",
       "250                                       1521.511450   \n",
       "250                                       1023.610526   \n",
       "131                                       5189.570312   \n",
       "131                                       6198.322097   \n",
       "...                                               ...   \n",
       "284                                       1077.547297   \n",
       "284                                        980.019268   \n",
       "151                                      29242.333333   \n",
       "151                                      28676.575980   \n",
       "151                                      19597.199656   \n",
       "\n",
       "           intra_glrlm_LongRunEmphasis  intra_glszm_LargeAreaEmphasis  \\\n",
       "PatientID                                                               \n",
       "250                          77.316901                      77.316901   \n",
       "250                          63.732824                      63.732824   \n",
       "250                          44.705263                      44.705263   \n",
       "131                         110.601562                     110.601562   \n",
       "131                         176.104869                     176.104869   \n",
       "...                                ...                            ...   \n",
       "284                          23.706564                      23.706564   \n",
       "284                          27.578035                      27.578035   \n",
       "151                         599.534722                     599.534722   \n",
       "151                         465.289216                     465.289216   \n",
       "151                         312.118761                     312.118761   \n",
       "\n",
       "           intra_glrlm_LongRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                            \n",
       "250                                       2.500732   \n",
       "250                                       3.104177   \n",
       "250                                       2.361582   \n",
       "131                                       3.782793   \n",
       "131                                       5.660643   \n",
       "...                                            ...   \n",
       "284                                       1.537288   \n",
       "284                                       1.014181   \n",
       "151                                      12.541908   \n",
       "151                                      22.493786   \n",
       "151                                       7.551257   \n",
       "\n",
       "           intra_glszm_LargeAreaLowGrayLevelEmphasis  intra_ngtdm_Busyness  \\\n",
       "PatientID                                                                    \n",
       "250                                         2.500732              0.601256   \n",
       "250                                         3.104177              1.118233   \n",
       "250                                         2.361582              0.795578   \n",
       "131                                         3.782793              0.899623   \n",
       "131                                         5.660643              1.022230   \n",
       "...                                              ...                   ...   \n",
       "284                                         1.537288              3.106743   \n",
       "284                                         1.014181              2.431955   \n",
       "151                                        12.541908              0.694496   \n",
       "151                                        22.493786              0.703555   \n",
       "151                                         7.551257              1.010337   \n",
       "\n",
       "           intra_shape2D_Elongation  recurrence  \n",
       "PatientID                                        \n",
       "250                        0.689679           0  \n",
       "250                        0.588182           0  \n",
       "250                        0.561224           0  \n",
       "131                        0.557147           1  \n",
       "131                        0.771689           1  \n",
       "...                             ...         ...  \n",
       "284                        0.890817           1  \n",
       "284                        0.783703           1  \n",
       "151                        0.803645           1  \n",
       "151                        0.924357           1  \n",
       "151                        0.819277           1  \n",
       "\n",
       "[236 rows x 103 columns]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_intra_train=pd.read_csv(\"patient_features_intra_train.csv\")\n",
    "patient_features_intra_train['PatientID']=patient_features_intra_train['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_intra_train=patient_features_intra_train.set_index('PatientID')\n",
    "patient_features_intra_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>intra_firstorder_10Percentile</th>\n",
       "      <th>intra_firstorder_RobustMeanAbsoluteDeviation</th>\n",
       "      <th>intra_firstorder_MeanAbsoluteDeviation</th>\n",
       "      <th>intra_firstorder_InterquartileRange</th>\n",
       "      <th>intra_glcm_JointEntropy</th>\n",
       "      <th>intra_firstorder_Entropy</th>\n",
       "      <th>intra_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>intra_glcm_SumEntropy</th>\n",
       "      <th>intra_firstorder_Uniformity</th>\n",
       "      <th>intra_gldm_DependenceEntropy</th>\n",
       "      <th>...</th>\n",
       "      <th>intra_glszm_GrayLevelNonUniformity</th>\n",
       "      <th>intra_glrlm_LongRunHighGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaHighGrayLevelEmphasis</th>\n",
       "      <th>intra_glrlm_LongRunEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaEmphasis</th>\n",
       "      <th>intra_glrlm_LongRunLowGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaLowGrayLevelEmphasis</th>\n",
       "      <th>intra_ngtdm_Busyness</th>\n",
       "      <th>intra_shape2D_Elongation</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>005</th>\n",
       "      <td>216.0</td>\n",
       "      <td>6.113426</td>\n",
       "      <td>11.502419</td>\n",
       "      <td>14.00</td>\n",
       "      <td>1.692196</td>\n",
       "      <td>1.223053</td>\n",
       "      <td>0.641084</td>\n",
       "      <td>1.536160</td>\n",
       "      <td>0.586309</td>\n",
       "      <td>1.929795</td>\n",
       "      <td>...</td>\n",
       "      <td>174.132137</td>\n",
       "      <td>6040.047308</td>\n",
       "      <td>6040.047308</td>\n",
       "      <td>171.727569</td>\n",
       "      <td>171.727569</td>\n",
       "      <td>5.032538</td>\n",
       "      <td>5.032538</td>\n",
       "      <td>3.033041</td>\n",
       "      <td>0.321134</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>006</th>\n",
       "      <td>99.0</td>\n",
       "      <td>38.762735</td>\n",
       "      <td>50.060614</td>\n",
       "      <td>90.00</td>\n",
       "      <td>3.550693</td>\n",
       "      <td>2.580647</td>\n",
       "      <td>0.505011</td>\n",
       "      <td>3.121539</td>\n",
       "      <td>0.253428</td>\n",
       "      <td>3.480407</td>\n",
       "      <td>...</td>\n",
       "      <td>187.939775</td>\n",
       "      <td>4321.093316</td>\n",
       "      <td>4321.093316</td>\n",
       "      <td>73.380543</td>\n",
       "      <td>73.380543</td>\n",
       "      <td>2.990132</td>\n",
       "      <td>2.990132</td>\n",
       "      <td>3.292700</td>\n",
       "      <td>0.572172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>030</th>\n",
       "      <td>186.0</td>\n",
       "      <td>9.671757</td>\n",
       "      <td>22.150999</td>\n",
       "      <td>19.50</td>\n",
       "      <td>2.554708</td>\n",
       "      <td>1.852613</td>\n",
       "      <td>0.555030</td>\n",
       "      <td>2.292216</td>\n",
       "      <td>0.411292</td>\n",
       "      <td>2.678433</td>\n",
       "      <td>...</td>\n",
       "      <td>142.357143</td>\n",
       "      <td>4445.131868</td>\n",
       "      <td>4445.131868</td>\n",
       "      <td>91.918956</td>\n",
       "      <td>91.918956</td>\n",
       "      <td>2.417148</td>\n",
       "      <td>2.417148</td>\n",
       "      <td>2.254514</td>\n",
       "      <td>0.437281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>042</th>\n",
       "      <td>226.0</td>\n",
       "      <td>3.329783</td>\n",
       "      <td>9.458135</td>\n",
       "      <td>7.00</td>\n",
       "      <td>0.976124</td>\n",
       "      <td>0.761863</td>\n",
       "      <td>0.804361</td>\n",
       "      <td>0.899854</td>\n",
       "      <td>0.793335</td>\n",
       "      <td>1.071575</td>\n",
       "      <td>...</td>\n",
       "      <td>117.047538</td>\n",
       "      <td>52140.120543</td>\n",
       "      <td>52140.120543</td>\n",
       "      <td>1450.748727</td>\n",
       "      <td>1450.748727</td>\n",
       "      <td>41.023647</td>\n",
       "      <td>41.023647</td>\n",
       "      <td>2.014534</td>\n",
       "      <td>0.834098</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>045</th>\n",
       "      <td>207.0</td>\n",
       "      <td>4.696030</td>\n",
       "      <td>10.467795</td>\n",
       "      <td>8.00</td>\n",
       "      <td>1.495275</td>\n",
       "      <td>1.123687</td>\n",
       "      <td>0.635903</td>\n",
       "      <td>1.377701</td>\n",
       "      <td>0.623508</td>\n",
       "      <td>1.778120</td>\n",
       "      <td>...</td>\n",
       "      <td>109.709046</td>\n",
       "      <td>3738.173594</td>\n",
       "      <td>3738.173594</td>\n",
       "      <td>152.420538</td>\n",
       "      <td>152.420538</td>\n",
       "      <td>6.430153</td>\n",
       "      <td>6.430153</td>\n",
       "      <td>2.110561</td>\n",
       "      <td>0.290531</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>047</th>\n",
       "      <td>125.0</td>\n",
       "      <td>34.445385</td>\n",
       "      <td>40.125214</td>\n",
       "      <td>87.00</td>\n",
       "      <td>3.496558</td>\n",
       "      <td>2.515687</td>\n",
       "      <td>0.478368</td>\n",
       "      <td>3.160634</td>\n",
       "      <td>0.198562</td>\n",
       "      <td>3.528714</td>\n",
       "      <td>...</td>\n",
       "      <td>117.958032</td>\n",
       "      <td>1053.269175</td>\n",
       "      <td>1053.269175</td>\n",
       "      <td>31.037627</td>\n",
       "      <td>31.037627</td>\n",
       "      <td>2.163028</td>\n",
       "      <td>2.163028</td>\n",
       "      <td>3.130580</td>\n",
       "      <td>0.497265</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>063</th>\n",
       "      <td>227.0</td>\n",
       "      <td>2.417465</td>\n",
       "      <td>7.698029</td>\n",
       "      <td>4.00</td>\n",
       "      <td>0.777071</td>\n",
       "      <td>0.581961</td>\n",
       "      <td>0.781251</td>\n",
       "      <td>0.708592</td>\n",
       "      <td>0.836422</td>\n",
       "      <td>0.996161</td>\n",
       "      <td>...</td>\n",
       "      <td>38.095652</td>\n",
       "      <td>27859.991304</td>\n",
       "      <td>27859.991304</td>\n",
       "      <td>570.391304</td>\n",
       "      <td>570.391304</td>\n",
       "      <td>11.988826</td>\n",
       "      <td>11.988826</td>\n",
       "      <td>0.324322</td>\n",
       "      <td>0.757860</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>096</th>\n",
       "      <td>157.0</td>\n",
       "      <td>13.468700</td>\n",
       "      <td>27.929567</td>\n",
       "      <td>18.00</td>\n",
       "      <td>2.020580</td>\n",
       "      <td>1.545337</td>\n",
       "      <td>0.676286</td>\n",
       "      <td>1.825781</td>\n",
       "      <td>0.546365</td>\n",
       "      <td>2.062192</td>\n",
       "      <td>...</td>\n",
       "      <td>193.107931</td>\n",
       "      <td>31131.557645</td>\n",
       "      <td>31131.557645</td>\n",
       "      <td>492.924775</td>\n",
       "      <td>492.924775</td>\n",
       "      <td>9.391714</td>\n",
       "      <td>9.391714</td>\n",
       "      <td>1.915978</td>\n",
       "      <td>0.582015</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>185.0</td>\n",
       "      <td>5.682038</td>\n",
       "      <td>17.830396</td>\n",
       "      <td>6.00</td>\n",
       "      <td>1.450733</td>\n",
       "      <td>1.124756</td>\n",
       "      <td>0.707664</td>\n",
       "      <td>1.309963</td>\n",
       "      <td>0.667582</td>\n",
       "      <td>1.567746</td>\n",
       "      <td>...</td>\n",
       "      <td>102.449735</td>\n",
       "      <td>20798.358025</td>\n",
       "      <td>20798.358025</td>\n",
       "      <td>428.185185</td>\n",
       "      <td>428.185185</td>\n",
       "      <td>9.171644</td>\n",
       "      <td>9.171644</td>\n",
       "      <td>1.140882</td>\n",
       "      <td>0.549730</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>210.9</td>\n",
       "      <td>3.612609</td>\n",
       "      <td>12.524685</td>\n",
       "      <td>7.00</td>\n",
       "      <td>1.604875</td>\n",
       "      <td>1.126625</td>\n",
       "      <td>0.633072</td>\n",
       "      <td>1.440400</td>\n",
       "      <td>0.641468</td>\n",
       "      <td>1.831157</td>\n",
       "      <td>...</td>\n",
       "      <td>152.029703</td>\n",
       "      <td>9965.889109</td>\n",
       "      <td>9965.889109</td>\n",
       "      <td>206.605941</td>\n",
       "      <td>206.605941</td>\n",
       "      <td>4.516391</td>\n",
       "      <td>4.516391</td>\n",
       "      <td>1.566026</td>\n",
       "      <td>0.339887</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>153.0</td>\n",
       "      <td>13.493365</td>\n",
       "      <td>28.244347</td>\n",
       "      <td>16.00</td>\n",
       "      <td>2.179985</td>\n",
       "      <td>1.644355</td>\n",
       "      <td>0.638729</td>\n",
       "      <td>1.955209</td>\n",
       "      <td>0.528633</td>\n",
       "      <td>2.242169</td>\n",
       "      <td>...</td>\n",
       "      <td>117.395939</td>\n",
       "      <td>20504.568528</td>\n",
       "      <td>20504.568528</td>\n",
       "      <td>324.558376</td>\n",
       "      <td>324.558376</td>\n",
       "      <td>5.696087</td>\n",
       "      <td>5.696087</td>\n",
       "      <td>1.482792</td>\n",
       "      <td>0.826063</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>230.0</td>\n",
       "      <td>3.396180</td>\n",
       "      <td>9.748804</td>\n",
       "      <td>7.00</td>\n",
       "      <td>1.247143</td>\n",
       "      <td>0.906006</td>\n",
       "      <td>0.736309</td>\n",
       "      <td>1.125731</td>\n",
       "      <td>0.738084</td>\n",
       "      <td>1.389950</td>\n",
       "      <td>...</td>\n",
       "      <td>221.536585</td>\n",
       "      <td>31468.401909</td>\n",
       "      <td>31468.401909</td>\n",
       "      <td>641.776246</td>\n",
       "      <td>641.776246</td>\n",
       "      <td>13.248698</td>\n",
       "      <td>13.248698</td>\n",
       "      <td>3.191809</td>\n",
       "      <td>0.720079</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>182.0</td>\n",
       "      <td>11.956010</td>\n",
       "      <td>17.165918</td>\n",
       "      <td>25.00</td>\n",
       "      <td>2.410366</td>\n",
       "      <td>1.749216</td>\n",
       "      <td>0.538689</td>\n",
       "      <td>2.166374</td>\n",
       "      <td>0.346180</td>\n",
       "      <td>2.519251</td>\n",
       "      <td>...</td>\n",
       "      <td>41.151899</td>\n",
       "      <td>1555.107595</td>\n",
       "      <td>1555.107595</td>\n",
       "      <td>70.765823</td>\n",
       "      <td>70.765823</td>\n",
       "      <td>3.706554</td>\n",
       "      <td>3.706554</td>\n",
       "      <td>1.612269</td>\n",
       "      <td>0.740407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>225.0</td>\n",
       "      <td>3.744554</td>\n",
       "      <td>7.040022</td>\n",
       "      <td>8.00</td>\n",
       "      <td>0.948573</td>\n",
       "      <td>0.683014</td>\n",
       "      <td>0.748641</td>\n",
       "      <td>0.867185</td>\n",
       "      <td>0.800040</td>\n",
       "      <td>1.148251</td>\n",
       "      <td>...</td>\n",
       "      <td>112.773256</td>\n",
       "      <td>16341.098837</td>\n",
       "      <td>16341.098837</td>\n",
       "      <td>454.709302</td>\n",
       "      <td>454.709302</td>\n",
       "      <td>12.746867</td>\n",
       "      <td>12.746867</td>\n",
       "      <td>1.545756</td>\n",
       "      <td>0.737371</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>223.0</td>\n",
       "      <td>2.878164</td>\n",
       "      <td>6.805218</td>\n",
       "      <td>7.00</td>\n",
       "      <td>0.908632</td>\n",
       "      <td>0.673513</td>\n",
       "      <td>0.748884</td>\n",
       "      <td>0.834287</td>\n",
       "      <td>0.785836</td>\n",
       "      <td>1.118133</td>\n",
       "      <td>...</td>\n",
       "      <td>87.328467</td>\n",
       "      <td>12996.784672</td>\n",
       "      <td>12996.784672</td>\n",
       "      <td>522.098540</td>\n",
       "      <td>522.098540</td>\n",
       "      <td>21.146166</td>\n",
       "      <td>21.146166</td>\n",
       "      <td>1.870383</td>\n",
       "      <td>0.801612</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>144.0</td>\n",
       "      <td>26.111476</td>\n",
       "      <td>31.856102</td>\n",
       "      <td>66.25</td>\n",
       "      <td>3.230637</td>\n",
       "      <td>2.374249</td>\n",
       "      <td>0.493913</td>\n",
       "      <td>2.893214</td>\n",
       "      <td>0.224282</td>\n",
       "      <td>3.300823</td>\n",
       "      <td>...</td>\n",
       "      <td>34.621622</td>\n",
       "      <td>1285.708108</td>\n",
       "      <td>1285.708108</td>\n",
       "      <td>44.681081</td>\n",
       "      <td>44.681081</td>\n",
       "      <td>2.540485</td>\n",
       "      <td>2.540485</td>\n",
       "      <td>0.812851</td>\n",
       "      <td>0.838757</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>203.0</td>\n",
       "      <td>3.860638</td>\n",
       "      <td>13.208546</td>\n",
       "      <td>6.00</td>\n",
       "      <td>1.300930</td>\n",
       "      <td>1.031374</td>\n",
       "      <td>0.740301</td>\n",
       "      <td>1.205997</td>\n",
       "      <td>0.682854</td>\n",
       "      <td>1.429769</td>\n",
       "      <td>...</td>\n",
       "      <td>95.681373</td>\n",
       "      <td>38659.475490</td>\n",
       "      <td>38659.475490</td>\n",
       "      <td>607.715686</td>\n",
       "      <td>607.715686</td>\n",
       "      <td>9.767990</td>\n",
       "      <td>9.767990</td>\n",
       "      <td>0.757449</td>\n",
       "      <td>0.803581</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>227.0</td>\n",
       "      <td>3.169720</td>\n",
       "      <td>5.143001</td>\n",
       "      <td>8.00</td>\n",
       "      <td>0.563947</td>\n",
       "      <td>0.404590</td>\n",
       "      <td>0.840486</td>\n",
       "      <td>0.513059</td>\n",
       "      <td>0.887130</td>\n",
       "      <td>0.715135</td>\n",
       "      <td>...</td>\n",
       "      <td>220.004800</td>\n",
       "      <td>52930.038400</td>\n",
       "      <td>52930.038400</td>\n",
       "      <td>1471.344000</td>\n",
       "      <td>1471.344000</td>\n",
       "      <td>40.960441</td>\n",
       "      <td>40.960441</td>\n",
       "      <td>3.075814</td>\n",
       "      <td>0.647464</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>205.0</td>\n",
       "      <td>3.989371</td>\n",
       "      <td>10.307521</td>\n",
       "      <td>7.00</td>\n",
       "      <td>1.173553</td>\n",
       "      <td>0.913844</td>\n",
       "      <td>0.726236</td>\n",
       "      <td>1.087543</td>\n",
       "      <td>0.697983</td>\n",
       "      <td>1.398396</td>\n",
       "      <td>...</td>\n",
       "      <td>69.569106</td>\n",
       "      <td>8893.207317</td>\n",
       "      <td>8893.207317</td>\n",
       "      <td>359.894309</td>\n",
       "      <td>359.894309</td>\n",
       "      <td>14.891539</td>\n",
       "      <td>14.891539</td>\n",
       "      <td>1.093333</td>\n",
       "      <td>0.596729</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>223.0</td>\n",
       "      <td>3.035409</td>\n",
       "      <td>5.650245</td>\n",
       "      <td>7.00</td>\n",
       "      <td>0.857185</td>\n",
       "      <td>0.644403</td>\n",
       "      <td>0.811799</td>\n",
       "      <td>0.810663</td>\n",
       "      <td>0.770713</td>\n",
       "      <td>1.033180</td>\n",
       "      <td>...</td>\n",
       "      <td>328.309091</td>\n",
       "      <td>31046.690909</td>\n",
       "      <td>31046.690909</td>\n",
       "      <td>1248.460606</td>\n",
       "      <td>1248.460606</td>\n",
       "      <td>50.405118</td>\n",
       "      <td>50.405118</td>\n",
       "      <td>6.109835</td>\n",
       "      <td>0.634214</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 103 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           intra_firstorder_10Percentile  \\\n",
       "PatientID                                  \n",
       "005                                216.0   \n",
       "006                                 99.0   \n",
       "030                                186.0   \n",
       "042                                226.0   \n",
       "045                                207.0   \n",
       "047                                125.0   \n",
       "063                                227.0   \n",
       "096                                157.0   \n",
       "123                                185.0   \n",
       "130                                210.9   \n",
       "155                                153.0   \n",
       "173                                230.0   \n",
       "202                                182.0   \n",
       "210                                225.0   \n",
       "242                                223.0   \n",
       "252                                144.0   \n",
       "258                                203.0   \n",
       "263                                227.0   \n",
       "268                                205.0   \n",
       "276                                223.0   \n",
       "\n",
       "           intra_firstorder_RobustMeanAbsoluteDeviation  \\\n",
       "PatientID                                                 \n",
       "005                                            6.113426   \n",
       "006                                           38.762735   \n",
       "030                                            9.671757   \n",
       "042                                            3.329783   \n",
       "045                                            4.696030   \n",
       "047                                           34.445385   \n",
       "063                                            2.417465   \n",
       "096                                           13.468700   \n",
       "123                                            5.682038   \n",
       "130                                            3.612609   \n",
       "155                                           13.493365   \n",
       "173                                            3.396180   \n",
       "202                                           11.956010   \n",
       "210                                            3.744554   \n",
       "242                                            2.878164   \n",
       "252                                           26.111476   \n",
       "258                                            3.860638   \n",
       "263                                            3.169720   \n",
       "268                                            3.989371   \n",
       "276                                            3.035409   \n",
       "\n",
       "           intra_firstorder_MeanAbsoluteDeviation  \\\n",
       "PatientID                                           \n",
       "005                                     11.502419   \n",
       "006                                     50.060614   \n",
       "030                                     22.150999   \n",
       "042                                      9.458135   \n",
       "045                                     10.467795   \n",
       "047                                     40.125214   \n",
       "063                                      7.698029   \n",
       "096                                     27.929567   \n",
       "123                                     17.830396   \n",
       "130                                     12.524685   \n",
       "155                                     28.244347   \n",
       "173                                      9.748804   \n",
       "202                                     17.165918   \n",
       "210                                      7.040022   \n",
       "242                                      6.805218   \n",
       "252                                     31.856102   \n",
       "258                                     13.208546   \n",
       "263                                      5.143001   \n",
       "268                                     10.307521   \n",
       "276                                      5.650245   \n",
       "\n",
       "           intra_firstorder_InterquartileRange  intra_glcm_JointEntropy  \\\n",
       "PatientID                                                                 \n",
       "005                                      14.00                 1.692196   \n",
       "006                                      90.00                 3.550693   \n",
       "030                                      19.50                 2.554708   \n",
       "042                                       7.00                 0.976124   \n",
       "045                                       8.00                 1.495275   \n",
       "047                                      87.00                 3.496558   \n",
       "063                                       4.00                 0.777071   \n",
       "096                                      18.00                 2.020580   \n",
       "123                                       6.00                 1.450733   \n",
       "130                                       7.00                 1.604875   \n",
       "155                                      16.00                 2.179985   \n",
       "173                                       7.00                 1.247143   \n",
       "202                                      25.00                 2.410366   \n",
       "210                                       8.00                 0.948573   \n",
       "242                                       7.00                 0.908632   \n",
       "252                                      66.25                 3.230637   \n",
       "258                                       6.00                 1.300930   \n",
       "263                                       8.00                 0.563947   \n",
       "268                                       7.00                 1.173553   \n",
       "276                                       7.00                 0.857185   \n",
       "\n",
       "           intra_firstorder_Entropy  \\\n",
       "PatientID                             \n",
       "005                        1.223053   \n",
       "006                        2.580647   \n",
       "030                        1.852613   \n",
       "042                        0.761863   \n",
       "045                        1.123687   \n",
       "047                        2.515687   \n",
       "063                        0.581961   \n",
       "096                        1.545337   \n",
       "123                        1.124756   \n",
       "130                        1.126625   \n",
       "155                        1.644355   \n",
       "173                        0.906006   \n",
       "202                        1.749216   \n",
       "210                        0.683014   \n",
       "242                        0.673513   \n",
       "252                        2.374249   \n",
       "258                        1.031374   \n",
       "263                        0.404590   \n",
       "268                        0.913844   \n",
       "276                        0.644403   \n",
       "\n",
       "           intra_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                 \n",
       "005                                            0.641084   \n",
       "006                                            0.505011   \n",
       "030                                            0.555030   \n",
       "042                                            0.804361   \n",
       "045                                            0.635903   \n",
       "047                                            0.478368   \n",
       "063                                            0.781251   \n",
       "096                                            0.676286   \n",
       "123                                            0.707664   \n",
       "130                                            0.633072   \n",
       "155                                            0.638729   \n",
       "173                                            0.736309   \n",
       "202                                            0.538689   \n",
       "210                                            0.748641   \n",
       "242                                            0.748884   \n",
       "252                                            0.493913   \n",
       "258                                            0.740301   \n",
       "263                                            0.840486   \n",
       "268                                            0.726236   \n",
       "276                                            0.811799   \n",
       "\n",
       "           intra_glcm_SumEntropy  intra_firstorder_Uniformity  \\\n",
       "PatientID                                                       \n",
       "005                     1.536160                     0.586309   \n",
       "006                     3.121539                     0.253428   \n",
       "030                     2.292216                     0.411292   \n",
       "042                     0.899854                     0.793335   \n",
       "045                     1.377701                     0.623508   \n",
       "047                     3.160634                     0.198562   \n",
       "063                     0.708592                     0.836422   \n",
       "096                     1.825781                     0.546365   \n",
       "123                     1.309963                     0.667582   \n",
       "130                     1.440400                     0.641468   \n",
       "155                     1.955209                     0.528633   \n",
       "173                     1.125731                     0.738084   \n",
       "202                     2.166374                     0.346180   \n",
       "210                     0.867185                     0.800040   \n",
       "242                     0.834287                     0.785836   \n",
       "252                     2.893214                     0.224282   \n",
       "258                     1.205997                     0.682854   \n",
       "263                     0.513059                     0.887130   \n",
       "268                     1.087543                     0.697983   \n",
       "276                     0.810663                     0.770713   \n",
       "\n",
       "           intra_gldm_DependenceEntropy  ...  \\\n",
       "PatientID                                ...   \n",
       "005                            1.929795  ...   \n",
       "006                            3.480407  ...   \n",
       "030                            2.678433  ...   \n",
       "042                            1.071575  ...   \n",
       "045                            1.778120  ...   \n",
       "047                            3.528714  ...   \n",
       "063                            0.996161  ...   \n",
       "096                            2.062192  ...   \n",
       "123                            1.567746  ...   \n",
       "130                            1.831157  ...   \n",
       "155                            2.242169  ...   \n",
       "173                            1.389950  ...   \n",
       "202                            2.519251  ...   \n",
       "210                            1.148251  ...   \n",
       "242                            1.118133  ...   \n",
       "252                            3.300823  ...   \n",
       "258                            1.429769  ...   \n",
       "263                            0.715135  ...   \n",
       "268                            1.398396  ...   \n",
       "276                            1.033180  ...   \n",
       "\n",
       "           intra_glszm_GrayLevelNonUniformity  \\\n",
       "PatientID                                       \n",
       "005                                174.132137   \n",
       "006                                187.939775   \n",
       "030                                142.357143   \n",
       "042                                117.047538   \n",
       "045                                109.709046   \n",
       "047                                117.958032   \n",
       "063                                 38.095652   \n",
       "096                                193.107931   \n",
       "123                                102.449735   \n",
       "130                                152.029703   \n",
       "155                                117.395939   \n",
       "173                                221.536585   \n",
       "202                                 41.151899   \n",
       "210                                112.773256   \n",
       "242                                 87.328467   \n",
       "252                                 34.621622   \n",
       "258                                 95.681373   \n",
       "263                                220.004800   \n",
       "268                                 69.569106   \n",
       "276                                328.309091   \n",
       "\n",
       "           intra_glrlm_LongRunHighGrayLevelEmphasis  \\\n",
       "PatientID                                             \n",
       "005                                     6040.047308   \n",
       "006                                     4321.093316   \n",
       "030                                     4445.131868   \n",
       "042                                    52140.120543   \n",
       "045                                     3738.173594   \n",
       "047                                     1053.269175   \n",
       "063                                    27859.991304   \n",
       "096                                    31131.557645   \n",
       "123                                    20798.358025   \n",
       "130                                     9965.889109   \n",
       "155                                    20504.568528   \n",
       "173                                    31468.401909   \n",
       "202                                     1555.107595   \n",
       "210                                    16341.098837   \n",
       "242                                    12996.784672   \n",
       "252                                     1285.708108   \n",
       "258                                    38659.475490   \n",
       "263                                    52930.038400   \n",
       "268                                     8893.207317   \n",
       "276                                    31046.690909   \n",
       "\n",
       "           intra_glszm_LargeAreaHighGrayLevelEmphasis  \\\n",
       "PatientID                                               \n",
       "005                                       6040.047308   \n",
       "006                                       4321.093316   \n",
       "030                                       4445.131868   \n",
       "042                                      52140.120543   \n",
       "045                                       3738.173594   \n",
       "047                                       1053.269175   \n",
       "063                                      27859.991304   \n",
       "096                                      31131.557645   \n",
       "123                                      20798.358025   \n",
       "130                                       9965.889109   \n",
       "155                                      20504.568528   \n",
       "173                                      31468.401909   \n",
       "202                                       1555.107595   \n",
       "210                                      16341.098837   \n",
       "242                                      12996.784672   \n",
       "252                                       1285.708108   \n",
       "258                                      38659.475490   \n",
       "263                                      52930.038400   \n",
       "268                                       8893.207317   \n",
       "276                                      31046.690909   \n",
       "\n",
       "           intra_glrlm_LongRunEmphasis  intra_glszm_LargeAreaEmphasis  \\\n",
       "PatientID                                                               \n",
       "005                         171.727569                     171.727569   \n",
       "006                          73.380543                      73.380543   \n",
       "030                          91.918956                      91.918956   \n",
       "042                        1450.748727                    1450.748727   \n",
       "045                         152.420538                     152.420538   \n",
       "047                          31.037627                      31.037627   \n",
       "063                         570.391304                     570.391304   \n",
       "096                         492.924775                     492.924775   \n",
       "123                         428.185185                     428.185185   \n",
       "130                         206.605941                     206.605941   \n",
       "155                         324.558376                     324.558376   \n",
       "173                         641.776246                     641.776246   \n",
       "202                          70.765823                      70.765823   \n",
       "210                         454.709302                     454.709302   \n",
       "242                         522.098540                     522.098540   \n",
       "252                          44.681081                      44.681081   \n",
       "258                         607.715686                     607.715686   \n",
       "263                        1471.344000                    1471.344000   \n",
       "268                         359.894309                     359.894309   \n",
       "276                        1248.460606                    1248.460606   \n",
       "\n",
       "           intra_glrlm_LongRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                            \n",
       "005                                       5.032538   \n",
       "006                                       2.990132   \n",
       "030                                       2.417148   \n",
       "042                                      41.023647   \n",
       "045                                       6.430153   \n",
       "047                                       2.163028   \n",
       "063                                      11.988826   \n",
       "096                                       9.391714   \n",
       "123                                       9.171644   \n",
       "130                                       4.516391   \n",
       "155                                       5.696087   \n",
       "173                                      13.248698   \n",
       "202                                       3.706554   \n",
       "210                                      12.746867   \n",
       "242                                      21.146166   \n",
       "252                                       2.540485   \n",
       "258                                       9.767990   \n",
       "263                                      40.960441   \n",
       "268                                      14.891539   \n",
       "276                                      50.405118   \n",
       "\n",
       "           intra_glszm_LargeAreaLowGrayLevelEmphasis  intra_ngtdm_Busyness  \\\n",
       "PatientID                                                                    \n",
       "005                                         5.032538              3.033041   \n",
       "006                                         2.990132              3.292700   \n",
       "030                                         2.417148              2.254514   \n",
       "042                                        41.023647              2.014534   \n",
       "045                                         6.430153              2.110561   \n",
       "047                                         2.163028              3.130580   \n",
       "063                                        11.988826              0.324322   \n",
       "096                                         9.391714              1.915978   \n",
       "123                                         9.171644              1.140882   \n",
       "130                                         4.516391              1.566026   \n",
       "155                                         5.696087              1.482792   \n",
       "173                                        13.248698              3.191809   \n",
       "202                                         3.706554              1.612269   \n",
       "210                                        12.746867              1.545756   \n",
       "242                                        21.146166              1.870383   \n",
       "252                                         2.540485              0.812851   \n",
       "258                                         9.767990              0.757449   \n",
       "263                                        40.960441              3.075814   \n",
       "268                                        14.891539              1.093333   \n",
       "276                                        50.405118              6.109835   \n",
       "\n",
       "           intra_shape2D_Elongation  recurrence  \n",
       "PatientID                                        \n",
       "005                        0.321134           1  \n",
       "006                        0.572172           1  \n",
       "030                        0.437281           1  \n",
       "042                        0.834098           1  \n",
       "045                        0.290531           0  \n",
       "047                        0.497265           0  \n",
       "063                        0.757860           0  \n",
       "096                        0.582015           1  \n",
       "123                        0.549730           1  \n",
       "130                        0.339887           0  \n",
       "155                        0.826063           1  \n",
       "173                        0.720079           1  \n",
       "202                        0.740407           1  \n",
       "210                        0.737371           1  \n",
       "242                        0.801612           1  \n",
       "252                        0.838757           1  \n",
       "258                        0.803581           0  \n",
       "263                        0.647464           0  \n",
       "268                        0.596729           1  \n",
       "276                        0.634214           0  \n",
       "\n",
       "[20 rows x 103 columns]"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_intra_test=pd.read_csv(\"patient_features_intra_test.csv\")\n",
    "patient_features_intra_test['PatientID']=patient_features_intra_test['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_intra_test=patient_features_intra_test.set_index('PatientID')\n",
    "patient_features_intra_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- patient_features_peri_train / patient_features_peri_test - 종양외부(15mm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>peri_glcm_Idm</th>\n",
       "      <th>peri_glcm_Id</th>\n",
       "      <th>peri_gldm_LargeDependenceEmphasis</th>\n",
       "      <th>peri_firstorder_Median</th>\n",
       "      <th>peri_glrlm_RunPercentage</th>\n",
       "      <th>peri_glszm_ZonePercentage</th>\n",
       "      <th>peri_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>peri_glcm_DifferenceEntropy</th>\n",
       "      <th>peri_gldm_SmallDependenceEmphasis</th>\n",
       "      <th>peri_glcm_InverseVariance</th>\n",
       "      <th>...</th>\n",
       "      <th>peri_ngtdm_Busyness</th>\n",
       "      <th>peri_firstorder_10Percentile</th>\n",
       "      <th>peri_glcm_Imc2</th>\n",
       "      <th>peri_ngtdm_Contrast</th>\n",
       "      <th>peri_glrlm_ShortRunLowGrayLevelEmphasis</th>\n",
       "      <th>peri_glszm_SmallAreaLowGrayLevelEmphasis</th>\n",
       "      <th>peri_firstorder_Kurtosis</th>\n",
       "      <th>peri_firstorder_Minimum</th>\n",
       "      <th>peri_shape2D_PerimeterSurfaceRatio</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.938651</td>\n",
       "      <td>0.941210</td>\n",
       "      <td>7.754086</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.126899</td>\n",
       "      <td>0.126899</td>\n",
       "      <td>0.627535</td>\n",
       "      <td>0.607547</td>\n",
       "      <td>0.153411</td>\n",
       "      <td>0.088255</td>\n",
       "      <td>...</td>\n",
       "      <td>9.028602</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.967094</td>\n",
       "      <td>0.037978</td>\n",
       "      <td>0.007753</td>\n",
       "      <td>0.007753</td>\n",
       "      <td>1.669493</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079338</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.940181</td>\n",
       "      <td>0.942418</td>\n",
       "      <td>7.781214</td>\n",
       "      <td>91.0</td>\n",
       "      <td>0.124082</td>\n",
       "      <td>0.124082</td>\n",
       "      <td>0.633201</td>\n",
       "      <td>0.589047</td>\n",
       "      <td>0.152311</td>\n",
       "      <td>0.087005</td>\n",
       "      <td>...</td>\n",
       "      <td>10.774463</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.968075</td>\n",
       "      <td>0.042450</td>\n",
       "      <td>0.018016</td>\n",
       "      <td>0.018016</td>\n",
       "      <td>1.442181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079139</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.944002</td>\n",
       "      <td>0.946309</td>\n",
       "      <td>7.835643</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.118951</td>\n",
       "      <td>0.118951</td>\n",
       "      <td>0.645541</td>\n",
       "      <td>0.558595</td>\n",
       "      <td>0.151839</td>\n",
       "      <td>0.080158</td>\n",
       "      <td>...</td>\n",
       "      <td>13.948310</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.962778</td>\n",
       "      <td>0.054873</td>\n",
       "      <td>0.011241</td>\n",
       "      <td>0.011241</td>\n",
       "      <td>1.264349</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079738</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.915553</td>\n",
       "      <td>0.920560</td>\n",
       "      <td>7.463265</td>\n",
       "      <td>89.0</td>\n",
       "      <td>0.156816</td>\n",
       "      <td>0.156816</td>\n",
       "      <td>0.572805</td>\n",
       "      <td>0.793644</td>\n",
       "      <td>0.164273</td>\n",
       "      <td>0.103133</td>\n",
       "      <td>...</td>\n",
       "      <td>7.121987</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.965189</td>\n",
       "      <td>0.025245</td>\n",
       "      <td>0.022966</td>\n",
       "      <td>0.022966</td>\n",
       "      <td>3.495972</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079697</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.898002</td>\n",
       "      <td>0.902295</td>\n",
       "      <td>7.077157</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.196374</td>\n",
       "      <td>0.196374</td>\n",
       "      <td>0.518225</td>\n",
       "      <td>0.874966</td>\n",
       "      <td>0.178156</td>\n",
       "      <td>0.149264</td>\n",
       "      <td>...</td>\n",
       "      <td>6.337776</td>\n",
       "      <td>71.0</td>\n",
       "      <td>0.972808</td>\n",
       "      <td>0.025770</td>\n",
       "      <td>0.021132</td>\n",
       "      <td>0.021132</td>\n",
       "      <td>3.683667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079072</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>0.927607</td>\n",
       "      <td>0.930196</td>\n",
       "      <td>7.544443</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.148337</td>\n",
       "      <td>0.148337</td>\n",
       "      <td>0.586902</td>\n",
       "      <td>0.684579</td>\n",
       "      <td>0.160814</td>\n",
       "      <td>0.110551</td>\n",
       "      <td>...</td>\n",
       "      <td>7.574558</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.976015</td>\n",
       "      <td>0.018157</td>\n",
       "      <td>0.014306</td>\n",
       "      <td>0.014306</td>\n",
       "      <td>2.690847</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079988</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>0.915112</td>\n",
       "      <td>0.917572</td>\n",
       "      <td>7.300108</td>\n",
       "      <td>99.0</td>\n",
       "      <td>0.173895</td>\n",
       "      <td>0.173895</td>\n",
       "      <td>0.546930</td>\n",
       "      <td>0.751729</td>\n",
       "      <td>0.171351</td>\n",
       "      <td>0.137332</td>\n",
       "      <td>...</td>\n",
       "      <td>6.269245</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.971852</td>\n",
       "      <td>0.016641</td>\n",
       "      <td>0.012782</td>\n",
       "      <td>0.012782</td>\n",
       "      <td>4.381179</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079640</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.883131</td>\n",
       "      <td>0.888447</td>\n",
       "      <td>6.808222</td>\n",
       "      <td>81.0</td>\n",
       "      <td>0.223896</td>\n",
       "      <td>0.223896</td>\n",
       "      <td>0.492589</td>\n",
       "      <td>0.958037</td>\n",
       "      <td>0.187722</td>\n",
       "      <td>0.171770</td>\n",
       "      <td>...</td>\n",
       "      <td>11.188188</td>\n",
       "      <td>63.0</td>\n",
       "      <td>0.963373</td>\n",
       "      <td>0.020169</td>\n",
       "      <td>0.014408</td>\n",
       "      <td>0.014408</td>\n",
       "      <td>5.517176</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079923</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.877319</td>\n",
       "      <td>0.882564</td>\n",
       "      <td>6.701342</td>\n",
       "      <td>82.0</td>\n",
       "      <td>0.235794</td>\n",
       "      <td>0.235794</td>\n",
       "      <td>0.482297</td>\n",
       "      <td>0.978424</td>\n",
       "      <td>0.194724</td>\n",
       "      <td>0.184595</td>\n",
       "      <td>...</td>\n",
       "      <td>12.231945</td>\n",
       "      <td>67.0</td>\n",
       "      <td>0.963287</td>\n",
       "      <td>0.021696</td>\n",
       "      <td>0.017448</td>\n",
       "      <td>0.017448</td>\n",
       "      <td>5.215817</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079675</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.891120</td>\n",
       "      <td>0.895410</td>\n",
       "      <td>6.915354</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.213972</td>\n",
       "      <td>0.213972</td>\n",
       "      <td>0.499302</td>\n",
       "      <td>0.904174</td>\n",
       "      <td>0.187376</td>\n",
       "      <td>0.166704</td>\n",
       "      <td>...</td>\n",
       "      <td>10.970318</td>\n",
       "      <td>65.0</td>\n",
       "      <td>0.961055</td>\n",
       "      <td>0.015528</td>\n",
       "      <td>0.017103</td>\n",
       "      <td>0.017103</td>\n",
       "      <td>6.342964</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.079806</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>236 rows × 103 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           peri_glcm_Idm  peri_glcm_Id  peri_gldm_LargeDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "250             0.938651      0.941210                           7.754086   \n",
       "250             0.940181      0.942418                           7.781214   \n",
       "250             0.944002      0.946309                           7.835643   \n",
       "131             0.915553      0.920560                           7.463265   \n",
       "131             0.898002      0.902295                           7.077157   \n",
       "...                  ...           ...                                ...   \n",
       "284             0.927607      0.930196                           7.544443   \n",
       "284             0.915112      0.917572                           7.300108   \n",
       "151             0.883131      0.888447                           6.808222   \n",
       "151             0.877319      0.882564                           6.701342   \n",
       "151             0.891120      0.895410                           6.915354   \n",
       "\n",
       "           peri_firstorder_Median  peri_glrlm_RunPercentage  \\\n",
       "PatientID                                                     \n",
       "250                          94.0                  0.126899   \n",
       "250                          91.0                  0.124082   \n",
       "250                          90.0                  0.118951   \n",
       "131                          89.0                  0.156816   \n",
       "131                          94.0                  0.196374   \n",
       "...                           ...                       ...   \n",
       "284                          94.0                  0.148337   \n",
       "284                          99.0                  0.173895   \n",
       "151                          81.0                  0.223896   \n",
       "151                          82.0                  0.235794   \n",
       "151                          80.0                  0.213972   \n",
       "\n",
       "           peri_glszm_ZonePercentage  \\\n",
       "PatientID                              \n",
       "250                         0.126899   \n",
       "250                         0.124082   \n",
       "250                         0.118951   \n",
       "131                         0.156816   \n",
       "131                         0.196374   \n",
       "...                              ...   \n",
       "284                         0.148337   \n",
       "284                         0.173895   \n",
       "151                         0.223896   \n",
       "151                         0.235794   \n",
       "151                         0.213972   \n",
       "\n",
       "           peri_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                \n",
       "250                                           0.627535   \n",
       "250                                           0.633201   \n",
       "250                                           0.645541   \n",
       "131                                           0.572805   \n",
       "131                                           0.518225   \n",
       "...                                                ...   \n",
       "284                                           0.586902   \n",
       "284                                           0.546930   \n",
       "151                                           0.492589   \n",
       "151                                           0.482297   \n",
       "151                                           0.499302   \n",
       "\n",
       "           peri_glcm_DifferenceEntropy  peri_gldm_SmallDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "250                           0.607547                           0.153411   \n",
       "250                           0.589047                           0.152311   \n",
       "250                           0.558595                           0.151839   \n",
       "131                           0.793644                           0.164273   \n",
       "131                           0.874966                           0.178156   \n",
       "...                                ...                                ...   \n",
       "284                           0.684579                           0.160814   \n",
       "284                           0.751729                           0.171351   \n",
       "151                           0.958037                           0.187722   \n",
       "151                           0.978424                           0.194724   \n",
       "151                           0.904174                           0.187376   \n",
       "\n",
       "           peri_glcm_InverseVariance  ...  peri_ngtdm_Busyness  \\\n",
       "PatientID                             ...                        \n",
       "250                         0.088255  ...             9.028602   \n",
       "250                         0.087005  ...            10.774463   \n",
       "250                         0.080158  ...            13.948310   \n",
       "131                         0.103133  ...             7.121987   \n",
       "131                         0.149264  ...             6.337776   \n",
       "...                              ...  ...                  ...   \n",
       "284                         0.110551  ...             7.574558   \n",
       "284                         0.137332  ...             6.269245   \n",
       "151                         0.171770  ...            11.188188   \n",
       "151                         0.184595  ...            12.231945   \n",
       "151                         0.166704  ...            10.970318   \n",
       "\n",
       "           peri_firstorder_10Percentile  peri_glcm_Imc2  peri_ngtdm_Contrast  \\\n",
       "PatientID                                                                      \n",
       "250                                 0.0        0.967094             0.037978   \n",
       "250                                 0.0        0.968075             0.042450   \n",
       "250                                 0.0        0.962778             0.054873   \n",
       "131                                 0.0        0.965189             0.025245   \n",
       "131                                71.0        0.972808             0.025770   \n",
       "...                                 ...             ...                  ...   \n",
       "284                                 0.0        0.976015             0.018157   \n",
       "284                                 0.0        0.971852             0.016641   \n",
       "151                                63.0        0.963373             0.020169   \n",
       "151                                67.0        0.963287             0.021696   \n",
       "151                                65.0        0.961055             0.015528   \n",
       "\n",
       "           peri_glrlm_ShortRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                            \n",
       "250                                       0.007753   \n",
       "250                                       0.018016   \n",
       "250                                       0.011241   \n",
       "131                                       0.022966   \n",
       "131                                       0.021132   \n",
       "...                                            ...   \n",
       "284                                       0.014306   \n",
       "284                                       0.012782   \n",
       "151                                       0.014408   \n",
       "151                                       0.017448   \n",
       "151                                       0.017103   \n",
       "\n",
       "           peri_glszm_SmallAreaLowGrayLevelEmphasis  peri_firstorder_Kurtosis  \\\n",
       "PatientID                                                                       \n",
       "250                                        0.007753                  1.669493   \n",
       "250                                        0.018016                  1.442181   \n",
       "250                                        0.011241                  1.264349   \n",
       "131                                        0.022966                  3.495972   \n",
       "131                                        0.021132                  3.683667   \n",
       "...                                             ...                       ...   \n",
       "284                                        0.014306                  2.690847   \n",
       "284                                        0.012782                  4.381179   \n",
       "151                                        0.014408                  5.517176   \n",
       "151                                        0.017448                  5.215817   \n",
       "151                                        0.017103                  6.342964   \n",
       "\n",
       "           peri_firstorder_Minimum  peri_shape2D_PerimeterSurfaceRatio  \\\n",
       "PatientID                                                                \n",
       "250                            0.0                            0.079338   \n",
       "250                            0.0                            0.079139   \n",
       "250                            0.0                            0.079738   \n",
       "131                            0.0                            0.079697   \n",
       "131                            0.0                            0.079072   \n",
       "...                            ...                                 ...   \n",
       "284                            0.0                            0.079988   \n",
       "284                            0.0                            0.079640   \n",
       "151                            0.0                            0.079923   \n",
       "151                            0.0                            0.079675   \n",
       "151                            0.0                            0.079806   \n",
       "\n",
       "           recurrence  \n",
       "PatientID              \n",
       "250                 0  \n",
       "250                 0  \n",
       "250                 0  \n",
       "131                 1  \n",
       "131                 1  \n",
       "...               ...  \n",
       "284                 1  \n",
       "284                 1  \n",
       "151                 1  \n",
       "151                 1  \n",
       "151                 1  \n",
       "\n",
       "[236 rows x 103 columns]"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_peri_train=pd.read_csv(\"patient_features_peri_train.csv\")\n",
    "patient_features_peri_train['PatientID']=patient_features_peri_train['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_peri_train=patient_features_peri_train.set_index('PatientID')\n",
    "patient_features_peri_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>peri_glcm_Idm</th>\n",
       "      <th>peri_glcm_Id</th>\n",
       "      <th>peri_gldm_LargeDependenceEmphasis</th>\n",
       "      <th>peri_firstorder_Median</th>\n",
       "      <th>peri_glrlm_RunPercentage</th>\n",
       "      <th>peri_glszm_ZonePercentage</th>\n",
       "      <th>peri_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>peri_glcm_DifferenceEntropy</th>\n",
       "      <th>peri_gldm_SmallDependenceEmphasis</th>\n",
       "      <th>peri_glcm_InverseVariance</th>\n",
       "      <th>...</th>\n",
       "      <th>peri_ngtdm_Busyness</th>\n",
       "      <th>peri_firstorder_10Percentile</th>\n",
       "      <th>peri_glcm_Imc2</th>\n",
       "      <th>peri_ngtdm_Contrast</th>\n",
       "      <th>peri_glrlm_ShortRunLowGrayLevelEmphasis</th>\n",
       "      <th>peri_glszm_SmallAreaLowGrayLevelEmphasis</th>\n",
       "      <th>peri_firstorder_Kurtosis</th>\n",
       "      <th>peri_firstorder_Minimum</th>\n",
       "      <th>peri_shape2D_PerimeterSurfaceRatio</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>005</th>\n",
       "      <td>0.891431</td>\n",
       "      <td>0.896858</td>\n",
       "      <td>6.899566</td>\n",
       "      <td>224.0</td>\n",
       "      <td>0.214920</td>\n",
       "      <td>0.214920</td>\n",
       "      <td>0.499292</td>\n",
       "      <td>0.899523</td>\n",
       "      <td>0.185713</td>\n",
       "      <td>0.157694</td>\n",
       "      <td>...</td>\n",
       "      <td>4.962536</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.986254</td>\n",
       "      <td>0.042833</td>\n",
       "      <td>0.017823</td>\n",
       "      <td>0.017823</td>\n",
       "      <td>2.565295</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.086429</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>006</th>\n",
       "      <td>0.895185</td>\n",
       "      <td>0.899103</td>\n",
       "      <td>6.949021</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.209308</td>\n",
       "      <td>0.209308</td>\n",
       "      <td>0.505133</td>\n",
       "      <td>0.853588</td>\n",
       "      <td>0.182118</td>\n",
       "      <td>0.167590</td>\n",
       "      <td>...</td>\n",
       "      <td>17.359034</td>\n",
       "      <td>72.0</td>\n",
       "      <td>0.984313</td>\n",
       "      <td>0.045937</td>\n",
       "      <td>0.050035</td>\n",
       "      <td>0.050035</td>\n",
       "      <td>2.106897</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.088564</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>030</th>\n",
       "      <td>0.899448</td>\n",
       "      <td>0.905118</td>\n",
       "      <td>7.084129</td>\n",
       "      <td>189.0</td>\n",
       "      <td>0.196810</td>\n",
       "      <td>0.196810</td>\n",
       "      <td>0.517280</td>\n",
       "      <td>0.836721</td>\n",
       "      <td>0.181738</td>\n",
       "      <td>0.142319</td>\n",
       "      <td>...</td>\n",
       "      <td>4.177470</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.990171</td>\n",
       "      <td>0.047185</td>\n",
       "      <td>0.019415</td>\n",
       "      <td>0.019415</td>\n",
       "      <td>1.333240</td>\n",
       "      <td>58.0</td>\n",
       "      <td>0.086748</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>042</th>\n",
       "      <td>0.903754</td>\n",
       "      <td>0.908109</td>\n",
       "      <td>7.127535</td>\n",
       "      <td>188.0</td>\n",
       "      <td>0.192216</td>\n",
       "      <td>0.192216</td>\n",
       "      <td>0.522798</td>\n",
       "      <td>0.801304</td>\n",
       "      <td>0.179690</td>\n",
       "      <td>0.147626</td>\n",
       "      <td>...</td>\n",
       "      <td>6.997736</td>\n",
       "      <td>104.0</td>\n",
       "      <td>0.989973</td>\n",
       "      <td>0.043750</td>\n",
       "      <td>0.030556</td>\n",
       "      <td>0.030556</td>\n",
       "      <td>1.428819</td>\n",
       "      <td>77.0</td>\n",
       "      <td>0.090538</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>045</th>\n",
       "      <td>0.929375</td>\n",
       "      <td>0.930445</td>\n",
       "      <td>7.423431</td>\n",
       "      <td>211.0</td>\n",
       "      <td>0.160163</td>\n",
       "      <td>0.160163</td>\n",
       "      <td>0.566485</td>\n",
       "      <td>0.622747</td>\n",
       "      <td>0.163259</td>\n",
       "      <td>0.130230</td>\n",
       "      <td>...</td>\n",
       "      <td>5.608043</td>\n",
       "      <td>118.0</td>\n",
       "      <td>0.988660</td>\n",
       "      <td>0.021297</td>\n",
       "      <td>0.016084</td>\n",
       "      <td>0.016084</td>\n",
       "      <td>1.514219</td>\n",
       "      <td>93.0</td>\n",
       "      <td>0.085794</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>047</th>\n",
       "      <td>0.900014</td>\n",
       "      <td>0.902786</td>\n",
       "      <td>6.996968</td>\n",
       "      <td>113.0</td>\n",
       "      <td>0.205107</td>\n",
       "      <td>0.205107</td>\n",
       "      <td>0.508504</td>\n",
       "      <td>0.797897</td>\n",
       "      <td>0.182765</td>\n",
       "      <td>0.171613</td>\n",
       "      <td>...</td>\n",
       "      <td>24.693532</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.977217</td>\n",
       "      <td>0.042262</td>\n",
       "      <td>0.056166</td>\n",
       "      <td>0.056166</td>\n",
       "      <td>2.471468</td>\n",
       "      <td>76.0</td>\n",
       "      <td>0.080675</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>063</th>\n",
       "      <td>0.917952</td>\n",
       "      <td>0.921009</td>\n",
       "      <td>7.355007</td>\n",
       "      <td>218.0</td>\n",
       "      <td>0.168130</td>\n",
       "      <td>0.168130</td>\n",
       "      <td>0.555280</td>\n",
       "      <td>0.719568</td>\n",
       "      <td>0.168907</td>\n",
       "      <td>0.132184</td>\n",
       "      <td>...</td>\n",
       "      <td>3.746565</td>\n",
       "      <td>97.0</td>\n",
       "      <td>0.981134</td>\n",
       "      <td>0.042117</td>\n",
       "      <td>0.032247</td>\n",
       "      <td>0.032247</td>\n",
       "      <td>1.652708</td>\n",
       "      <td>83.0</td>\n",
       "      <td>0.079247</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>096</th>\n",
       "      <td>0.881492</td>\n",
       "      <td>0.886289</td>\n",
       "      <td>6.739252</td>\n",
       "      <td>114.0</td>\n",
       "      <td>0.232188</td>\n",
       "      <td>0.232188</td>\n",
       "      <td>0.484112</td>\n",
       "      <td>0.913806</td>\n",
       "      <td>0.194286</td>\n",
       "      <td>0.187346</td>\n",
       "      <td>...</td>\n",
       "      <td>12.283456</td>\n",
       "      <td>82.0</td>\n",
       "      <td>0.982671</td>\n",
       "      <td>0.044196</td>\n",
       "      <td>0.025969</td>\n",
       "      <td>0.025969</td>\n",
       "      <td>2.192480</td>\n",
       "      <td>56.0</td>\n",
       "      <td>0.097744</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>0.924678</td>\n",
       "      <td>0.927262</td>\n",
       "      <td>7.418466</td>\n",
       "      <td>109.0</td>\n",
       "      <td>0.161532</td>\n",
       "      <td>0.161532</td>\n",
       "      <td>0.565366</td>\n",
       "      <td>0.683199</td>\n",
       "      <td>0.166304</td>\n",
       "      <td>0.122737</td>\n",
       "      <td>...</td>\n",
       "      <td>5.581354</td>\n",
       "      <td>77.0</td>\n",
       "      <td>0.986768</td>\n",
       "      <td>0.039754</td>\n",
       "      <td>0.025101</td>\n",
       "      <td>0.025101</td>\n",
       "      <td>1.238245</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.083867</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>0.927645</td>\n",
       "      <td>0.930520</td>\n",
       "      <td>7.523523</td>\n",
       "      <td>226.0</td>\n",
       "      <td>0.151064</td>\n",
       "      <td>0.151064</td>\n",
       "      <td>0.583256</td>\n",
       "      <td>0.653722</td>\n",
       "      <td>0.163512</td>\n",
       "      <td>0.115352</td>\n",
       "      <td>...</td>\n",
       "      <td>2.800956</td>\n",
       "      <td>89.0</td>\n",
       "      <td>0.981255</td>\n",
       "      <td>0.025854</td>\n",
       "      <td>0.015282</td>\n",
       "      <td>0.015282</td>\n",
       "      <td>2.093029</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.088642</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>0.882777</td>\n",
       "      <td>0.888243</td>\n",
       "      <td>6.785740</td>\n",
       "      <td>107.0</td>\n",
       "      <td>0.226986</td>\n",
       "      <td>0.226986</td>\n",
       "      <td>0.488753</td>\n",
       "      <td>0.930360</td>\n",
       "      <td>0.191150</td>\n",
       "      <td>0.176075</td>\n",
       "      <td>...</td>\n",
       "      <td>18.067766</td>\n",
       "      <td>81.0</td>\n",
       "      <td>0.979955</td>\n",
       "      <td>0.039221</td>\n",
       "      <td>0.027659</td>\n",
       "      <td>0.027659</td>\n",
       "      <td>1.976119</td>\n",
       "      <td>59.0</td>\n",
       "      <td>0.080698</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>0.930518</td>\n",
       "      <td>0.933045</td>\n",
       "      <td>7.532150</td>\n",
       "      <td>229.0</td>\n",
       "      <td>0.149979</td>\n",
       "      <td>0.149979</td>\n",
       "      <td>0.584762</td>\n",
       "      <td>0.644467</td>\n",
       "      <td>0.162531</td>\n",
       "      <td>0.112149</td>\n",
       "      <td>...</td>\n",
       "      <td>3.323949</td>\n",
       "      <td>81.0</td>\n",
       "      <td>0.989675</td>\n",
       "      <td>0.030017</td>\n",
       "      <td>0.029615</td>\n",
       "      <td>0.029615</td>\n",
       "      <td>2.198078</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.093478</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>0.911046</td>\n",
       "      <td>0.913063</td>\n",
       "      <td>7.180676</td>\n",
       "      <td>202.0</td>\n",
       "      <td>0.186773</td>\n",
       "      <td>0.186773</td>\n",
       "      <td>0.529657</td>\n",
       "      <td>0.729821</td>\n",
       "      <td>0.177782</td>\n",
       "      <td>0.157451</td>\n",
       "      <td>...</td>\n",
       "      <td>3.161279</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.991503</td>\n",
       "      <td>0.031845</td>\n",
       "      <td>0.026952</td>\n",
       "      <td>0.026952</td>\n",
       "      <td>1.677147</td>\n",
       "      <td>82.0</td>\n",
       "      <td>0.079321</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>0.909503</td>\n",
       "      <td>0.914362</td>\n",
       "      <td>7.254214</td>\n",
       "      <td>210.0</td>\n",
       "      <td>0.179066</td>\n",
       "      <td>0.179066</td>\n",
       "      <td>0.539935</td>\n",
       "      <td>0.781311</td>\n",
       "      <td>0.174563</td>\n",
       "      <td>0.130350</td>\n",
       "      <td>...</td>\n",
       "      <td>3.623084</td>\n",
       "      <td>82.0</td>\n",
       "      <td>0.981820</td>\n",
       "      <td>0.036584</td>\n",
       "      <td>0.032748</td>\n",
       "      <td>0.032748</td>\n",
       "      <td>1.352594</td>\n",
       "      <td>60.0</td>\n",
       "      <td>0.079060</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>0.898621</td>\n",
       "      <td>0.901741</td>\n",
       "      <td>6.953589</td>\n",
       "      <td>206.0</td>\n",
       "      <td>0.208729</td>\n",
       "      <td>0.208729</td>\n",
       "      <td>0.505816</td>\n",
       "      <td>0.812606</td>\n",
       "      <td>0.181583</td>\n",
       "      <td>0.170629</td>\n",
       "      <td>...</td>\n",
       "      <td>5.558294</td>\n",
       "      <td>106.0</td>\n",
       "      <td>0.989223</td>\n",
       "      <td>0.041702</td>\n",
       "      <td>0.032637</td>\n",
       "      <td>0.032637</td>\n",
       "      <td>1.492723</td>\n",
       "      <td>81.0</td>\n",
       "      <td>0.080020</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>0.913264</td>\n",
       "      <td>0.915101</td>\n",
       "      <td>7.178044</td>\n",
       "      <td>97.0</td>\n",
       "      <td>0.185338</td>\n",
       "      <td>0.185338</td>\n",
       "      <td>0.531411</td>\n",
       "      <td>0.720344</td>\n",
       "      <td>0.172194</td>\n",
       "      <td>0.154644</td>\n",
       "      <td>...</td>\n",
       "      <td>14.270221</td>\n",
       "      <td>84.0</td>\n",
       "      <td>0.889833</td>\n",
       "      <td>0.006188</td>\n",
       "      <td>0.025188</td>\n",
       "      <td>0.025188</td>\n",
       "      <td>7.470807</td>\n",
       "      <td>57.0</td>\n",
       "      <td>0.079268</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>0.910295</td>\n",
       "      <td>0.913314</td>\n",
       "      <td>7.181875</td>\n",
       "      <td>104.0</td>\n",
       "      <td>0.184704</td>\n",
       "      <td>0.184704</td>\n",
       "      <td>0.532233</td>\n",
       "      <td>0.750125</td>\n",
       "      <td>0.171253</td>\n",
       "      <td>0.148587</td>\n",
       "      <td>...</td>\n",
       "      <td>13.480220</td>\n",
       "      <td>68.0</td>\n",
       "      <td>0.988351</td>\n",
       "      <td>0.037003</td>\n",
       "      <td>0.029378</td>\n",
       "      <td>0.029378</td>\n",
       "      <td>1.873159</td>\n",
       "      <td>56.0</td>\n",
       "      <td>0.078848</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>0.930268</td>\n",
       "      <td>0.932422</td>\n",
       "      <td>7.471351</td>\n",
       "      <td>229.0</td>\n",
       "      <td>0.156943</td>\n",
       "      <td>0.156943</td>\n",
       "      <td>0.574151</td>\n",
       "      <td>0.644261</td>\n",
       "      <td>0.167166</td>\n",
       "      <td>0.115905</td>\n",
       "      <td>...</td>\n",
       "      <td>2.962934</td>\n",
       "      <td>87.0</td>\n",
       "      <td>0.987644</td>\n",
       "      <td>0.030321</td>\n",
       "      <td>0.013485</td>\n",
       "      <td>0.013485</td>\n",
       "      <td>1.928201</td>\n",
       "      <td>55.0</td>\n",
       "      <td>0.117608</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>0.914976</td>\n",
       "      <td>0.918039</td>\n",
       "      <td>7.264609</td>\n",
       "      <td>159.0</td>\n",
       "      <td>0.177986</td>\n",
       "      <td>0.177986</td>\n",
       "      <td>0.541434</td>\n",
       "      <td>0.733429</td>\n",
       "      <td>0.174138</td>\n",
       "      <td>0.138157</td>\n",
       "      <td>...</td>\n",
       "      <td>4.938774</td>\n",
       "      <td>116.0</td>\n",
       "      <td>0.984094</td>\n",
       "      <td>0.024750</td>\n",
       "      <td>0.013187</td>\n",
       "      <td>0.013187</td>\n",
       "      <td>1.673272</td>\n",
       "      <td>59.0</td>\n",
       "      <td>0.079281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>0.909838</td>\n",
       "      <td>0.911516</td>\n",
       "      <td>6.984827</td>\n",
       "      <td>212.0</td>\n",
       "      <td>0.206933</td>\n",
       "      <td>0.206933</td>\n",
       "      <td>0.506154</td>\n",
       "      <td>0.730744</td>\n",
       "      <td>0.185139</td>\n",
       "      <td>0.163286</td>\n",
       "      <td>...</td>\n",
       "      <td>3.494147</td>\n",
       "      <td>103.0</td>\n",
       "      <td>0.990734</td>\n",
       "      <td>0.027961</td>\n",
       "      <td>0.013030</td>\n",
       "      <td>0.013030</td>\n",
       "      <td>1.513299</td>\n",
       "      <td>66.0</td>\n",
       "      <td>0.136187</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 103 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           peri_glcm_Idm  peri_glcm_Id  peri_gldm_LargeDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "005             0.891431      0.896858                           6.899566   \n",
       "006             0.895185      0.899103                           6.949021   \n",
       "030             0.899448      0.905118                           7.084129   \n",
       "042             0.903754      0.908109                           7.127535   \n",
       "045             0.929375      0.930445                           7.423431   \n",
       "047             0.900014      0.902786                           6.996968   \n",
       "063             0.917952      0.921009                           7.355007   \n",
       "096             0.881492      0.886289                           6.739252   \n",
       "123             0.924678      0.927262                           7.418466   \n",
       "130             0.927645      0.930520                           7.523523   \n",
       "155             0.882777      0.888243                           6.785740   \n",
       "173             0.930518      0.933045                           7.532150   \n",
       "202             0.911046      0.913063                           7.180676   \n",
       "210             0.909503      0.914362                           7.254214   \n",
       "242             0.898621      0.901741                           6.953589   \n",
       "252             0.913264      0.915101                           7.178044   \n",
       "258             0.910295      0.913314                           7.181875   \n",
       "263             0.930268      0.932422                           7.471351   \n",
       "268             0.914976      0.918039                           7.264609   \n",
       "276             0.909838      0.911516                           6.984827   \n",
       "\n",
       "           peri_firstorder_Median  peri_glrlm_RunPercentage  \\\n",
       "PatientID                                                     \n",
       "005                         224.0                  0.214920   \n",
       "006                          98.0                  0.209308   \n",
       "030                         189.0                  0.196810   \n",
       "042                         188.0                  0.192216   \n",
       "045                         211.0                  0.160163   \n",
       "047                         113.0                  0.205107   \n",
       "063                         218.0                  0.168130   \n",
       "096                         114.0                  0.232188   \n",
       "123                         109.0                  0.161532   \n",
       "130                         226.0                  0.151064   \n",
       "155                         107.0                  0.226986   \n",
       "173                         229.0                  0.149979   \n",
       "202                         202.0                  0.186773   \n",
       "210                         210.0                  0.179066   \n",
       "242                         206.0                  0.208729   \n",
       "252                          97.0                  0.185338   \n",
       "258                         104.0                  0.184704   \n",
       "263                         229.0                  0.156943   \n",
       "268                         159.0                  0.177986   \n",
       "276                         212.0                  0.206933   \n",
       "\n",
       "           peri_glszm_ZonePercentage  \\\n",
       "PatientID                              \n",
       "005                         0.214920   \n",
       "006                         0.209308   \n",
       "030                         0.196810   \n",
       "042                         0.192216   \n",
       "045                         0.160163   \n",
       "047                         0.205107   \n",
       "063                         0.168130   \n",
       "096                         0.232188   \n",
       "123                         0.161532   \n",
       "130                         0.151064   \n",
       "155                         0.226986   \n",
       "173                         0.149979   \n",
       "202                         0.186773   \n",
       "210                         0.179066   \n",
       "242                         0.208729   \n",
       "252                         0.185338   \n",
       "258                         0.184704   \n",
       "263                         0.156943   \n",
       "268                         0.177986   \n",
       "276                         0.206933   \n",
       "\n",
       "           peri_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                \n",
       "005                                           0.499292   \n",
       "006                                           0.505133   \n",
       "030                                           0.517280   \n",
       "042                                           0.522798   \n",
       "045                                           0.566485   \n",
       "047                                           0.508504   \n",
       "063                                           0.555280   \n",
       "096                                           0.484112   \n",
       "123                                           0.565366   \n",
       "130                                           0.583256   \n",
       "155                                           0.488753   \n",
       "173                                           0.584762   \n",
       "202                                           0.529657   \n",
       "210                                           0.539935   \n",
       "242                                           0.505816   \n",
       "252                                           0.531411   \n",
       "258                                           0.532233   \n",
       "263                                           0.574151   \n",
       "268                                           0.541434   \n",
       "276                                           0.506154   \n",
       "\n",
       "           peri_glcm_DifferenceEntropy  peri_gldm_SmallDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "005                           0.899523                           0.185713   \n",
       "006                           0.853588                           0.182118   \n",
       "030                           0.836721                           0.181738   \n",
       "042                           0.801304                           0.179690   \n",
       "045                           0.622747                           0.163259   \n",
       "047                           0.797897                           0.182765   \n",
       "063                           0.719568                           0.168907   \n",
       "096                           0.913806                           0.194286   \n",
       "123                           0.683199                           0.166304   \n",
       "130                           0.653722                           0.163512   \n",
       "155                           0.930360                           0.191150   \n",
       "173                           0.644467                           0.162531   \n",
       "202                           0.729821                           0.177782   \n",
       "210                           0.781311                           0.174563   \n",
       "242                           0.812606                           0.181583   \n",
       "252                           0.720344                           0.172194   \n",
       "258                           0.750125                           0.171253   \n",
       "263                           0.644261                           0.167166   \n",
       "268                           0.733429                           0.174138   \n",
       "276                           0.730744                           0.185139   \n",
       "\n",
       "           peri_glcm_InverseVariance  ...  peri_ngtdm_Busyness  \\\n",
       "PatientID                             ...                        \n",
       "005                         0.157694  ...             4.962536   \n",
       "006                         0.167590  ...            17.359034   \n",
       "030                         0.142319  ...             4.177470   \n",
       "042                         0.147626  ...             6.997736   \n",
       "045                         0.130230  ...             5.608043   \n",
       "047                         0.171613  ...            24.693532   \n",
       "063                         0.132184  ...             3.746565   \n",
       "096                         0.187346  ...            12.283456   \n",
       "123                         0.122737  ...             5.581354   \n",
       "130                         0.115352  ...             2.800956   \n",
       "155                         0.176075  ...            18.067766   \n",
       "173                         0.112149  ...             3.323949   \n",
       "202                         0.157451  ...             3.161279   \n",
       "210                         0.130350  ...             3.623084   \n",
       "242                         0.170629  ...             5.558294   \n",
       "252                         0.154644  ...            14.270221   \n",
       "258                         0.148587  ...            13.480220   \n",
       "263                         0.115905  ...             2.962934   \n",
       "268                         0.138157  ...             4.938774   \n",
       "276                         0.163286  ...             3.494147   \n",
       "\n",
       "           peri_firstorder_10Percentile  peri_glcm_Imc2  peri_ngtdm_Contrast  \\\n",
       "PatientID                                                                      \n",
       "005                                90.0        0.986254             0.042833   \n",
       "006                                72.0        0.984313             0.045937   \n",
       "030                                85.0        0.990171             0.047185   \n",
       "042                               104.0        0.989973             0.043750   \n",
       "045                               118.0        0.988660             0.021297   \n",
       "047                                90.0        0.977217             0.042262   \n",
       "063                                97.0        0.981134             0.042117   \n",
       "096                                82.0        0.982671             0.044196   \n",
       "123                                77.0        0.986768             0.039754   \n",
       "130                                89.0        0.981255             0.025854   \n",
       "155                                81.0        0.979955             0.039221   \n",
       "173                                81.0        0.989675             0.030017   \n",
       "202                                98.0        0.991503             0.031845   \n",
       "210                                82.0        0.981820             0.036584   \n",
       "242                               106.0        0.989223             0.041702   \n",
       "252                                84.0        0.889833             0.006188   \n",
       "258                                68.0        0.988351             0.037003   \n",
       "263                                87.0        0.987644             0.030321   \n",
       "268                               116.0        0.984094             0.024750   \n",
       "276                               103.0        0.990734             0.027961   \n",
       "\n",
       "           peri_glrlm_ShortRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                            \n",
       "005                                       0.017823   \n",
       "006                                       0.050035   \n",
       "030                                       0.019415   \n",
       "042                                       0.030556   \n",
       "045                                       0.016084   \n",
       "047                                       0.056166   \n",
       "063                                       0.032247   \n",
       "096                                       0.025969   \n",
       "123                                       0.025101   \n",
       "130                                       0.015282   \n",
       "155                                       0.027659   \n",
       "173                                       0.029615   \n",
       "202                                       0.026952   \n",
       "210                                       0.032748   \n",
       "242                                       0.032637   \n",
       "252                                       0.025188   \n",
       "258                                       0.029378   \n",
       "263                                       0.013485   \n",
       "268                                       0.013187   \n",
       "276                                       0.013030   \n",
       "\n",
       "           peri_glszm_SmallAreaLowGrayLevelEmphasis  peri_firstorder_Kurtosis  \\\n",
       "PatientID                                                                       \n",
       "005                                        0.017823                  2.565295   \n",
       "006                                        0.050035                  2.106897   \n",
       "030                                        0.019415                  1.333240   \n",
       "042                                        0.030556                  1.428819   \n",
       "045                                        0.016084                  1.514219   \n",
       "047                                        0.056166                  2.471468   \n",
       "063                                        0.032247                  1.652708   \n",
       "096                                        0.025969                  2.192480   \n",
       "123                                        0.025101                  1.238245   \n",
       "130                                        0.015282                  2.093029   \n",
       "155                                        0.027659                  1.976119   \n",
       "173                                        0.029615                  2.198078   \n",
       "202                                        0.026952                  1.677147   \n",
       "210                                        0.032748                  1.352594   \n",
       "242                                        0.032637                  1.492723   \n",
       "252                                        0.025188                  7.470807   \n",
       "258                                        0.029378                  1.873159   \n",
       "263                                        0.013485                  1.928201   \n",
       "268                                        0.013187                  1.673272   \n",
       "276                                        0.013030                  1.513299   \n",
       "\n",
       "           peri_firstorder_Minimum  peri_shape2D_PerimeterSurfaceRatio  \\\n",
       "PatientID                                                                \n",
       "005                           55.0                            0.086429   \n",
       "006                           55.0                            0.088564   \n",
       "030                           58.0                            0.086748   \n",
       "042                           77.0                            0.090538   \n",
       "045                           93.0                            0.085794   \n",
       "047                           76.0                            0.080675   \n",
       "063                           83.0                            0.079247   \n",
       "096                           56.0                            0.097744   \n",
       "123                           55.0                            0.083867   \n",
       "130                           55.0                            0.088642   \n",
       "155                           59.0                            0.080698   \n",
       "173                           55.0                            0.093478   \n",
       "202                           82.0                            0.079321   \n",
       "210                           60.0                            0.079060   \n",
       "242                           81.0                            0.080020   \n",
       "252                           57.0                            0.079268   \n",
       "258                           56.0                            0.078848   \n",
       "263                           55.0                            0.117608   \n",
       "268                           59.0                            0.079281   \n",
       "276                           66.0                            0.136187   \n",
       "\n",
       "           recurrence  \n",
       "PatientID              \n",
       "005                 1  \n",
       "006                 1  \n",
       "030                 1  \n",
       "042                 1  \n",
       "045                 0  \n",
       "047                 0  \n",
       "063                 0  \n",
       "096                 1  \n",
       "123                 1  \n",
       "130                 0  \n",
       "155                 1  \n",
       "173                 1  \n",
       "202                 1  \n",
       "210                 1  \n",
       "242                 1  \n",
       "252                 1  \n",
       "258                 0  \n",
       "263                 0  \n",
       "268                 1  \n",
       "276                 0  \n",
       "\n",
       "[20 rows x 103 columns]"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_peri_test=pd.read_csv(\"patient_features_peri_test.csv\")\n",
    "patient_features_peri_test['PatientID']=patient_features_peri_test['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_peri_test=patient_features_peri_test.set_index('PatientID')\n",
    "patient_features_peri_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "- patient_features_combine_train / patient_features_combine_test - 종양내외부"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>peri_glcm_Idm</th>\n",
       "      <th>peri_glcm_Id</th>\n",
       "      <th>peri_gldm_LargeDependenceEmphasis</th>\n",
       "      <th>peri_firstorder_Median</th>\n",
       "      <th>peri_glrlm_RunPercentage</th>\n",
       "      <th>peri_glszm_ZonePercentage</th>\n",
       "      <th>peri_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>peri_glcm_DifferenceEntropy</th>\n",
       "      <th>peri_gldm_SmallDependenceEmphasis</th>\n",
       "      <th>peri_glcm_InverseVariance</th>\n",
       "      <th>...</th>\n",
       "      <th>intra_glrlm_LongRunEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaEmphasis</th>\n",
       "      <th>peri_firstorder_Kurtosis</th>\n",
       "      <th>peri_firstorder_Minimum</th>\n",
       "      <th>intra_glrlm_LongRunLowGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaLowGrayLevelEmphasis</th>\n",
       "      <th>intra_ngtdm_Busyness</th>\n",
       "      <th>peri_shape2D_PerimeterSurfaceRatio</th>\n",
       "      <th>intra_shape2D_Elongation</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.938651</td>\n",
       "      <td>0.941210</td>\n",
       "      <td>7.754086</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.126899</td>\n",
       "      <td>0.126899</td>\n",
       "      <td>0.627535</td>\n",
       "      <td>0.607547</td>\n",
       "      <td>0.153411</td>\n",
       "      <td>0.088255</td>\n",
       "      <td>...</td>\n",
       "      <td>77.316901</td>\n",
       "      <td>77.316901</td>\n",
       "      <td>1.669493</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.500732</td>\n",
       "      <td>2.500732</td>\n",
       "      <td>0.601256</td>\n",
       "      <td>0.079338</td>\n",
       "      <td>0.689679</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.940181</td>\n",
       "      <td>0.942418</td>\n",
       "      <td>7.781214</td>\n",
       "      <td>91.0</td>\n",
       "      <td>0.124082</td>\n",
       "      <td>0.124082</td>\n",
       "      <td>0.633201</td>\n",
       "      <td>0.589047</td>\n",
       "      <td>0.152311</td>\n",
       "      <td>0.087005</td>\n",
       "      <td>...</td>\n",
       "      <td>63.732824</td>\n",
       "      <td>63.732824</td>\n",
       "      <td>1.442181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.104177</td>\n",
       "      <td>3.104177</td>\n",
       "      <td>1.118233</td>\n",
       "      <td>0.079139</td>\n",
       "      <td>0.588182</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>250</th>\n",
       "      <td>0.944002</td>\n",
       "      <td>0.946309</td>\n",
       "      <td>7.835643</td>\n",
       "      <td>90.0</td>\n",
       "      <td>0.118951</td>\n",
       "      <td>0.118951</td>\n",
       "      <td>0.645541</td>\n",
       "      <td>0.558595</td>\n",
       "      <td>0.151839</td>\n",
       "      <td>0.080158</td>\n",
       "      <td>...</td>\n",
       "      <td>44.705263</td>\n",
       "      <td>44.705263</td>\n",
       "      <td>1.264349</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.361582</td>\n",
       "      <td>2.361582</td>\n",
       "      <td>0.795578</td>\n",
       "      <td>0.079738</td>\n",
       "      <td>0.561224</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.915553</td>\n",
       "      <td>0.920560</td>\n",
       "      <td>7.463265</td>\n",
       "      <td>89.0</td>\n",
       "      <td>0.156816</td>\n",
       "      <td>0.156816</td>\n",
       "      <td>0.572805</td>\n",
       "      <td>0.793644</td>\n",
       "      <td>0.164273</td>\n",
       "      <td>0.103133</td>\n",
       "      <td>...</td>\n",
       "      <td>110.601562</td>\n",
       "      <td>110.601562</td>\n",
       "      <td>3.495972</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.782793</td>\n",
       "      <td>3.782793</td>\n",
       "      <td>0.899623</td>\n",
       "      <td>0.079697</td>\n",
       "      <td>0.557147</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>0.898002</td>\n",
       "      <td>0.902295</td>\n",
       "      <td>7.077157</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.196374</td>\n",
       "      <td>0.196374</td>\n",
       "      <td>0.518225</td>\n",
       "      <td>0.874966</td>\n",
       "      <td>0.178156</td>\n",
       "      <td>0.149264</td>\n",
       "      <td>...</td>\n",
       "      <td>176.104869</td>\n",
       "      <td>176.104869</td>\n",
       "      <td>3.683667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.660643</td>\n",
       "      <td>5.660643</td>\n",
       "      <td>1.022230</td>\n",
       "      <td>0.079072</td>\n",
       "      <td>0.771689</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>0.927607</td>\n",
       "      <td>0.930196</td>\n",
       "      <td>7.544443</td>\n",
       "      <td>94.0</td>\n",
       "      <td>0.148337</td>\n",
       "      <td>0.148337</td>\n",
       "      <td>0.586902</td>\n",
       "      <td>0.684579</td>\n",
       "      <td>0.160814</td>\n",
       "      <td>0.110551</td>\n",
       "      <td>...</td>\n",
       "      <td>23.706564</td>\n",
       "      <td>23.706564</td>\n",
       "      <td>2.690847</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.537288</td>\n",
       "      <td>1.537288</td>\n",
       "      <td>3.106743</td>\n",
       "      <td>0.079988</td>\n",
       "      <td>0.890817</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>284</th>\n",
       "      <td>0.915112</td>\n",
       "      <td>0.917572</td>\n",
       "      <td>7.300108</td>\n",
       "      <td>99.0</td>\n",
       "      <td>0.173895</td>\n",
       "      <td>0.173895</td>\n",
       "      <td>0.546930</td>\n",
       "      <td>0.751729</td>\n",
       "      <td>0.171351</td>\n",
       "      <td>0.137332</td>\n",
       "      <td>...</td>\n",
       "      <td>27.578035</td>\n",
       "      <td>27.578035</td>\n",
       "      <td>4.381179</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.014181</td>\n",
       "      <td>1.014181</td>\n",
       "      <td>2.431955</td>\n",
       "      <td>0.079640</td>\n",
       "      <td>0.783703</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.883131</td>\n",
       "      <td>0.888447</td>\n",
       "      <td>6.808222</td>\n",
       "      <td>81.0</td>\n",
       "      <td>0.223896</td>\n",
       "      <td>0.223896</td>\n",
       "      <td>0.492589</td>\n",
       "      <td>0.958037</td>\n",
       "      <td>0.187722</td>\n",
       "      <td>0.171770</td>\n",
       "      <td>...</td>\n",
       "      <td>599.534722</td>\n",
       "      <td>599.534722</td>\n",
       "      <td>5.517176</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12.541908</td>\n",
       "      <td>12.541908</td>\n",
       "      <td>0.694496</td>\n",
       "      <td>0.079923</td>\n",
       "      <td>0.803645</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.877319</td>\n",
       "      <td>0.882564</td>\n",
       "      <td>6.701342</td>\n",
       "      <td>82.0</td>\n",
       "      <td>0.235794</td>\n",
       "      <td>0.235794</td>\n",
       "      <td>0.482297</td>\n",
       "      <td>0.978424</td>\n",
       "      <td>0.194724</td>\n",
       "      <td>0.184595</td>\n",
       "      <td>...</td>\n",
       "      <td>465.289216</td>\n",
       "      <td>465.289216</td>\n",
       "      <td>5.215817</td>\n",
       "      <td>0.0</td>\n",
       "      <td>22.493786</td>\n",
       "      <td>22.493786</td>\n",
       "      <td>0.703555</td>\n",
       "      <td>0.079675</td>\n",
       "      <td>0.924357</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>0.891120</td>\n",
       "      <td>0.895410</td>\n",
       "      <td>6.915354</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.213972</td>\n",
       "      <td>0.213972</td>\n",
       "      <td>0.499302</td>\n",
       "      <td>0.904174</td>\n",
       "      <td>0.187376</td>\n",
       "      <td>0.166704</td>\n",
       "      <td>...</td>\n",
       "      <td>312.118761</td>\n",
       "      <td>312.118761</td>\n",
       "      <td>6.342964</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.551257</td>\n",
       "      <td>7.551257</td>\n",
       "      <td>1.010337</td>\n",
       "      <td>0.079806</td>\n",
       "      <td>0.819277</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>236 rows × 205 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           peri_glcm_Idm  peri_glcm_Id  peri_gldm_LargeDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "250             0.938651      0.941210                           7.754086   \n",
       "250             0.940181      0.942418                           7.781214   \n",
       "250             0.944002      0.946309                           7.835643   \n",
       "131             0.915553      0.920560                           7.463265   \n",
       "131             0.898002      0.902295                           7.077157   \n",
       "...                  ...           ...                                ...   \n",
       "284             0.927607      0.930196                           7.544443   \n",
       "284             0.915112      0.917572                           7.300108   \n",
       "151             0.883131      0.888447                           6.808222   \n",
       "151             0.877319      0.882564                           6.701342   \n",
       "151             0.891120      0.895410                           6.915354   \n",
       "\n",
       "           peri_firstorder_Median  peri_glrlm_RunPercentage  \\\n",
       "PatientID                                                     \n",
       "250                          94.0                  0.126899   \n",
       "250                          91.0                  0.124082   \n",
       "250                          90.0                  0.118951   \n",
       "131                          89.0                  0.156816   \n",
       "131                          94.0                  0.196374   \n",
       "...                           ...                       ...   \n",
       "284                          94.0                  0.148337   \n",
       "284                          99.0                  0.173895   \n",
       "151                          81.0                  0.223896   \n",
       "151                          82.0                  0.235794   \n",
       "151                          80.0                  0.213972   \n",
       "\n",
       "           peri_glszm_ZonePercentage  \\\n",
       "PatientID                              \n",
       "250                         0.126899   \n",
       "250                         0.124082   \n",
       "250                         0.118951   \n",
       "131                         0.156816   \n",
       "131                         0.196374   \n",
       "...                              ...   \n",
       "284                         0.148337   \n",
       "284                         0.173895   \n",
       "151                         0.223896   \n",
       "151                         0.235794   \n",
       "151                         0.213972   \n",
       "\n",
       "           peri_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                \n",
       "250                                           0.627535   \n",
       "250                                           0.633201   \n",
       "250                                           0.645541   \n",
       "131                                           0.572805   \n",
       "131                                           0.518225   \n",
       "...                                                ...   \n",
       "284                                           0.586902   \n",
       "284                                           0.546930   \n",
       "151                                           0.492589   \n",
       "151                                           0.482297   \n",
       "151                                           0.499302   \n",
       "\n",
       "           peri_glcm_DifferenceEntropy  peri_gldm_SmallDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "250                           0.607547                           0.153411   \n",
       "250                           0.589047                           0.152311   \n",
       "250                           0.558595                           0.151839   \n",
       "131                           0.793644                           0.164273   \n",
       "131                           0.874966                           0.178156   \n",
       "...                                ...                                ...   \n",
       "284                           0.684579                           0.160814   \n",
       "284                           0.751729                           0.171351   \n",
       "151                           0.958037                           0.187722   \n",
       "151                           0.978424                           0.194724   \n",
       "151                           0.904174                           0.187376   \n",
       "\n",
       "           peri_glcm_InverseVariance  ...  intra_glrlm_LongRunEmphasis  \\\n",
       "PatientID                             ...                                \n",
       "250                         0.088255  ...                    77.316901   \n",
       "250                         0.087005  ...                    63.732824   \n",
       "250                         0.080158  ...                    44.705263   \n",
       "131                         0.103133  ...                   110.601562   \n",
       "131                         0.149264  ...                   176.104869   \n",
       "...                              ...  ...                          ...   \n",
       "284                         0.110551  ...                    23.706564   \n",
       "284                         0.137332  ...                    27.578035   \n",
       "151                         0.171770  ...                   599.534722   \n",
       "151                         0.184595  ...                   465.289216   \n",
       "151                         0.166704  ...                   312.118761   \n",
       "\n",
       "           intra_glszm_LargeAreaEmphasis  peri_firstorder_Kurtosis  \\\n",
       "PatientID                                                            \n",
       "250                            77.316901                  1.669493   \n",
       "250                            63.732824                  1.442181   \n",
       "250                            44.705263                  1.264349   \n",
       "131                           110.601562                  3.495972   \n",
       "131                           176.104869                  3.683667   \n",
       "...                                  ...                       ...   \n",
       "284                            23.706564                  2.690847   \n",
       "284                            27.578035                  4.381179   \n",
       "151                           599.534722                  5.517176   \n",
       "151                           465.289216                  5.215817   \n",
       "151                           312.118761                  6.342964   \n",
       "\n",
       "           peri_firstorder_Minimum  intra_glrlm_LongRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                                                     \n",
       "250                            0.0                                 2.500732   \n",
       "250                            0.0                                 3.104177   \n",
       "250                            0.0                                 2.361582   \n",
       "131                            0.0                                 3.782793   \n",
       "131                            0.0                                 5.660643   \n",
       "...                            ...                                      ...   \n",
       "284                            0.0                                 1.537288   \n",
       "284                            0.0                                 1.014181   \n",
       "151                            0.0                                12.541908   \n",
       "151                            0.0                                22.493786   \n",
       "151                            0.0                                 7.551257   \n",
       "\n",
       "           intra_glszm_LargeAreaLowGrayLevelEmphasis  intra_ngtdm_Busyness  \\\n",
       "PatientID                                                                    \n",
       "250                                         2.500732              0.601256   \n",
       "250                                         3.104177              1.118233   \n",
       "250                                         2.361582              0.795578   \n",
       "131                                         3.782793              0.899623   \n",
       "131                                         5.660643              1.022230   \n",
       "...                                              ...                   ...   \n",
       "284                                         1.537288              3.106743   \n",
       "284                                         1.014181              2.431955   \n",
       "151                                        12.541908              0.694496   \n",
       "151                                        22.493786              0.703555   \n",
       "151                                         7.551257              1.010337   \n",
       "\n",
       "           peri_shape2D_PerimeterSurfaceRatio  intra_shape2D_Elongation  \\\n",
       "PatientID                                                                 \n",
       "250                                  0.079338                  0.689679   \n",
       "250                                  0.079139                  0.588182   \n",
       "250                                  0.079738                  0.561224   \n",
       "131                                  0.079697                  0.557147   \n",
       "131                                  0.079072                  0.771689   \n",
       "...                                       ...                       ...   \n",
       "284                                  0.079988                  0.890817   \n",
       "284                                  0.079640                  0.783703   \n",
       "151                                  0.079923                  0.803645   \n",
       "151                                  0.079675                  0.924357   \n",
       "151                                  0.079806                  0.819277   \n",
       "\n",
       "           recurrence  \n",
       "PatientID              \n",
       "250                 0  \n",
       "250                 0  \n",
       "250                 0  \n",
       "131                 1  \n",
       "131                 1  \n",
       "...               ...  \n",
       "284                 1  \n",
       "284                 1  \n",
       "151                 1  \n",
       "151                 1  \n",
       "151                 1  \n",
       "\n",
       "[236 rows x 205 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_combine_train=pd.read_csv(\"patient_features_combine_train.csv\")\n",
    "patient_features_combine_train['PatientID']=patient_features_combine_train['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_combine_train=patient_features_combine_train.set_index('PatientID')\n",
    "patient_features_combine_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>peri_glcm_Idm</th>\n",
       "      <th>peri_glcm_Id</th>\n",
       "      <th>peri_gldm_LargeDependenceEmphasis</th>\n",
       "      <th>peri_firstorder_Median</th>\n",
       "      <th>peri_glrlm_RunPercentage</th>\n",
       "      <th>peri_glszm_ZonePercentage</th>\n",
       "      <th>peri_gldm_DependenceNonUniformityNormalized</th>\n",
       "      <th>peri_glcm_DifferenceEntropy</th>\n",
       "      <th>peri_gldm_SmallDependenceEmphasis</th>\n",
       "      <th>peri_glcm_InverseVariance</th>\n",
       "      <th>...</th>\n",
       "      <th>intra_glrlm_LongRunEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaEmphasis</th>\n",
       "      <th>peri_firstorder_Kurtosis</th>\n",
       "      <th>peri_firstorder_Minimum</th>\n",
       "      <th>intra_glrlm_LongRunLowGrayLevelEmphasis</th>\n",
       "      <th>intra_glszm_LargeAreaLowGrayLevelEmphasis</th>\n",
       "      <th>intra_ngtdm_Busyness</th>\n",
       "      <th>peri_shape2D_PerimeterSurfaceRatio</th>\n",
       "      <th>intra_shape2D_Elongation</th>\n",
       "      <th>recurrence</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PatientID</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>005</th>\n",
       "      <td>0.891431</td>\n",
       "      <td>0.896858</td>\n",
       "      <td>6.899566</td>\n",
       "      <td>224.0</td>\n",
       "      <td>0.214920</td>\n",
       "      <td>0.214920</td>\n",
       "      <td>0.499292</td>\n",
       "      <td>0.899523</td>\n",
       "      <td>0.185713</td>\n",
       "      <td>0.157694</td>\n",
       "      <td>...</td>\n",
       "      <td>171.727569</td>\n",
       "      <td>171.727569</td>\n",
       "      <td>2.565295</td>\n",
       "      <td>55.0</td>\n",
       "      <td>5.032538</td>\n",
       "      <td>5.032538</td>\n",
       "      <td>3.033041</td>\n",
       "      <td>0.086429</td>\n",
       "      <td>0.321134</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>006</th>\n",
       "      <td>0.895185</td>\n",
       "      <td>0.899103</td>\n",
       "      <td>6.949021</td>\n",
       "      <td>98.0</td>\n",
       "      <td>0.209308</td>\n",
       "      <td>0.209308</td>\n",
       "      <td>0.505133</td>\n",
       "      <td>0.853588</td>\n",
       "      <td>0.182118</td>\n",
       "      <td>0.167590</td>\n",
       "      <td>...</td>\n",
       "      <td>73.380543</td>\n",
       "      <td>73.380543</td>\n",
       "      <td>2.106897</td>\n",
       "      <td>55.0</td>\n",
       "      <td>2.990132</td>\n",
       "      <td>2.990132</td>\n",
       "      <td>3.292700</td>\n",
       "      <td>0.088564</td>\n",
       "      <td>0.572172</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>030</th>\n",
       "      <td>0.899448</td>\n",
       "      <td>0.905118</td>\n",
       "      <td>7.084129</td>\n",
       "      <td>189.0</td>\n",
       "      <td>0.196810</td>\n",
       "      <td>0.196810</td>\n",
       "      <td>0.517280</td>\n",
       "      <td>0.836721</td>\n",
       "      <td>0.181738</td>\n",
       "      <td>0.142319</td>\n",
       "      <td>...</td>\n",
       "      <td>91.918956</td>\n",
       "      <td>91.918956</td>\n",
       "      <td>1.333240</td>\n",
       "      <td>58.0</td>\n",
       "      <td>2.417148</td>\n",
       "      <td>2.417148</td>\n",
       "      <td>2.254514</td>\n",
       "      <td>0.086748</td>\n",
       "      <td>0.437281</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>042</th>\n",
       "      <td>0.903754</td>\n",
       "      <td>0.908109</td>\n",
       "      <td>7.127535</td>\n",
       "      <td>188.0</td>\n",
       "      <td>0.192216</td>\n",
       "      <td>0.192216</td>\n",
       "      <td>0.522798</td>\n",
       "      <td>0.801304</td>\n",
       "      <td>0.179690</td>\n",
       "      <td>0.147626</td>\n",
       "      <td>...</td>\n",
       "      <td>1450.748727</td>\n",
       "      <td>1450.748727</td>\n",
       "      <td>1.428819</td>\n",
       "      <td>77.0</td>\n",
       "      <td>41.023647</td>\n",
       "      <td>41.023647</td>\n",
       "      <td>2.014534</td>\n",
       "      <td>0.090538</td>\n",
       "      <td>0.834098</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>045</th>\n",
       "      <td>0.929375</td>\n",
       "      <td>0.930445</td>\n",
       "      <td>7.423431</td>\n",
       "      <td>211.0</td>\n",
       "      <td>0.160163</td>\n",
       "      <td>0.160163</td>\n",
       "      <td>0.566485</td>\n",
       "      <td>0.622747</td>\n",
       "      <td>0.163259</td>\n",
       "      <td>0.130230</td>\n",
       "      <td>...</td>\n",
       "      <td>152.420538</td>\n",
       "      <td>152.420538</td>\n",
       "      <td>1.514219</td>\n",
       "      <td>93.0</td>\n",
       "      <td>6.430153</td>\n",
       "      <td>6.430153</td>\n",
       "      <td>2.110561</td>\n",
       "      <td>0.085794</td>\n",
       "      <td>0.290531</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>047</th>\n",
       "      <td>0.900014</td>\n",
       "      <td>0.902786</td>\n",
       "      <td>6.996968</td>\n",
       "      <td>113.0</td>\n",
       "      <td>0.205107</td>\n",
       "      <td>0.205107</td>\n",
       "      <td>0.508504</td>\n",
       "      <td>0.797897</td>\n",
       "      <td>0.182765</td>\n",
       "      <td>0.171613</td>\n",
       "      <td>...</td>\n",
       "      <td>31.037627</td>\n",
       "      <td>31.037627</td>\n",
       "      <td>2.471468</td>\n",
       "      <td>76.0</td>\n",
       "      <td>2.163028</td>\n",
       "      <td>2.163028</td>\n",
       "      <td>3.130580</td>\n",
       "      <td>0.080675</td>\n",
       "      <td>0.497265</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>063</th>\n",
       "      <td>0.917952</td>\n",
       "      <td>0.921009</td>\n",
       "      <td>7.355007</td>\n",
       "      <td>218.0</td>\n",
       "      <td>0.168130</td>\n",
       "      <td>0.168130</td>\n",
       "      <td>0.555280</td>\n",
       "      <td>0.719568</td>\n",
       "      <td>0.168907</td>\n",
       "      <td>0.132184</td>\n",
       "      <td>...</td>\n",
       "      <td>570.391304</td>\n",
       "      <td>570.391304</td>\n",
       "      <td>1.652708</td>\n",
       "      <td>83.0</td>\n",
       "      <td>11.988826</td>\n",
       "      <td>11.988826</td>\n",
       "      <td>0.324322</td>\n",
       "      <td>0.079247</td>\n",
       "      <td>0.757860</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>096</th>\n",
       "      <td>0.881492</td>\n",
       "      <td>0.886289</td>\n",
       "      <td>6.739252</td>\n",
       "      <td>114.0</td>\n",
       "      <td>0.232188</td>\n",
       "      <td>0.232188</td>\n",
       "      <td>0.484112</td>\n",
       "      <td>0.913806</td>\n",
       "      <td>0.194286</td>\n",
       "      <td>0.187346</td>\n",
       "      <td>...</td>\n",
       "      <td>492.924775</td>\n",
       "      <td>492.924775</td>\n",
       "      <td>2.192480</td>\n",
       "      <td>56.0</td>\n",
       "      <td>9.391714</td>\n",
       "      <td>9.391714</td>\n",
       "      <td>1.915978</td>\n",
       "      <td>0.097744</td>\n",
       "      <td>0.582015</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>0.924678</td>\n",
       "      <td>0.927262</td>\n",
       "      <td>7.418466</td>\n",
       "      <td>109.0</td>\n",
       "      <td>0.161532</td>\n",
       "      <td>0.161532</td>\n",
       "      <td>0.565366</td>\n",
       "      <td>0.683199</td>\n",
       "      <td>0.166304</td>\n",
       "      <td>0.122737</td>\n",
       "      <td>...</td>\n",
       "      <td>428.185185</td>\n",
       "      <td>428.185185</td>\n",
       "      <td>1.238245</td>\n",
       "      <td>55.0</td>\n",
       "      <td>9.171644</td>\n",
       "      <td>9.171644</td>\n",
       "      <td>1.140882</td>\n",
       "      <td>0.083867</td>\n",
       "      <td>0.549730</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>0.927645</td>\n",
       "      <td>0.930520</td>\n",
       "      <td>7.523523</td>\n",
       "      <td>226.0</td>\n",
       "      <td>0.151064</td>\n",
       "      <td>0.151064</td>\n",
       "      <td>0.583256</td>\n",
       "      <td>0.653722</td>\n",
       "      <td>0.163512</td>\n",
       "      <td>0.115352</td>\n",
       "      <td>...</td>\n",
       "      <td>206.605941</td>\n",
       "      <td>206.605941</td>\n",
       "      <td>2.093029</td>\n",
       "      <td>55.0</td>\n",
       "      <td>4.516391</td>\n",
       "      <td>4.516391</td>\n",
       "      <td>1.566026</td>\n",
       "      <td>0.088642</td>\n",
       "      <td>0.339887</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>0.882777</td>\n",
       "      <td>0.888243</td>\n",
       "      <td>6.785740</td>\n",
       "      <td>107.0</td>\n",
       "      <td>0.226986</td>\n",
       "      <td>0.226986</td>\n",
       "      <td>0.488753</td>\n",
       "      <td>0.930360</td>\n",
       "      <td>0.191150</td>\n",
       "      <td>0.176075</td>\n",
       "      <td>...</td>\n",
       "      <td>324.558376</td>\n",
       "      <td>324.558376</td>\n",
       "      <td>1.976119</td>\n",
       "      <td>59.0</td>\n",
       "      <td>5.696087</td>\n",
       "      <td>5.696087</td>\n",
       "      <td>1.482792</td>\n",
       "      <td>0.080698</td>\n",
       "      <td>0.826063</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>0.930518</td>\n",
       "      <td>0.933045</td>\n",
       "      <td>7.532150</td>\n",
       "      <td>229.0</td>\n",
       "      <td>0.149979</td>\n",
       "      <td>0.149979</td>\n",
       "      <td>0.584762</td>\n",
       "      <td>0.644467</td>\n",
       "      <td>0.162531</td>\n",
       "      <td>0.112149</td>\n",
       "      <td>...</td>\n",
       "      <td>641.776246</td>\n",
       "      <td>641.776246</td>\n",
       "      <td>2.198078</td>\n",
       "      <td>55.0</td>\n",
       "      <td>13.248698</td>\n",
       "      <td>13.248698</td>\n",
       "      <td>3.191809</td>\n",
       "      <td>0.093478</td>\n",
       "      <td>0.720079</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>0.911046</td>\n",
       "      <td>0.913063</td>\n",
       "      <td>7.180676</td>\n",
       "      <td>202.0</td>\n",
       "      <td>0.186773</td>\n",
       "      <td>0.186773</td>\n",
       "      <td>0.529657</td>\n",
       "      <td>0.729821</td>\n",
       "      <td>0.177782</td>\n",
       "      <td>0.157451</td>\n",
       "      <td>...</td>\n",
       "      <td>70.765823</td>\n",
       "      <td>70.765823</td>\n",
       "      <td>1.677147</td>\n",
       "      <td>82.0</td>\n",
       "      <td>3.706554</td>\n",
       "      <td>3.706554</td>\n",
       "      <td>1.612269</td>\n",
       "      <td>0.079321</td>\n",
       "      <td>0.740407</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>0.909503</td>\n",
       "      <td>0.914362</td>\n",
       "      <td>7.254214</td>\n",
       "      <td>210.0</td>\n",
       "      <td>0.179066</td>\n",
       "      <td>0.179066</td>\n",
       "      <td>0.539935</td>\n",
       "      <td>0.781311</td>\n",
       "      <td>0.174563</td>\n",
       "      <td>0.130350</td>\n",
       "      <td>...</td>\n",
       "      <td>454.709302</td>\n",
       "      <td>454.709302</td>\n",
       "      <td>1.352594</td>\n",
       "      <td>60.0</td>\n",
       "      <td>12.746867</td>\n",
       "      <td>12.746867</td>\n",
       "      <td>1.545756</td>\n",
       "      <td>0.079060</td>\n",
       "      <td>0.737371</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>242</th>\n",
       "      <td>0.898621</td>\n",
       "      <td>0.901741</td>\n",
       "      <td>6.953589</td>\n",
       "      <td>206.0</td>\n",
       "      <td>0.208729</td>\n",
       "      <td>0.208729</td>\n",
       "      <td>0.505816</td>\n",
       "      <td>0.812606</td>\n",
       "      <td>0.181583</td>\n",
       "      <td>0.170629</td>\n",
       "      <td>...</td>\n",
       "      <td>522.098540</td>\n",
       "      <td>522.098540</td>\n",
       "      <td>1.492723</td>\n",
       "      <td>81.0</td>\n",
       "      <td>21.146166</td>\n",
       "      <td>21.146166</td>\n",
       "      <td>1.870383</td>\n",
       "      <td>0.080020</td>\n",
       "      <td>0.801612</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>252</th>\n",
       "      <td>0.913264</td>\n",
       "      <td>0.915101</td>\n",
       "      <td>7.178044</td>\n",
       "      <td>97.0</td>\n",
       "      <td>0.185338</td>\n",
       "      <td>0.185338</td>\n",
       "      <td>0.531411</td>\n",
       "      <td>0.720344</td>\n",
       "      <td>0.172194</td>\n",
       "      <td>0.154644</td>\n",
       "      <td>...</td>\n",
       "      <td>44.681081</td>\n",
       "      <td>44.681081</td>\n",
       "      <td>7.470807</td>\n",
       "      <td>57.0</td>\n",
       "      <td>2.540485</td>\n",
       "      <td>2.540485</td>\n",
       "      <td>0.812851</td>\n",
       "      <td>0.079268</td>\n",
       "      <td>0.838757</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258</th>\n",
       "      <td>0.910295</td>\n",
       "      <td>0.913314</td>\n",
       "      <td>7.181875</td>\n",
       "      <td>104.0</td>\n",
       "      <td>0.184704</td>\n",
       "      <td>0.184704</td>\n",
       "      <td>0.532233</td>\n",
       "      <td>0.750125</td>\n",
       "      <td>0.171253</td>\n",
       "      <td>0.148587</td>\n",
       "      <td>...</td>\n",
       "      <td>607.715686</td>\n",
       "      <td>607.715686</td>\n",
       "      <td>1.873159</td>\n",
       "      <td>56.0</td>\n",
       "      <td>9.767990</td>\n",
       "      <td>9.767990</td>\n",
       "      <td>0.757449</td>\n",
       "      <td>0.078848</td>\n",
       "      <td>0.803581</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>263</th>\n",
       "      <td>0.930268</td>\n",
       "      <td>0.932422</td>\n",
       "      <td>7.471351</td>\n",
       "      <td>229.0</td>\n",
       "      <td>0.156943</td>\n",
       "      <td>0.156943</td>\n",
       "      <td>0.574151</td>\n",
       "      <td>0.644261</td>\n",
       "      <td>0.167166</td>\n",
       "      <td>0.115905</td>\n",
       "      <td>...</td>\n",
       "      <td>1471.344000</td>\n",
       "      <td>1471.344000</td>\n",
       "      <td>1.928201</td>\n",
       "      <td>55.0</td>\n",
       "      <td>40.960441</td>\n",
       "      <td>40.960441</td>\n",
       "      <td>3.075814</td>\n",
       "      <td>0.117608</td>\n",
       "      <td>0.647464</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>268</th>\n",
       "      <td>0.914976</td>\n",
       "      <td>0.918039</td>\n",
       "      <td>7.264609</td>\n",
       "      <td>159.0</td>\n",
       "      <td>0.177986</td>\n",
       "      <td>0.177986</td>\n",
       "      <td>0.541434</td>\n",
       "      <td>0.733429</td>\n",
       "      <td>0.174138</td>\n",
       "      <td>0.138157</td>\n",
       "      <td>...</td>\n",
       "      <td>359.894309</td>\n",
       "      <td>359.894309</td>\n",
       "      <td>1.673272</td>\n",
       "      <td>59.0</td>\n",
       "      <td>14.891539</td>\n",
       "      <td>14.891539</td>\n",
       "      <td>1.093333</td>\n",
       "      <td>0.079281</td>\n",
       "      <td>0.596729</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>0.909838</td>\n",
       "      <td>0.911516</td>\n",
       "      <td>6.984827</td>\n",
       "      <td>212.0</td>\n",
       "      <td>0.206933</td>\n",
       "      <td>0.206933</td>\n",
       "      <td>0.506154</td>\n",
       "      <td>0.730744</td>\n",
       "      <td>0.185139</td>\n",
       "      <td>0.163286</td>\n",
       "      <td>...</td>\n",
       "      <td>1248.460606</td>\n",
       "      <td>1248.460606</td>\n",
       "      <td>1.513299</td>\n",
       "      <td>66.0</td>\n",
       "      <td>50.405118</td>\n",
       "      <td>50.405118</td>\n",
       "      <td>6.109835</td>\n",
       "      <td>0.136187</td>\n",
       "      <td>0.634214</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 205 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           peri_glcm_Idm  peri_glcm_Id  peri_gldm_LargeDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "005             0.891431      0.896858                           6.899566   \n",
       "006             0.895185      0.899103                           6.949021   \n",
       "030             0.899448      0.905118                           7.084129   \n",
       "042             0.903754      0.908109                           7.127535   \n",
       "045             0.929375      0.930445                           7.423431   \n",
       "047             0.900014      0.902786                           6.996968   \n",
       "063             0.917952      0.921009                           7.355007   \n",
       "096             0.881492      0.886289                           6.739252   \n",
       "123             0.924678      0.927262                           7.418466   \n",
       "130             0.927645      0.930520                           7.523523   \n",
       "155             0.882777      0.888243                           6.785740   \n",
       "173             0.930518      0.933045                           7.532150   \n",
       "202             0.911046      0.913063                           7.180676   \n",
       "210             0.909503      0.914362                           7.254214   \n",
       "242             0.898621      0.901741                           6.953589   \n",
       "252             0.913264      0.915101                           7.178044   \n",
       "258             0.910295      0.913314                           7.181875   \n",
       "263             0.930268      0.932422                           7.471351   \n",
       "268             0.914976      0.918039                           7.264609   \n",
       "276             0.909838      0.911516                           6.984827   \n",
       "\n",
       "           peri_firstorder_Median  peri_glrlm_RunPercentage  \\\n",
       "PatientID                                                     \n",
       "005                         224.0                  0.214920   \n",
       "006                          98.0                  0.209308   \n",
       "030                         189.0                  0.196810   \n",
       "042                         188.0                  0.192216   \n",
       "045                         211.0                  0.160163   \n",
       "047                         113.0                  0.205107   \n",
       "063                         218.0                  0.168130   \n",
       "096                         114.0                  0.232188   \n",
       "123                         109.0                  0.161532   \n",
       "130                         226.0                  0.151064   \n",
       "155                         107.0                  0.226986   \n",
       "173                         229.0                  0.149979   \n",
       "202                         202.0                  0.186773   \n",
       "210                         210.0                  0.179066   \n",
       "242                         206.0                  0.208729   \n",
       "252                          97.0                  0.185338   \n",
       "258                         104.0                  0.184704   \n",
       "263                         229.0                  0.156943   \n",
       "268                         159.0                  0.177986   \n",
       "276                         212.0                  0.206933   \n",
       "\n",
       "           peri_glszm_ZonePercentage  \\\n",
       "PatientID                              \n",
       "005                         0.214920   \n",
       "006                         0.209308   \n",
       "030                         0.196810   \n",
       "042                         0.192216   \n",
       "045                         0.160163   \n",
       "047                         0.205107   \n",
       "063                         0.168130   \n",
       "096                         0.232188   \n",
       "123                         0.161532   \n",
       "130                         0.151064   \n",
       "155                         0.226986   \n",
       "173                         0.149979   \n",
       "202                         0.186773   \n",
       "210                         0.179066   \n",
       "242                         0.208729   \n",
       "252                         0.185338   \n",
       "258                         0.184704   \n",
       "263                         0.156943   \n",
       "268                         0.177986   \n",
       "276                         0.206933   \n",
       "\n",
       "           peri_gldm_DependenceNonUniformityNormalized  \\\n",
       "PatientID                                                \n",
       "005                                           0.499292   \n",
       "006                                           0.505133   \n",
       "030                                           0.517280   \n",
       "042                                           0.522798   \n",
       "045                                           0.566485   \n",
       "047                                           0.508504   \n",
       "063                                           0.555280   \n",
       "096                                           0.484112   \n",
       "123                                           0.565366   \n",
       "130                                           0.583256   \n",
       "155                                           0.488753   \n",
       "173                                           0.584762   \n",
       "202                                           0.529657   \n",
       "210                                           0.539935   \n",
       "242                                           0.505816   \n",
       "252                                           0.531411   \n",
       "258                                           0.532233   \n",
       "263                                           0.574151   \n",
       "268                                           0.541434   \n",
       "276                                           0.506154   \n",
       "\n",
       "           peri_glcm_DifferenceEntropy  peri_gldm_SmallDependenceEmphasis  \\\n",
       "PatientID                                                                   \n",
       "005                           0.899523                           0.185713   \n",
       "006                           0.853588                           0.182118   \n",
       "030                           0.836721                           0.181738   \n",
       "042                           0.801304                           0.179690   \n",
       "045                           0.622747                           0.163259   \n",
       "047                           0.797897                           0.182765   \n",
       "063                           0.719568                           0.168907   \n",
       "096                           0.913806                           0.194286   \n",
       "123                           0.683199                           0.166304   \n",
       "130                           0.653722                           0.163512   \n",
       "155                           0.930360                           0.191150   \n",
       "173                           0.644467                           0.162531   \n",
       "202                           0.729821                           0.177782   \n",
       "210                           0.781311                           0.174563   \n",
       "242                           0.812606                           0.181583   \n",
       "252                           0.720344                           0.172194   \n",
       "258                           0.750125                           0.171253   \n",
       "263                           0.644261                           0.167166   \n",
       "268                           0.733429                           0.174138   \n",
       "276                           0.730744                           0.185139   \n",
       "\n",
       "           peri_glcm_InverseVariance  ...  intra_glrlm_LongRunEmphasis  \\\n",
       "PatientID                             ...                                \n",
       "005                         0.157694  ...                   171.727569   \n",
       "006                         0.167590  ...                    73.380543   \n",
       "030                         0.142319  ...                    91.918956   \n",
       "042                         0.147626  ...                  1450.748727   \n",
       "045                         0.130230  ...                   152.420538   \n",
       "047                         0.171613  ...                    31.037627   \n",
       "063                         0.132184  ...                   570.391304   \n",
       "096                         0.187346  ...                   492.924775   \n",
       "123                         0.122737  ...                   428.185185   \n",
       "130                         0.115352  ...                   206.605941   \n",
       "155                         0.176075  ...                   324.558376   \n",
       "173                         0.112149  ...                   641.776246   \n",
       "202                         0.157451  ...                    70.765823   \n",
       "210                         0.130350  ...                   454.709302   \n",
       "242                         0.170629  ...                   522.098540   \n",
       "252                         0.154644  ...                    44.681081   \n",
       "258                         0.148587  ...                   607.715686   \n",
       "263                         0.115905  ...                  1471.344000   \n",
       "268                         0.138157  ...                   359.894309   \n",
       "276                         0.163286  ...                  1248.460606   \n",
       "\n",
       "           intra_glszm_LargeAreaEmphasis  peri_firstorder_Kurtosis  \\\n",
       "PatientID                                                            \n",
       "005                           171.727569                  2.565295   \n",
       "006                            73.380543                  2.106897   \n",
       "030                            91.918956                  1.333240   \n",
       "042                          1450.748727                  1.428819   \n",
       "045                           152.420538                  1.514219   \n",
       "047                            31.037627                  2.471468   \n",
       "063                           570.391304                  1.652708   \n",
       "096                           492.924775                  2.192480   \n",
       "123                           428.185185                  1.238245   \n",
       "130                           206.605941                  2.093029   \n",
       "155                           324.558376                  1.976119   \n",
       "173                           641.776246                  2.198078   \n",
       "202                            70.765823                  1.677147   \n",
       "210                           454.709302                  1.352594   \n",
       "242                           522.098540                  1.492723   \n",
       "252                            44.681081                  7.470807   \n",
       "258                           607.715686                  1.873159   \n",
       "263                          1471.344000                  1.928201   \n",
       "268                           359.894309                  1.673272   \n",
       "276                          1248.460606                  1.513299   \n",
       "\n",
       "           peri_firstorder_Minimum  intra_glrlm_LongRunLowGrayLevelEmphasis  \\\n",
       "PatientID                                                                     \n",
       "005                           55.0                                 5.032538   \n",
       "006                           55.0                                 2.990132   \n",
       "030                           58.0                                 2.417148   \n",
       "042                           77.0                                41.023647   \n",
       "045                           93.0                                 6.430153   \n",
       "047                           76.0                                 2.163028   \n",
       "063                           83.0                                11.988826   \n",
       "096                           56.0                                 9.391714   \n",
       "123                           55.0                                 9.171644   \n",
       "130                           55.0                                 4.516391   \n",
       "155                           59.0                                 5.696087   \n",
       "173                           55.0                                13.248698   \n",
       "202                           82.0                                 3.706554   \n",
       "210                           60.0                                12.746867   \n",
       "242                           81.0                                21.146166   \n",
       "252                           57.0                                 2.540485   \n",
       "258                           56.0                                 9.767990   \n",
       "263                           55.0                                40.960441   \n",
       "268                           59.0                                14.891539   \n",
       "276                           66.0                                50.405118   \n",
       "\n",
       "           intra_glszm_LargeAreaLowGrayLevelEmphasis  intra_ngtdm_Busyness  \\\n",
       "PatientID                                                                    \n",
       "005                                         5.032538              3.033041   \n",
       "006                                         2.990132              3.292700   \n",
       "030                                         2.417148              2.254514   \n",
       "042                                        41.023647              2.014534   \n",
       "045                                         6.430153              2.110561   \n",
       "047                                         2.163028              3.130580   \n",
       "063                                        11.988826              0.324322   \n",
       "096                                         9.391714              1.915978   \n",
       "123                                         9.171644              1.140882   \n",
       "130                                         4.516391              1.566026   \n",
       "155                                         5.696087              1.482792   \n",
       "173                                        13.248698              3.191809   \n",
       "202                                         3.706554              1.612269   \n",
       "210                                        12.746867              1.545756   \n",
       "242                                        21.146166              1.870383   \n",
       "252                                         2.540485              0.812851   \n",
       "258                                         9.767990              0.757449   \n",
       "263                                        40.960441              3.075814   \n",
       "268                                        14.891539              1.093333   \n",
       "276                                        50.405118              6.109835   \n",
       "\n",
       "           peri_shape2D_PerimeterSurfaceRatio  intra_shape2D_Elongation  \\\n",
       "PatientID                                                                 \n",
       "005                                  0.086429                  0.321134   \n",
       "006                                  0.088564                  0.572172   \n",
       "030                                  0.086748                  0.437281   \n",
       "042                                  0.090538                  0.834098   \n",
       "045                                  0.085794                  0.290531   \n",
       "047                                  0.080675                  0.497265   \n",
       "063                                  0.079247                  0.757860   \n",
       "096                                  0.097744                  0.582015   \n",
       "123                                  0.083867                  0.549730   \n",
       "130                                  0.088642                  0.339887   \n",
       "155                                  0.080698                  0.826063   \n",
       "173                                  0.093478                  0.720079   \n",
       "202                                  0.079321                  0.740407   \n",
       "210                                  0.079060                  0.737371   \n",
       "242                                  0.080020                  0.801612   \n",
       "252                                  0.079268                  0.838757   \n",
       "258                                  0.078848                  0.803581   \n",
       "263                                  0.117608                  0.647464   \n",
       "268                                  0.079281                  0.596729   \n",
       "276                                  0.136187                  0.634214   \n",
       "\n",
       "           recurrence  \n",
       "PatientID              \n",
       "005                 1  \n",
       "006                 1  \n",
       "030                 1  \n",
       "042                 1  \n",
       "045                 0  \n",
       "047                 0  \n",
       "063                 0  \n",
       "096                 1  \n",
       "123                 1  \n",
       "130                 0  \n",
       "155                 1  \n",
       "173                 1  \n",
       "202                 1  \n",
       "210                 1  \n",
       "242                 1  \n",
       "252                 1  \n",
       "258                 0  \n",
       "263                 0  \n",
       "268                 1  \n",
       "276                 0  \n",
       "\n",
       "[20 rows x 205 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "patient_features_combine_test=pd.read_csv(\"patient_features_combine_test.csv\")\n",
    "patient_features_combine_test['PatientID']=patient_features_combine_test['PatientID'].apply(lambda x: str(x).zfill(3))\n",
    "patient_features_combine_test=patient_features_combine_test.set_index('PatientID')\n",
    "patient_features_combine_test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. classification[분류모델 학습] & evaluation[성능평가]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2-1. 임상정보(case2) + 종양내부 통합"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------- reliefF  20 -------------------------------------\n",
      "------------- reliefF  40 -------------------------------------\n",
      "------------- reliefF  60 -------------------------------------\n",
      "------------- reliefF  80 -------------------------------------\n",
      "solv: lsqr ,shrink: 0.3 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: lsqr ,shrink: 0.4 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: lsqr ,shrink: 0.5 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: lsqr ,shrink: 0.6 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.3 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.4 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.5 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.6 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "------------- reliefF102-------------------------------------\n",
      "solv: lsqr ,shrink: 0.5 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: lsqr ,shrink: 0.6 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.5 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.6 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n"
     ]
    }
   ],
   "source": [
    "# LDA\n",
    "\n",
    "solver = ['lsqr', 'eigen','svd']\n",
    "shrinkage = [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"------------- reliefF \",i,\"-------------------------------------\")\n",
    "    for a in solver:\n",
    "        for b in shrinkage:\n",
    "            train=patient_features_intra_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "            test=patient_features_intra_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "    \n",
    "            if a=='svd': # solver='svd'면 shrinkage 파라미더 지정 불가 이므로 \n",
    "                lda=LinearDiscriminantAnalysis(solver=a)\n",
    "            else:\n",
    "                lda=LinearDiscriminantAnalysis(solver=a, shrinkage=b)\n",
    "            clf = make_pipeline(StandardScaler(), lda)\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "            \n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>0.7:\n",
    "                print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in solver:\n",
    "    for b in shrinkage:\n",
    "        train=patient_features_intra_train.drop('recurrence',axis=1)\n",
    "        test=patient_features_intra_test.drop('recurrence',axis=1)\n",
    "\n",
    "        total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "        total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "        X_train=total1.drop('two_year_survival',axis=1).values\n",
    "        X_test=total2.drop('two_year_survival',axis=1).values\n",
    "        y_train=total1['two_year_survival'].values\n",
    "        y_test=total2['two_year_survival'].values\n",
    "\n",
    "        if a=='svd': # solver='svd'면 shrinkage 파라미더 지정 불가 이므로 \n",
    "            lda=LinearDiscriminantAnalysis(solver=a)\n",
    "        else:\n",
    "            lda=LinearDiscriminantAnalysis(solver=a, shrinkage=b)\n",
    "        clf = make_pipeline(StandardScaler(),lda)\n",
    "        clf.fit(X_train, y_train)\n",
    "        y_pred = clf.predict(X_test)\n",
    "\n",
    "        # 성능평가\n",
    "        accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "        sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "        specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "        ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "        npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "        if accuracy>0.7:\n",
    "            print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "-----------------------reliefF 80 ---------------------\n",
      "------------- reliefF102-------------------------------------\n"
     ]
    }
   ],
   "source": [
    "# SVM\n",
    "\n",
    "C_set = [0.1,1, 10, 50, 100]\n",
    "kernel_set = [\"rbf\"]\n",
    "gamma_set = [0.001, 0.01, 0.1,0.5, 1]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in C_set:\n",
    "        for b in kernel_set:\n",
    "            for c in gamma_set:\n",
    "                train=patient_features_intra_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                test=patient_features_intra_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,degree=d,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.65:\n",
    "                    print(\"c:\",a,\",k:\",b,\",g:\",c,\", d:\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in C_set:\n",
    "    for b in kernel_set:\n",
    "        for c in gamma_set:\n",
    "            train=patient_features_intra_train.drop('recurrence',axis=1)\n",
    "            test=patient_features_intra_test.drop('recurrence',axis=1)\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "\n",
    "            clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,degree=d,random_state=42))\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "\n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>0.65:\n",
    "                print(\"c:\",a,\",k:\",b,\",g:\",c,\", d:\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "n_e: 20 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: None ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 10 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 12 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 14 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 16 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "n_e: 80 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 80 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 120 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 200 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "-----------------------reliefF 80 ---------------------\n",
      "n_e: 20 ,m_d: None ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: None ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 6 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 6 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 10 ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 10 ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 12 ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 12 ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 14 ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 14 ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 16 ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 16 ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 40 ,m_d: 2 ,m_f None / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 60 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 80 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 120 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 140 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 160 ,m_d: 2 ,m_f None / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 180 ,m_d: 2 ,m_f None / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 200 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "------------- reliefF102-------------------------------------\n",
      "n_e: 40 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 40 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 8 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 8 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 2 ,m_f None / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 80 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 100 ,m_d: 8 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 8 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 10 ,m_f sqrt / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "n_e: 100 ,m_d: 10 ,m_f auto / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "n_e: 100 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 100 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 2 ,m_f None / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 120 ,m_d: 8 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 8 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 120 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 160 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 2 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: None ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: None ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 10 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 12 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 14 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 200 ,m_d: 16 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n"
     ]
    }
   ],
   "source": [
    "# RF\n",
    "\n",
    "n_estimators = [20, 40, 60, 80, 100, 120, 140, 160, 180, 200]\n",
    "max_depth = [None,2,4,6,8,10,12,14,16]\n",
    "max_features_set = [\"sqrt\", \"log2\", \"auto\", None]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in max_depth:\n",
    "            for c in max_features_set:\n",
    "                train=patient_features_intra_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                test=patient_features_intra_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.7:\n",
    "                    print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in n_estimators:\n",
    "    for b in max_depth:\n",
    "        for c in max_features_set:\n",
    "            train=patient_features_intra_train.drop('recurrence',axis=1)\n",
    "            test=patient_features_intra_test.drop('recurrence',axis=1)\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "\n",
    "            clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "\n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>0.7:\n",
    "                print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "n_e: 50 , l_r: 0.8 ,s 0.9 ,m_d 3 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "n_e: 50 , l_r: 0.6 ,s 0.6 ,m_d 3 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "n_e: 100 , l_r: 0.6 ,s 0.6 ,m_d 7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "-----------------------reliefF 80 ---------------------\n",
      "n_e: 10 , l_r: 0.5 ,s 0.7 ,m_d 7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "------------- reliefF102-------------------------------------\n",
      "n_e: 10 , l_r: 0.6 ,s 0.6 ,m_d 5 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "n_e: 10 , l_r: 0.7 ,s 0.6 ,m_d 5 / 0.75 ,  0.6923076923076923 ,  0.8571428571428571 ,  0.9 ,  0.6\n",
      "n_e: 10 , l_r: 0.7 ,s 0.6 ,m_d 7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "n_e: 50 , l_r: 0.5 ,s 0.7 ,m_d 9 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "n_e: 50 , l_r: 0.7 ,s 0.6 ,m_d 5 / 0.7 ,  0.6923076923076923 ,  0.7142857142857143 ,  0.8181818181818182 ,  0.5555555555555556\n",
      "n_e: 50 , l_r: 0.9 ,s 0.6 ,m_d 3 / 0.7 ,  0.6923076923076923 ,  0.7142857142857143 ,  0.8181818181818182 ,  0.5555555555555556\n",
      "n_e: 50 , l_r: 0.9 ,s 0.8 ,m_d 7 / 0.75 ,  0.7692307692307693 ,  0.7142857142857143 ,  0.8333333333333334 ,  0.625\n",
      "n_e: 100 , l_r: 0.7 ,s 0.7 ,m_d 9 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "n_e: 100 , l_r: 0.9 ,s 0.6 ,m_d 3 / 0.75 ,  0.6923076923076923 ,  0.8571428571428571 ,  0.9 ,  0.6\n"
     ]
    }
   ],
   "source": [
    "# GB\n",
    "\n",
    "n_estimators = [1,10,50, 100]\n",
    "learning_rate = [0.1,0.3,0.5,0.6, 0.7,0.8,0.9]\n",
    "subsample = [0.6,0.7,0.8,0.9,1.0]\n",
    "max_depth = range(3,10,2)\n",
    "    \n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in learning_rate:\n",
    "            for c in subsample:\n",
    "                for d in max_depth:\n",
    "                    train=patient_features_intra_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                    test=patient_features_intra_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                    total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                    total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                    X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                    X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                    y_train=total1['two_year_survival'].values\n",
    "                    y_test=total2['two_year_survival'].values\n",
    "\n",
    "                    clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                    clf.fit(X_train, y_train)\n",
    "                    y_pred = clf.predict(X_test)\n",
    "\n",
    "                    # 성능평가\n",
    "                    accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                    sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                    specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                    ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                    npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                    if accuracy>=0.7 and sensitivity>0.5 and specificity>0.5:\n",
    "                        print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in n_estimators:\n",
    "    for b in learning_rate:\n",
    "        for c in subsample:\n",
    "            for d in max_depth:\n",
    "                train=patient_features_intra_train.drop('recurrence',axis=1)\n",
    "                test=patient_features_intra_test.drop('recurrence',axis=1)\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>=0.7 and sensitivity>0.5 and specificity>0.5:\n",
    "                    print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2-2. 종양내부 + 종양외부 통합"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "solv: lsqr ,shrink: 0.8 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: lsqr ,shrink: 0.9 / 0.75 ,  0.9230769230769231 ,  0.42857142857142855 ,  0.75 ,  0.75\n",
      "solv: eigen ,shrink: 0.8 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "solv: eigen ,shrink: 0.9 / 0.75 ,  0.9230769230769231 ,  0.42857142857142855 ,  0.75 ,  0.75\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "-----------------------reliefF 80 ---------------------\n",
      "-----------------------reliefF106---------------------\n"
     ]
    }
   ],
   "source": [
    "#LDA\n",
    "\n",
    "solver = ['lsqr', 'eigen']\n",
    "shrinkage = [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0]\n",
    "    \n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in solver:\n",
    "        for b in shrinkage:\n",
    "            X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "            X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "            y_train=patient_features_combine_train['recurrence'].values\n",
    "            y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "            clf = make_pipeline(StandardScaler(), LinearDiscriminantAnalysis(solver=a, shrinkage=b))\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>0.7:\n",
    "                print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"-----------------------reliefF106---------------------\")\n",
    "for a in solver:\n",
    "    for b in shrinkage:\n",
    "        X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:102]\n",
    "        X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:102]\n",
    "        y_train=patient_features_combine_train['recurrence'].values\n",
    "        y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "        clf = make_pipeline(StandardScaler(), LinearDiscriminantAnalysis(solver=a, shrinkage=b))\n",
    "        clf.fit(X_train, y_train)\n",
    "        y_pred = clf.predict(X_test)\n",
    "\n",
    "        accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "        sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "        specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "        ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "        npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "        if accuracy>0.7:\n",
    "            print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "-----------------------reliefF 40 ---------------------\n",
      "c: 50 ,k: rbf ,g 0.001 / 0.8 ,  1.0 ,  0.42857142857142855 ,  0.7647058823529411 ,  1.0\n",
      "c: 50 ,k: rbf ,g 0.01 / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "c: 100 ,k: rbf ,g 0.01 / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "-----------------------reliefF 60 ---------------------\n",
      "c: 10 ,k: rbf ,g 0.01 / 0.8 ,  0.6923076923076923 ,  1.0 ,  1.0 ,  0.6363636363636364\n",
      "c: 50 ,k: rbf ,g 0.001 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "c: 100 ,k: rbf ,g 0.001 / 0.75 ,  0.8461538461538461 ,  0.5714285714285714 ,  0.7857142857142857 ,  0.6666666666666666\n",
      "-----------------------reliefF 80 ---------------------\n",
      "-----------------------reliefF106---------------------\n"
     ]
    }
   ],
   "source": [
    "#SVM\n",
    "\n",
    "C_set = [0.1,1, 10, 50, 100]\n",
    "kernel_set = [\"rbf\"]\n",
    "gamma_set = [0.001, 0.01, 0.1,0.5, 1]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in C_set:\n",
    "        for b in kernel_set:\n",
    "            for c in gamma_set:\n",
    "                X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                y_train=patient_features_combine_train['recurrence'].values\n",
    "                y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.7:\n",
    "                    print(\"c:\",a,\",k:\",b,\",g\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"-----------------------reliefF106---------------------\")\n",
    "for a in C_set:\n",
    "        for b in kernel_set:\n",
    "            for c in gamma_set:\n",
    "                X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                y_train=patient_features_combine_train['recurrence'].values\n",
    "                y_test=patient_features_combine_test['recurrence'].values\n",
    "            \n",
    "                clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.7:\n",
    "                    print(\"c:\",a,\",k:\",b,\",g\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "n_e: 60 ,m_d: 4 ,m_f sqrt / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "n_e: 60 ,m_d: 4 ,m_f log2 / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "n_e: 60 ,m_d: 4 ,m_f auto / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "n_e: 80 ,m_d: 4 ,m_f sqrt / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "n_e: 80 ,m_d: 4 ,m_f log2 / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "n_e: 80 ,m_d: 4 ,m_f auto / 0.8 ,  0.9230769230769231 ,  0.5714285714285714 ,  0.8 ,  0.8\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "n_e: 100 ,m_d: 8 ,m_f sqrt / 0.8 ,  1.0 ,  0.42857142857142855 ,  0.7647058823529411 ,  1.0\n",
      "n_e: 100 ,m_d: 8 ,m_f auto / 0.8 ,  1.0 ,  0.42857142857142855 ,  0.7647058823529411 ,  1.0\n",
      "-----------------------reliefF 80 ---------------------\n",
      "-----------------------reliefF106---------------------\n"
     ]
    }
   ],
   "source": [
    "#RF\n",
    "n_estimators = [20, 40, 60, 80, 100, 120, 140, 160, 180, 200]\n",
    "max_depth = [None,2,4,6,8,10,12,14,16]\n",
    "max_features_set = [\"sqrt\", \"log2\", \"auto\", None]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in max_depth:\n",
    "            for c in max_features_set:\n",
    "                X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                y_train=patient_features_combine_train['recurrence'].values\n",
    "                y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>=0.8:\n",
    "                    print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"-----------------------reliefF106---------------------\")\n",
    "for a in n_estimators:\n",
    "        for b in max_depth:\n",
    "            for c in max_features_set:\n",
    "                X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                y_train=patient_features_combine_train['recurrence'].values\n",
    "                y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>=0.8:\n",
    "                    print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "-----------------------reliefF 40 ---------------------\n",
      "-----------------------reliefF 60 ---------------------\n",
      "n_e: 50 , l_r: 0.6 ,s 0.7 ,m_d 9 / 0.85 ,  0.9230769230769231 ,  0.7142857142857143 ,  0.8571428571428571 ,  0.8333333333333334\n",
      "n_e: 50 , l_r: 0.7 ,s 0.6 ,m_d 5 / 0.85 ,  0.9230769230769231 ,  0.7142857142857143 ,  0.8571428571428571 ,  0.8333333333333334\n",
      "n_e: 50 , l_r: 0.8 ,s 0.7 ,m_d 7 / 0.85 ,  1.0 ,  0.5714285714285714 ,  0.8125 ,  1.0\n",
      "n_e: 50 , l_r: 0.8 ,s 0.7 ,m_d 9 / 0.9 ,  1.0 ,  0.7142857142857143 ,  0.8666666666666667 ,  1.0\n",
      "n_e: 100 , l_r: 0.6 ,s 0.6 ,m_d 7 / 0.85 ,  1.0 ,  0.5714285714285714 ,  0.8125 ,  1.0\n",
      "n_e: 100 , l_r: 0.6 ,s 0.7 ,m_d 5 / 0.85 ,  1.0 ,  0.5714285714285714 ,  0.8125 ,  1.0\n",
      "n_e: 100 , l_r: 0.8 ,s 0.7 ,m_d 9 / 0.85 ,  0.9230769230769231 ,  0.7142857142857143 ,  0.8571428571428571 ,  0.8333333333333334\n",
      "n_e: 100 , l_r: 0.8 ,s 0.8 ,m_d 3 / 0.85 ,  1.0 ,  0.5714285714285714 ,  0.8125 ,  1.0\n",
      "-----------------------reliefF 80 ---------------------\n",
      "-----------------------reliefF106---------------------\n"
     ]
    }
   ],
   "source": [
    "#GB\n",
    "\n",
    "n_estimators = [1,10,50, 100]\n",
    "learning_rate = [0.1,0.3,0.5,0.6, 0.7,0.8,0.9]\n",
    "subsample = [0.6,0.7,0.8,0.9,1.0]\n",
    "max_depth = range(3,10,2)\n",
    "    \n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in learning_rate:\n",
    "            for c in subsample:\n",
    "                for d in max_depth:\n",
    "                    X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                    X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                    y_train=patient_features_combine_train['recurrence'].values\n",
    "                    y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "                    clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                    clf.fit(X_train, y_train)\n",
    "                    y_pred = clf.predict(X_test)\n",
    "\n",
    "                    accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                    sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                    specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                    ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                    npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                    if accuracy>0.8:\n",
    "                        print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"-----------------------reliefF106---------------------\")\n",
    "for a in n_estimators:\n",
    "    for b in learning_rate:\n",
    "        for c in subsample:\n",
    "            for d in max_depth:\n",
    "                X_train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                X_test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:102]\n",
    "                y_train=patient_features_combine_train['recurrence'].values\n",
    "                y_test=patient_features_combine_test['recurrence'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.8:\n",
    "                    print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2-3. 임상정보 + 종양내외부 통합"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------- reliefF  20 -------------------------------------\n",
      "------------- reliefF  40 -------------------------------------\n",
      "------------- reliefF  60 -------------------------------------\n",
      "solv: lsqr ,shrink: 0.6 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: lsqr ,shrink: 0.7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: eigen ,shrink: 0.6 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: eigen ,shrink: 0.7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "------------- reliefF  80 -------------------------------------\n",
      "solv: lsqr ,shrink: 0.6 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: lsqr ,shrink: 0.7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: eigen ,shrink: 0.6 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "solv: eigen ,shrink: 0.7 / 0.7 ,  0.7692307692307693 ,  0.5714285714285714 ,  0.7692307692307693 ,  0.5714285714285714\n",
      "------------- reliefF102-------------------------------------\n"
     ]
    }
   ],
   "source": [
    "# LDA\n",
    "\n",
    "solver = ['lsqr', 'eigen','svd']\n",
    "shrinkage = [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"------------- reliefF \",i,\"-------------------------------------\")\n",
    "    for a in solver:\n",
    "        for b in shrinkage:\n",
    "            train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "            test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "    \n",
    "            if a=='svd': # solver='svd'면 shrinkage 파라미더 지정 불가 이므로 \n",
    "                lda=LinearDiscriminantAnalysis(solver=a)\n",
    "            else:\n",
    "                lda=LinearDiscriminantAnalysis(solver=a, shrinkage=b)\n",
    "            clf = make_pipeline(StandardScaler(), lda)\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "            \n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>=0.7:\n",
    "                print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in solver:\n",
    "    for b in shrinkage:\n",
    "        train=patient_features_combine_train.drop('recurrence',axis=1)\n",
    "        test=patient_features_combine_test.drop('recurrence',axis=1)\n",
    "\n",
    "        total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "        total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "        X_train=total1.drop('two_year_survival',axis=1).values\n",
    "        X_test=total2.drop('two_year_survival',axis=1).values\n",
    "        y_train=total1['two_year_survival'].values\n",
    "        y_test=total2['two_year_survival'].values\n",
    "\n",
    "        if a=='svd': # solver='svd'면 shrinkage 파라미더 지정 불가 이므로 \n",
    "            lda=LinearDiscriminantAnalysis(solver=a)\n",
    "        else:\n",
    "            lda=LinearDiscriminantAnalysis(solver=a, shrinkage=b)\n",
    "        clf = make_pipeline(StandardScaler(),lda)\n",
    "        clf.fit(X_train, y_train)\n",
    "        y_pred = clf.predict(X_test)\n",
    "\n",
    "        # 성능평가\n",
    "        accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "        sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "        specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "        ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "        npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "        if accuracy>=0.7:\n",
    "            print(\"solv:\",a,\",shrink:\",b,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "-----------------------reliefF 40 ---------------------\n",
      "c: 50 ,k: rbf ,g: 0.001 , d: 9 / 0.75 ,  0.9230769230769231 ,  0.42857142857142855 ,  0.75 ,  0.75\n",
      "-----------------------reliefF 60 ---------------------\n",
      "c: 10 ,k: rbf ,g: 0.001 , d: 9 / 0.8 ,  1.0 ,  0.42857142857142855 ,  0.7647058823529411 ,  1.0\n",
      "-----------------------reliefF 80 ---------------------\n",
      "c: 10 ,k: rbf ,g: 0.001 , d: 9 / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "------------- reliefF102-------------------------------------\n"
     ]
    }
   ],
   "source": [
    "# SVM\n",
    "\n",
    "C_set = [0.1,1, 10, 50, 100]\n",
    "kernel_set = [\"rbf\"]\n",
    "gamma_set = [0.001, 0.01, 0.1,0.5, 1]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in C_set:\n",
    "        for b in kernel_set:\n",
    "            for c in gamma_set:\n",
    "                train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,degree=d,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.7:\n",
    "                    print(\"c:\",a,\",k:\",b,\",g:\",c,\", d:\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in C_set:\n",
    "    for b in kernel_set:\n",
    "        for c in gamma_set:\n",
    "            train=patient_features_combine_train.drop('recurrence',axis=1)\n",
    "            test=patient_features_combine_test.drop('recurrence',axis=1)\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "\n",
    "            clf = make_pipeline(StandardScaler(), SVC(C=a,kernel=b,gamma=c,degree=d,random_state=42))\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "\n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>0.7:\n",
    "                print(\"c:\",a,\",k:\",b,\",g:\",c,\", d:\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-----------------------reliefF 20 ---------------------\n",
      "n_e: 20 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 2 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 2 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 4 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 4 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 20 ,m_d: 4 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 40 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 40 ,m_d: 2 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 40 ,m_d: 2 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 60 ,m_d: 2 ,m_f log2 / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 60 ,m_d: 2 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 60 ,m_d: 4 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 4 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 60 ,m_d: 4 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 80 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 80 ,m_d: 2 ,m_f log2 / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 80 ,m_d: 2 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 140 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 2 ,m_f log2 / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 140 ,m_d: 2 ,m_f auto / 0.7 ,  0.8461538461538461 ,  0.42857142857142855 ,  0.7333333333333333 ,  0.6\n",
      "n_e: 180 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 180 ,m_d: 2 ,m_f log2 / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 180 ,m_d: 2 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 200 ,m_d: 2 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 200 ,m_d: 2 ,m_f log2 / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 200 ,m_d: 2 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "-----------------------reliefF 40 ---------------------\n",
      "n_e: 20 ,m_d: None ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: None ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 20 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 20 ,m_d: 6 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 6 ,m_f log2 / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 6 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 20 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 20 ,m_d: 10 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 10 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 12 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 12 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 14 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 14 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 16 ,m_f sqrt / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 20 ,m_d: 16 ,m_f auto / 0.7 ,  0.9230769230769231 ,  0.2857142857142857 ,  0.7058823529411765 ,  0.6666666666666666\n",
      "n_e: 40 ,m_d: None ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: None ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 40 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 40 ,m_d: 6 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 40 ,m_d: 6 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 40 ,m_d: 8 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 8 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 10 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 10 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 12 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 12 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 14 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 14 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 16 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 40 ,m_d: 16 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 60 ,m_d: None ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: None ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: None ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 6 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 6 ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 6 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 10 ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 12 ,m_f sqrt / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 60 ,m_d: 12 ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 12 ,m_f auto / 0.75 ,  1.0 ,  0.2857142857142857 ,  0.7222222222222222 ,  1.0\n",
      "n_e: 60 ,m_d: 14 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 14 ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 14 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 16 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 16 ,m_f log2 / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 60 ,m_d: 16 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "n_e: 80 ,m_d: None ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: None ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 6 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 6 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 12 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 12 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 16 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 80 ,m_d: 16 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: None ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 10 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 12 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 14 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 100 ,m_d: 16 ,m_f None / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 120 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 120 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 120 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 120 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 140 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 160 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 160 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 160 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 160 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 4 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 6 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 6 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 8 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 180 ,m_d: 8 ,m_f auto / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n",
      "n_e: 200 ,m_d: 4 ,m_f sqrt / 0.7 ,  1.0 ,  0.14285714285714285 ,  0.6842105263157895 ,  1.0\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-16-abcc2ab64f0f>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     23\u001b[0m                 \u001b[0mclf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmake_pipeline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mStandardScaler\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mRandomForestClassifier\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mn_estimators\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mmax_depth\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mmax_features\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mc\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mrandom_state\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m42\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 24\u001b[0;31m                 \u001b[0mclf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_train\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     25\u001b[0m                 \u001b[0my_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mclf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mX_test\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     26\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/sklearn/pipeline.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, X, y, **fit_params)\u001b[0m\n\u001b[1;32m    344\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_final_estimator\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;34m'passthrough'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    345\u001b[0m                 \u001b[0mfit_params_last_step\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfit_params_steps\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msteps\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 346\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_final_estimator\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mXt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mfit_params_last_step\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    347\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    348\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/sklearn/ensemble/_forest.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, X, y, sample_weight)\u001b[0m\n\u001b[1;32m    385\u001b[0m             \u001b[0;31m# parallel_backend contexts set at a higher level,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    386\u001b[0m             \u001b[0;31m# since correctness does not rely on using threads.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 387\u001b[0;31m             trees = Parallel(n_jobs=self.n_jobs, verbose=self.verbose,\n\u001b[0m\u001b[1;32m    388\u001b[0m                              \u001b[0;34m**\u001b[0m\u001b[0m_joblib_parallel_args\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprefer\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'threads'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    389\u001b[0m                 delayed(_parallel_build_trees)(\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/parallel.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, iterable)\u001b[0m\n\u001b[1;32m   1030\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_iterating\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_iterator\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1031\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1032\u001b[0;31m             \u001b[0;32mwhile\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdispatch_one_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0miterator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1033\u001b[0m                 \u001b[0;32mpass\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1034\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/parallel.py\u001b[0m in \u001b[0;36mdispatch_one_batch\u001b[0;34m(self, iterator)\u001b[0m\n\u001b[1;32m    845\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    846\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 847\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dispatch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtasks\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    848\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    849\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/parallel.py\u001b[0m in \u001b[0;36m_dispatch\u001b[0;34m(self, batch)\u001b[0m\n\u001b[1;32m    763\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_lock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    764\u001b[0m             \u001b[0mjob_idx\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_jobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 765\u001b[0;31m             \u001b[0mjob\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_backend\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mapply_async\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    766\u001b[0m             \u001b[0;31m# A job can complete so quickly than its callback is\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    767\u001b[0m             \u001b[0;31m# called before we get here, causing self._jobs to\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/_parallel_backends.py\u001b[0m in \u001b[0;36mapply_async\u001b[0;34m(self, func, callback)\u001b[0m\n\u001b[1;32m    204\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mapply_async\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    205\u001b[0m         \u001b[0;34m\"\"\"Schedule a func to be run\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 206\u001b[0;31m         \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mImmediateResult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfunc\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    207\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    208\u001b[0m             \u001b[0mcallback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/_parallel_backends.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, batch)\u001b[0m\n\u001b[1;32m    568\u001b[0m         \u001b[0;31m# Don't delay the application, to avoid keeping the input\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    569\u001b[0m         \u001b[0;31m# arguments in memory\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 570\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mbatch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    571\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    572\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/parallel.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    250\u001b[0m         \u001b[0;31m# change the default number of processes to -1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    251\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mparallel_backend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_backend\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_jobs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_n_jobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 252\u001b[0;31m             return [func(*args, **kwargs)\n\u001b[0m\u001b[1;32m    253\u001b[0m                     for func, args, kwargs in self.items]\n\u001b[1;32m    254\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/joblib/parallel.py\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m    250\u001b[0m         \u001b[0;31m# change the default number of processes to -1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    251\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mparallel_backend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_backend\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_jobs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_n_jobs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 252\u001b[0;31m             return [func(*args, **kwargs)\n\u001b[0m\u001b[1;32m    253\u001b[0m                     for func, args, kwargs in self.items]\n\u001b[1;32m    254\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/sklearn/utils/fixes.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m    220\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    221\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mconfig_context\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconfig\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 222\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfunction\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/opt/anaconda3/lib/python3.8/site-packages/sklearn/ensemble/_forest.py\u001b[0m in \u001b[0;36m_parallel_build_trees\u001b[0;34m(tree, forest, X, y, sample_weight, tree_idx, n_trees, verbose, class_weight, n_samples_bootstrap)\u001b[0m\n\u001b[1;32m    158\u001b[0m         \u001b[0mcurr_sample_weight\u001b[0m \u001b[0;34m*=\u001b[0m \u001b[0msample_counts\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    159\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 160\u001b[0;31m         \u001b[0;32mif\u001b[0m \u001b[0mclass_weight\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'subsample'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    161\u001b[0m             \u001b[0;32mwith\u001b[0m \u001b[0mcatch_warnings\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    162\u001b[0m                 \u001b[0msimplefilter\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'ignore'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mDeprecationWarning\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# RF\n",
    "\n",
    "n_estimators = [20, 40, 60, 80, 100, 120, 140, 160, 180, 200]\n",
    "max_depth = [None,2,4,6,8,10,12,14,16]\n",
    "max_features_set = [\"sqrt\", \"log2\", \"auto\", None]\n",
    "\n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in max_depth:\n",
    "            for c in max_features_set:\n",
    "                train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>=0.7:\n",
    "                    print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in n_estimators:\n",
    "    for b in max_depth:\n",
    "        for c in max_features_set:\n",
    "            train=patient_features_combine_train.drop('recurrence',axis=1)\n",
    "            test=patient_features_combine_test.drop('recurrence',axis=1)\n",
    "\n",
    "            total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "            total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "            X_train=total1.drop('two_year_survival',axis=1).values\n",
    "            X_test=total2.drop('two_year_survival',axis=1).values\n",
    "            y_train=total1['two_year_survival'].values\n",
    "            y_test=total2['two_year_survival'].values\n",
    "\n",
    "            clf = make_pipeline(StandardScaler(), RandomForestClassifier(n_estimators=a,max_depth=b,max_features=c,random_state=42))\n",
    "            clf.fit(X_train, y_train)\n",
    "            y_pred = clf.predict(X_test)\n",
    "\n",
    "            # 성능평가\n",
    "            accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "            sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "            specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "            ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "            npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "            if accuracy>=0.7:\n",
    "                print(\"n_e:\",a,\",m_d:\",b,\",m_f\",c,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)   "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# GB\n",
    "\n",
    "n_estimators = [1,10,50, 100]\n",
    "learning_rate = [0.1,0.3,0.5,0.6, 0.7,0.8,0.9]\n",
    "subsample = [0.6,0.7,0.8,0.9,1.0]\n",
    "max_depth = range(3,10,2)\n",
    "    \n",
    "for i in range(20,81,20):\n",
    "    print(\"-----------------------reliefF\",i,\"---------------------\")\n",
    "    for a in n_estimators:\n",
    "        for b in learning_rate:\n",
    "            for c in subsample:\n",
    "                for d in max_depth:\n",
    "                    train=patient_features_combine_train.drop('recurrence',axis=1).iloc[:,:i]\n",
    "                    test=patient_features_combine_test.drop('recurrence',axis=1).iloc[:,:i]\n",
    "\n",
    "                    total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                    total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                    X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                    X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                    y_train=total1['two_year_survival'].values\n",
    "                    y_test=total2['two_year_survival'].values\n",
    "\n",
    "                    clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                    clf.fit(X_train, y_train)\n",
    "                    y_pred = clf.predict(X_test)\n",
    "\n",
    "                    # 성능평가\n",
    "                    accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                    sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                    specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                    ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                    npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                    if accuracy>0.7:\n",
    "                        print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)\n",
    "\n",
    "print(\"------------- reliefF102-------------------------------------\")\n",
    "for a in n_estimators:\n",
    "    for b in learning_rate:\n",
    "        for c in subsample:\n",
    "            for d in max_depth:\n",
    "                train=patient_features_combine_train.drop('recurrence',axis=1)\n",
    "                test=patient_features_combine_test.drop('recurrence',axis=1)\n",
    "\n",
    "                total1=pd.merge(train,clinical_info_case2_train,on='PatientID')\n",
    "                total2=pd.merge(test,clinical_info_case2_test,on='PatientID')\n",
    "\n",
    "                X_train=total1.drop('two_year_survival',axis=1).values\n",
    "                X_test=total2.drop('two_year_survival',axis=1).values\n",
    "                y_train=total1['two_year_survival'].values\n",
    "                y_test=total2['two_year_survival'].values\n",
    "\n",
    "                clf = make_pipeline(StandardScaler(), GradientBoostingClassifier(n_estimators=a,learning_rate=b, subsample=c,max_depth=d,random_state=42))\n",
    "                clf.fit(X_train, y_train)\n",
    "                y_pred = clf.predict(X_test)\n",
    "\n",
    "                # 성능평가\n",
    "                accuracy = metrics.accuracy_score(y_test, y_pred)\n",
    "                sensitivity = metrics.recall_score(y_test, y_pred, pos_label=1)\n",
    "                specificity = metrics.recall_score(y_test, y_pred, pos_label=0)\n",
    "                ppv = metrics.precision_score(y_test, y_pred, pos_label=1)\n",
    "                npv = metrics.precision_score(y_test, y_pred, pos_label=0)\n",
    "                if accuracy>0.7:\n",
    "                    print(\"n_e:\",a,\", l_r:\",b,\",s\",c,\",m_d\",d,\"/\",accuracy,', ',sensitivity,', ',specificity,', ',ppv,', ',npv)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}