Modeling.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Uic5rXhpdjBj"
   },
   "outputs": [],
   "source": [
    "%matplotlib inline\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "\n",
    "\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 55
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 594,
     "status": "ok",
     "timestamp": 1569518620065,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "MsqliuFfdpzX",
    "outputId": "15026b8d-cc54-4279-965d-e04a21edd757"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount(\"/content/gdrive\", force_remount=True).\n"
     ]
    }
   ],
   "source": [
    "from google.colab import drive\n",
    "drive.mount('/content/gdrive')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "7Lpijcq2Oisy"
   },
   "outputs": [],
   "source": [
    "#load data\n",
    "import pickle\n",
    "with open('./X_train_w_null_2.00.pkl', 'rb') as f:\n",
    "    X = pickle.load(f)\n",
    "with open('./y.pkl', 'rb') as f:\n",
    "    y = pickle.load(f)\n",
    "with open('./X_test_w_null_2.00.pkl', 'rb') as f:\n",
    "    X_test = pickle.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "UbBNdulxd6At"
   },
   "outputs": [],
   "source": [
    "#Imputation : median\n",
    "def imputation_median(df):\n",
    "  #cat/num split\n",
    "  features = pd.DataFrame({'feature' : df.columns, 'dtype' : df.dtypes}).reset_index(drop = 'True')\n",
    "  cat_features = features[(features.dtype != 'int8') & (features.dtype != 'int16') & (features.dtype != 'int32')& (features.dtype != 'int64') & (features.dtype != 'float16') & (features.dtype != 'float32') & (features.dtype != 'float64')]\n",
    "\n",
    "  features = df.columns\n",
    "  cat_features = df.select_dtypes(['uint8','bool']).columns.tolist()\n",
    "  num_features = [col for col in features if col not in cat_features]\n",
    "  \n",
    "  for col in num_features:\n",
    "    df[col] = df[col].fillna(df[col].median())\n",
    "  for col in cat_features:\n",
    "    df[col] = df[col].fillna(df[col].mode())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 53
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 58275,
     "status": "ok",
     "timestamp": 1569518686208,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "mHppsRuad6Pl",
    "outputId": "9e8efb70-dd15-4f28-c99d-b8997bcf622c"
   },
   "outputs": [],
   "source": [
    "%%time\n",
    "imputation_median(X)\n",
    "imputation_median(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 63409,
     "status": "ok",
     "timestamp": 1569518693187,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "lWHXT8uud_QF",
    "outputId": "aa46789f-e4f1-4348-bc32-cf0eb1c619b7"
   },
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "X_train, X_val = train_test_split(X, test_size=0.3, random_state=0)\n",
    "y_train, y_val = train_test_split(y, test_size=0.3, random_state=0)\n",
    "X_train.shape, X_val.shape, y_train.shape, y_val.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 279
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 4594,
     "status": "ok",
     "timestamp": 1569420577125,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "7oubX9VfwD5M",
    "outputId": "dc47f4a5-72a0-4fe8-8aab-caab5ad41bff"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cloning into 'LightGBM'...\n",
      "remote: Enumerating objects: 16, done.\u001b[K\n",
      "remote: Counting objects: 100% (16/16), done.\u001b[K\n",
      "remote: Compressing objects: 100% (16/16), done.\u001b[K\n",
      "remote: Total 14423 (delta 4), reused 0 (delta 0), pack-reused 14407\u001b[K\n",
      "Receiving objects: 100% (14423/14423), 10.08 MiB | 27.89 MiB/s, done.\n",
      "Resolving deltas: 100% (10358/10358), done.\n",
      "Submodule 'include/boost/compute' (https://github.com/boostorg/compute) registered for path 'compute'\n",
      "Cloning into '/content/LightGBM/compute'...\n",
      "remote: Enumerating objects: 21728, done.        \n",
      "remote: Total 21728 (delta 0), reused 0 (delta 0), pack-reused 21728        \n",
      "Receiving objects: 100% (21728/21728), 8.51 MiB | 27.65 MiB/s, done.\n",
      "Resolving deltas: 100% (17565/17565), done.\n",
      "Submodule path 'compute': checked out '36c89134d4013b2e5e45bc55656a18bd6141995a'\n"
     ]
    }
   ],
   "source": [
    "!git clone --recursive https://github.com/Microsoft/LightGBM\n",
    "!apt-get install -y -qq libboost-all-dev\n",
    "%%bash\n",
    "cd LightGBM\n",
    "mkdir build\n",
    "cd build\n",
    "cmake -DUSE_GPU=1 -DOpenCL_LIBRARY=/usr/local/cuda/lib64/libOpenCL.so -DOpenCL_INCLUDE_DIR=/usr/local/cuda/include/ ..\n",
    "make -j$(nproc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "-0GvLl9uzEvz"
   },
   "outputs": [],
   "source": [
    "!cd LightGBM/python-package/;python3 setup.py install --precompile\n",
    "!mkdir -p /etc/OpenCL/vendors && echo \"libnvidia-opencl.so.1\" > /etc/OpenCL/vendors/nvidia.icd\n",
    "!rm -r LightGBM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "CkEf0KqcxG1M"
   },
   "outputs": [],
   "source": [
    "import lightgbm as lgb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "qbuYChqoefOm"
   },
   "outputs": [],
   "source": [
    "%%time\n",
    "params={'learning_rate': 0.01,\n",
    "        'objective': 'binary',\n",
    "        'metric': 'auc',\n",
    "        'num_threads': -1,\n",
    "        'num_leaves': 256,\n",
    "        'verbose': 2,\n",
    "        'random_state': 42,\n",
    "        'bagging_fraction': 1,\n",
    "        'feature_fraction': 0.85,\n",
    "        'n_estimators' : 10000,\n",
    "        'device_type' : 'gpu'\n",
    "       }\n",
    "\n",
    "model = lgb.LGBMClassifier(**params)\n",
    "model.fit(X = X_train, y = y_train, eval_set=[(X_val,y_val)],eval_metric  = 'auc', early_stopping_rounds = 500, verbose = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 252
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 976,
     "status": "error",
     "timestamp": 1569426715892,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "-iQIgTq1rV7u",
    "outputId": "212b7510-7c27-4b5a-b044-75e7648e8aa5"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.6/dist-packages/sklearn/externals/joblib/__init__.py:15: DeprecationWarning: sklearn.externals.joblib is deprecated in 0.21 and will be removed in 0.23. Please import this functionality directly from joblib, which can be installed with: pip install joblib. If this warning is raised when loading pickled models, you may need to re-serialize those models with scikit-learn 0.21+.\n",
      "  warnings.warn(msg, category=DeprecationWarning)\n"
     ]
    },
    {
     "ename": "NameError",
     "evalue": "ignored",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-7-993d8e0d6306>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexternals\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mjoblib\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mjoblib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdump\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'/content/gdrive/My Drive/DL/FRD/lgb_1.00.pkl'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'model' is not defined"
     ]
    }
   ],
   "source": [
    "#model save\n",
    "from sklearn.externals import joblib\n",
    "joblib.dump(model, '/content/gdrive/My Drive/DL/FRD/lgb_1.00.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "CN80dUN6H6c3"
   },
   "outputs": [],
   "source": [
    "#model load\n",
    "from sklearn.externals import joblib\n",
    "filename = '/content/gdrive/My Drive/DL/FRD/lgb_1.00.pkl' \n",
    "model = joblib.load(filename) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "nlODgCOUAX_C"
   },
   "outputs": [],
   "source": [
    "submission_1st = pd.DataFrame(model.predict_proba(X_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "SSjG4aiLBz5U"
   },
   "outputs": [],
   "source": [
    "submission_1st.to_csv('/content/gdrive/My Drive/DL/FRD/submission_1st.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 730
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 1967,
     "status": "ok",
     "timestamp": 1569426853746,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "U0K_sPt-IKKs",
    "outputId": "1d0726a7-65d1-4a40-e584-5981a1a7086e"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAArYAAALJCAYAAABBd2D4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzs3XmYZVV59/3vzxaQFmgUQRE1JYgi\nMjRyoj4mGEHUR3EAxTigqFFbk5AnKiR2YlTiG1476iuvipG0USZnSEiQJjgEFSdMTgPdbQMOYIs0\nKoJSAg1Emvv54+xKKm0NPVTVPufU93NdddU+a9r3Pv0HN6vWXitVhSRJkjTo7tN2AJIkSdJMMLGV\nJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZWkAZHkEUluT7JgM9o+NckNU9SfmeRv\nZjZCSWqXia0kzYIkFyd55wTlz0/y0yT33dIxq+r6qtqpqjbOTJRbJ0kleVSbMYxJsi7JkW3HIak/\nmNhK0uw4C3h5kmxS/grgE1V1z5YMtjWJ8DDz+5A0ERNbSZod/wzsBhw2VpDkAcBzgLObz0cluSLJ\nr5L8OMnJ49qONDOjr0lyPXDJuLL7Nm1eneTqJLcluS7J6zcNIslfJrm5mdk8brJgkzwnyZVJbk3y\nzSQHbc5DJjk5yblJPt7EsSbJo5P8RZKbmud6xrj2X0nyriT/3jz3vyR54Lj65yVZ28TxlSSPHVe3\nLslbkqwG7kjyKeARwOeaJRp/3rQ7t5kVH01yaZLHjRvjzCQfSrKiiffbSfYZV/+4JF9M8oskP0vy\nl035fZIsTXJtkluSfHZ83JL6g4mtJM2CqroT+Cxw/Lji3weuqapVzec7mvpdgaOAP0xy9CZD/R7w\nWOCZE9zmJnqJ8i7Aq4FTkzx+XP1DgAcBewGvBJYnecymgyQ5BPgY8Hp6yfjfAxck2WEzH/e5wDnA\nA4ArgM/T++/LXsA7m/HGOx74A2BP4B7gA00cjwY+BbwR2B24iF7Suv24vi+l913tWlUvBa4Hntss\n0Xh30+ZfgX2BPYDLgU9scv+XAH/dxPsD4JTm/jsDXwIuBh4KPAr4t6bPnwBH0/v3eCjwS+BDm/n9\nSJojJraSNHvOAo5Ncr/m8/FNGQBV9ZWqWlNV91bVanpJ3e9tMsbJVXVHkyj/D1W1oqqurZ6vAl9g\n3Axx421VdXdTv4Jecr2pJcDfV9W3q2pjVZ0F3A08aTOf82tV9flmecW59JLSZVX1a+DTwEiSXce1\nP6eqvlNVdwBvA36/eSHuxcCKqvpi0/e9wI7Ak8f1/UBV/Xii72Pc9/Kxqrqtqu4GTgYOTrJoXJPz\nq+rfm3g/ASxuyp8D/LSq/r+quqsZ49tN3RuAt1bVDePGPdYlEVJ/MbGVpFlSVV8HbgaObv7c/QTg\nk2P1SZ6Y5MtJfp5klF7y9KBNhvnxZOMneVaSy5o/m98KPHuT/r9skscxP6I327ip3wJObP78f2sz\n1sMnaTuRn427vhO4edwLbmMJ6E7j2ox/ph8B2zVxP7T5DEBV3du03WuSvr8hyYIky5olA78C1jVV\n47+Xn4673jAutocD104y9G8B54/7fq4GNgIPnioeSXPLxFaSZtfZ9GZqXw58vqrGJ4GfBC4AHl5V\ni4DTgU1fNquJBm2WCfwjvVnNB1fVrvT+dD++/wOS3H/c50cAN04w3I+BU6pq13E/C6vqU5v9lFvm\n4ZvE9Gt6/wNwI70EEoDmxbuHA+vHtd/0+9j088uA5wNHAouAkbHhNiOuHwN7T1H3rE2+o/tV1fpJ\n2ktqgYmtJM2us+klWa9j3DKExs7AL6rqriRPoJeUba7tgR2AnwP3JHkW8IwJ2v11ku2THEbvT+3n\nTtDmI8AbmhnkJLl/82LbzlsQz5Z4eZL9kyyktwb3vGaG97PAUUmelmQ74ER6SyK+OcVYP+N/JqM7\nN31uARYC/+8WxHUhsGeSNybZIcnOSZ7Y1J0OnJLktwCS7J7k+VswtqQ5YGIrSbOoqtbRS8zuT292\ndrw/At6Z5Dbg7fQSu80d9zbg/zR9fkkvKd50/J82dTfSW0v6hqq6ZoKxuvQS79Oa9j8AXrW5sWyF\nc4Azm/juR+85qKrv0pvZ/iC9Gdzn0nsx7D+nGOtdwF81SwROovc/Ej+iN8t7FXDZ5gbVfKdPb+77\nU+D7wOFN9fvpfb9faP69LgOeONE4ktqTqgn/yiVJ0oxL8hXg41X1D23HImn4OGMrSZKkoWBiK0mS\npKHgUgRJkiQNBWdsJUmSNBQ8MWWeetCDHlQjIyNthyFJkjStlStX3lxVu0/XzsR2nhoZGaHb7bYd\nhiRJ0rSS/Gj6Vi5FkCRJ0pAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ\n0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnS\nUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lAwsZUkSdJQ\nMLGVJEnSUDCxlSRJ0lAwsZUkSdJQMLGVJEnSUDCxlSRJ0lC4b9sBqB1r1o8ysnRF22FIkqQBtW7Z\nUW2H8BucsZUkSdJQGNjENsluSa5sfn6aZP24z9v3QXwvSLLfuM+nJDl8K8d6bZKfJ7kiyfeTXJzk\nSU3d6c0zX5XkznHfwTEz9SySJEmDYGCXIlTVLcBigCQnA7dX1XvHt0kSIFV179xHyAuAe4FrAKrq\nrds43ieq6o0ASY4E/iXJYVX1hqbsUcB5VbV4G+8jSZI0kAZ2xnYySR7VzF5+AlgL7JlkeZJukrVJ\n3j6u7Q1JTm5mQlcneXRTfkSSVc3M5+VJ7p9klySXNJ9XJ3nOuHFe3ZStSnJGksOAZwOnNmOMJPl4\nkqOb9s9oytck+cjYDPNk8Wyqqr4EfBR43Wx9j5IkSYNm6BLbxn7AqVW1f1WtB5ZWVQc4GHh6kv3H\ntf1ZVR0C/APw5qbsz4AlzeznU4C7gDuBo6vq8cCRwKkASQ4G3gI8taoOBk6sqq8BFwFvqqrFVbVu\n7GZJFgIfA15YVQcCC4El08Qzkcub59xsSZY0CX5344bRLekqSZLU94Y1sb22qrrjPr80yeX0ksHH\nAuMT239qfq8ERprrbwDvT/InwC5VtREIsCzJauALwMOTPAg4AvhMVf0CYOz3FB4LfK+qrm0+n00v\neZ4qnolkmvv8hqpaXlWdquosWLhoS7tLkiT1tYFdYzuNO8YukuwL/CnwhKq6NcnHgfuNa3t383sj\nzfdRVX+T5ALgKOCyJE8Dfg9YBDy+qu5JcsMm48yU34hnEocAV8/C/SVJkgbSsM7YjrcLcBvwqyR7\nAs+crkOSfapqdVW9i94s72PoJbU3NUnt04G9muaXAC9O8sCm7wOb8tuAnScY/mpg3yR7N59fDnx1\nSx6o2V3hD+its5UkSRLDO2M73uXAVfR2J/gRvWUG0zmpeQHsXmBs6cG/A59Lsqa5/j5AVa1K8m7g\n0iT30FtC8BrgU8DfJzkROHps4KrakOQ1wD8lWQB8G/jIZsR0XJKn0luTex299b7f3Yx+kiRJ80Kq\nqu0Y1IJOp1Pdbnf6hpIkSS1LsrLZCGBK82EpgiRJkuaB+bAUQRNYs36UkaUr2g5DkqTWrVt2VNsh\naIY4YytJkqShYGI7oJJ8JUmnuT4lyY+T3N52XJIkSW0xsR0ASaZbMvI54AlzEYskSVK/co3tHEty\nPHASUPS2Evss8FfA9sAtwHFV9bMkJwP7AHsD1yf5A+AMescCXwPsODZmVV3WjD13DyJJktRnTGzn\nUJLH0Utin1xVNzeHORTwpKqqJK8F/hw4semyP/C7VXVnkjcDG6rqsUkOorc/75befwmwBGDBLrvP\nwBNJkiT1DxPbuXUEcG5V3QxQVb9IciDwmeZUtO2BH45rf0FV3dlcPwX4QNNvdZLVW3rzqloOLAfY\nYc993cBYkiQNFdfYtu+DwGlVdSDweuB+4+ruaCckSZKkwWNiO7cuAV6UZDeAZinCImB9U//KKfpe\nCrys6XcAcNAsxilJkjRwTGznUFWtBU4BvppkFfA+4GTg3CQrgZun6P5hYKckVwPvBFaOVSR5d5Ib\ngIVJbmhePJMkSZpXUuVSy/mo0+lUt9ttOwxJkqRpJVlZVZ3p2jljK0mSpKHgrgjz1Jr1o4wsXdF2\nGJKkIbFu2VFthyD194xtkt2SXNn8/DTJ+nGft++D+F6QZL9xn09Jcvg2jnlhkq9vRb/7JFm6LfeW\nJEkaZH09Y1tVtwCLAZoXom6vqveOb5PecVupqnvnPkJeANxL7yQwquqt2zJYs0vCQcBdSR5RVddv\nQff7AEuBZdsSgyRJ0qDq6xnbySR5VJKrknwCWAvsmWR5km6StUnePq7tDUlOTnJFktVJHt2UH5Fk\nVTP7e3mS+yfZJcklzefVSZ4zbpxXN2WrkpyR5DDg2cCpzRgjST6e5Oim/TOa8jVJPjI2wzxZPI1j\ngX8GPgO8ZNy9P57kQ0m+neTaJE9JclaSa5J8tGm2DNi5uefZs/G9S5Ik9bOBTGwb+wGnVtX+VbUe\nWNq8LXcw8PQk+49r+7OqOgT4B+DNTdmfAUuqajG9U73uAu4Ejq6qxwNHAqcCJDkYeAvw1Ko6GDix\nqr4GXAS8qaoWV9W6sZslWQh8DHhhc/DCQpqjbKeIB+ClwKean5du8ryLquqJ9I7c/Rzwt/SO3D20\n2dd2KXBbE8vxm/81SpIkDYdBTmyvrarx+1W9NMnlwOXAY+klfWP+qfm9Ehhprr8BvD/JnwC7VNVG\nIMCy5rjaLwAPT/IgekfhfqaqfgG9o3Cnie2xwPeq6trm89n0kudJ40nyUOARVfWtqroKuM/49bv0\nklmANcCNVXVVs/ziqnHPNKUkS5pZ7e7GDaOb00WSJGlgDHJi+1/HzSbZF/hT4IiqOgi4mP95NO3d\nze+NNOuKq+pv6M2i7gRc1oxxPL2TwB7fzOTevMk4M+U34gFeDDwoybok64BH8D9nbcf63Dvueuzz\nZq2VrqrlVdWpqs6ChYu2NnZJkqS+NMiJ7Xi7ALcBv0qyJ/DM6Tok2aeqVlfVu+jN8j6GXlJ7U1Xd\nk+TpwF5N80uAFzcvd4295EVzz50nGP5qYN8kezefXw58dZqQXgocWVUjVTUCPIHfXI4wqaq6p4mt\nr18IlCRJmi3DktheTu9P8tfQ+7P/Nzajz0lJvtMsO7id3tKDc4AnJ1lD7+Wt7wNU1Srg3cClSa4E\n3tOM8SngL8deHhsbuKo2AK8B/qkZ627gI5MFkmQfYE/gv5ZWVNX36e2OcOhmPMuYjwKrfXlMkiTN\nRx6pO095pK4kSRoUHqkrSZKkecXEVpIkSUPBF43mqTXrRxlZuqLtMCSpb6xbdlTbIUjaRs7YDqgk\nX0nSSbIwyYrmFLK1STxSV5IkzUsmtgNgM7bwem9V7QccAvxOkmfNQViSJEl9xaUIcyzJ8cBJQAGr\ngc8CfwVsD9wCHFdVP0tyMrAPsDdwfZI/AM6gd2TwNcCO8F9bi325uf7P5vS1h83lM0mSJPUDE9s5\nlORx9JLYJ1fVzc1BDwU8qaoqyWuBPwdObLrsD/xuVd2Z5M3Ahqp6bJKD6O3du+n4uwLPBd4/F88j\nSZLUT0xs59YRwLlVdTNAVf0iyYHAZ5oT07YHfjiu/QVVdWdz/RTgA02/1c3BEv+lWa7wKeADVXXd\nRDdPsoTeMcIs2GX3mXsqSZKkPuAa2/Z9EDitqg4EXg/cb1zdHVswznLg+1X1/0/WoKqWV1WnqjoL\nFi7aumglSZL6lInt3LoEeFGS3QCapQiLgPVN/Sun6Hsp8LKm3wHAQWMVSf6mGeeNsxCzJEnSQHAp\nwhyqqrVJTgG+mmQjcAVwMnBukl/SS3wfOUn3DwNnJLkauBpYCZDkYcBb6b1QdnkS6M0A/8NsPosk\nSVK/SVW1HYNa0Ol0qtvtth2GJEnStJKsrKrOdO1ciiBJkqShYGIrSZKkoeAa23lqzfpRRpauaDsM\nzQPrlh3VdgiSpHnCGVtJkiQNBRPbKST5P0muTvKJadp9JcmkC5qTvKgZ58tbEcOrkjx0S/tJkiTN\nNy5FmNofAUdW1Q1jBUnuW1X3bOE4rwFeV1Vf34oYXgV8B7hxczskWVBVG7fiXpIkSQPLGdtJJDkd\n2Bv41ySjSc5J8g3gnCQ7Jvl0Mwt7PrDjFOO8Hfhd4KNJ3pNkJMnXklze/Dx5XNu3JFmTZFWSZUmO\nBTrAJ5Jc2dz3aUmuaNp9LMkOTd91Sf42yeXAi2bxq5EkSepLzthOoqrekOR/A4cDJwDPBX63qu5M\n8mZgQ1U9NslBwOVTjPPOJEcAJ1VVN8lC4OlVdVeSfYFPAZ0kzwKeDzyxqjYkeWBV/SLJCeP63g84\nE3haVX0vydnAHwJjx+jeUlWPnyyWJEuAJQALdtl9W74eSZKkvuOM7ea7oKrubK6fAnwcoKpWA6u3\nYJztgI8kWQOcC+zflB8JnFFVG5pxfzFB38cAP6yq7zWfz2piGfOZqW5cVcurqlNVnQULF21ByJIk\nSf3PGdvNd8cMjfMm4GfAwfT+x+KuGRoXZi5GSZKkgeOM7da5FHgZQJIDgIO2oO8i4CdVdS/wCmBB\nU/5F4NXNUgWSPLApvw3Yubn+LjCS5FHN51cAX93ah5AkSRomzthunQ8DZyS5GrgaWLkFff8O+Mck\nxwMX08yyVtXFSRYD3ST/CVwE/CW9NbWnJ7kT+F/Aq4Fzk9wX+A/g9K15gAP3WkTXjfMlSdIQSVW1\nHYNa0Ol0qtvtth2GJEnStJKsrKpJzwwY41IESZIkDQWXIsygJN8Gdtik+BVVtaaNeKayZv0oI0tX\ntB2GBtg6l7JIkvqMM7bbKMmuSf6o+XgM8IOqWjzuZ0aS2iS3N78fmuS8ceWfSrI6yZuS7Ncc5HBF\nkn1m4r6SJEmDwsR22+1K7+hdqurGqjp2Nm82/h5JHgL8dlUdVFWnAkcD51XVIVV17WzGIUmS1G9c\nirDtlgH7JLkS+D7w2Ko6IMmr6CWa9wf2Bd4LbE9vi667gWc3J4vtA3wI2B3YALyuqq5J8kjgk8BO\nwL+M3SzJCHBhVR0AfAHYq7n3+fROIduY5GlVdfisP7kkSVIfccZ22y0Frq2qxcCfbVJ3APAC4LeB\nU+gdw3sI8C3g+KbNcuBPqupQ4CR624EBvB/4cFUdCPxkkns/b+zeVfXX9Lb+OnWypDbJkiTdJN2N\nG0a35lklSZL6ljO2s+vLVXUbcFuSUeBzTfka4KAkOwFPprcv7VifsZfPfgd4YXN9DvC32xpMVS2n\nl0izw577us+bJEkaKia2s+vucdf3jvt8L73v/j7Arc1s70RMPiVJkjaTSxG23fgjb7dIVf0K+GGS\nFwGk5+Cm+hvAS5rr47Y5SkmSpCFnYruNquoW4BtJvgO8ZyuGOA54TZJVwFrg+U35nwJ/nGQNsNeM\nBCtJkjTEPFJ3nvJIXUmSNCg8UleSJEnziomtJEmShoK7IsxTa9aPMrJ0RdthqEXrlh3VdgiSJM0o\nZ2wlSZI0FExsW5Dkm5OUn5nk2Cn6PTLJt5P8IMlnkmzflL85yVVJVif5tyS/NVuxS5Ik9SsT2xZU\n1ZO3suvf0jsy91HAL4HXNOVXAJ2qOgg4D3j3tkcpSZI0WExsW5Dk9uZ3kpyW5LtJvgTsMUWfAEfQ\nS1wBzgKOBqiqL1fVhqb8MuBhk4yxJEk3SXfjhtEZehpJkqT+YGLbrmOAxwD7A8cDU83k7kbv+N17\nms83MPHBDa8B/nWiAapqeVV1qqqzYOGirY9akiSpD7krQrueAnyqqjYCNya5ZFsGS/JyoAP83kwE\nJ0mSNEhMbAfHLcCuSe7bzNo+DFg/VpnkSOCtwO9V1d0txShJktQalyK061LgxUkWJNkTOHyyhtU7\n+/jLwNiuCa8E/gUgySHA3wPPq6qbZjdkSZKk/pRevqS5lOT2qtqpeSHsg8DTgeuBXwMfq6rzJum3\nN/Bp4IH0dkJ4eVXd3bx4diDwk6bp9VX1vKli6HQ61e12Z+aBJEmSZlGSlVXVma6dSxFaUFU7Nb8L\nOGEL+l0HPGGC8iNnLjpJkqTBZGI7T3mkrjxSV5I0bExs+1CS84FHblL8lqr6fBvxSJIkDQIT2z5U\nVcdM1ybJV4CTqqrbXO8J3NlUP8OXyCRJ0nxjYjsAxm3xNZXjqsq3wSRJ0rxlYjvHkhwPnAQUsBr4\nLPBXwPb09qo9rqp+luRkYB9gb+D6JH8AnAEcDFwD7Dj30UuSJPUvE9s5lORx9JLYJ1fVzUkeSC/B\nfVJVVZLXAn8OnNh02R/43aq6M8mbgQ1V9dgkBwGXbzL8GUk2Av8I/E1NsI9bkiXAEoAFu+w+G48o\nSZLUGg9omFtHAOdW1c0AVfULeieIfT7JGuDPgMeNa39BVY2tm30K8PGm32p6s71jjquqA4HDmp9X\nTHTzqlpeVZ2q6ixYuGgGH0uSJKl9Jrbt+yBwWpOYvh6437i6OzZngKpa3/y+DfgkE+x1K0mSNOxM\nbOfWJcCLkuwG0CxFWASsb+pfOUXfS4GXNf0OAA5qru+b5EHN9XbAc4DvzEr0kiRJfcw1tnOoqtYm\nOQX4arMe9grgZODcJL+kl/huun/tmA/TW0d7NXA1sLIp34HeUobtgAXAl4CPzN5TSJIk9adM8I6R\n5oFOp1PdrruDSZKk/pdkZVV1pmvnUgRJkiQNBZcizFNr1o8ysnRF22FoDqxbdlTbIUiSNCecsZUk\nSdJQMLGVJEnSUDCxnUVJ9ktyZZIrkuwzQ2M+NcmFzfWrkpw2E+NKkiQNOhPb2XU0cF5VHVJV17Yd\njCRJ0jAb2sQ2yUiSq5N8JMnaJF9IsmOSryTpNG0elGRdc/2qJP+c5ItJ1iU5Icmbm9nWy5rDFCa7\n1+Kmzeok5yd5QJJnA28E/jDJl7ckxqZuwjiniOFFSb6TZFWSSydpsyRJN0l344bR6b9ESZKkATK0\niW1jX+BDVfU44FbghdO0PwB4AfDbwCnAhqo6BPgWcPwU/c4G3lJVBwFrgHdU1UXA6cCpVXX4DMY4\nmbcDz6yqg4HnTdSgqpZXVaeqOgsWLtrK20iSJPWnYU9sf1hVVzbXK4GRadp/uapuq6qfA6PA55ry\nNZP1TbII2LWqvtoUnQU8ZRZjnMw3gDOTvI7eCWSSJEnzyrAntnePu95Ib9/ee/jv577fFO3vHff5\nXmZvz9+JYoSp4/wNVfUG4K+AhwMrk+w2k0FKkiT1u2FPbCeyDji0uT52WwerqlHgl0kOa4peAXx1\nii6bax1bEGeSfarq21X1duDn9BJcSZKkeWM+njz2XuCzSZYAM3X01iuB05MsBK4DXj0DY25pnO9J\nsi8Q4N+AVVM1PnCvRXQ9kUqSJA2RVFXbMagFnU6nut1u22FIkiRNK8nKqupM124+ztgKWLN+lJGl\nMzVhrbm0zpl2SZImZGK7BZJ8CPidTYrfX1VnTNNvN3rLAzb1tKq6ZabikyRJms9MbLdAVf3xVva7\nBVg8XbskG+ltLbYdvV0Rzqa3D+69TXJ8Hr09ds+sqhPG9fsKsCdwZ1P0jKq6aWtilSRJGlQmtv3l\nzqpaDJBkD+CTwC7AO4C7gLfRO0TigAn6HldVLpqVJEnz1nzc7msgNDOuS4ATkqSq7qiqr9NLcCVJ\nkrQJE9s+VlXX0TtFbI/NaH5GkiuTvC1JJmqQZEmSbpLuxg2jMxqrJElS20xsh8NxVXUgcFjz84qJ\nGlXV8qrqVFVnwcJFcxqgJEnSbDOx7WNJ9qZ3zO6UL4JV1frm92301uU+YfajkyRJ6i8mtn0qye7A\n6cBpNcUpGknum+RBzfV2wHOA78xNlJIkSf3DXRH6y45JruS/t/s6B3jfWGWSdfR2Sdg+ydHAM4Af\nAZ9vktoFwJeAj8xx3JIkSa3zSN15yiN1JUnSoNjcI3VdiiBJkqSh4FKEeWrN+lFGlq5oOwwB65Yd\n1XYIkiQNBWdsJUmSNBRMbPtQkock+XSSa5OsTHJRkkcnuTjJrUku3KT9R5OsSrI6yXlJdmordkmS\npLaY2PaZ5tSw84GvVNU+VXUo8BfAg4H3MPHhC2+qqoOr6iDgeuCEOQtYkiSpT7jGtv8cDvy6qk4f\nK6iqVWPXSZ66aYeq+lVTF2BHwK0uJEnSvOOMbf85AFi5pZ2SnAH8FNgP+OAkbZYk6Sbpbtwwum1R\nSpIk9RkT2yFRVa8GHgpcDbx4kjbLq6pTVZ0FCxfNaXySJEmzzcS2/6wFDt2ajlW1Efg08MIZjUiS\nJGkAmNj2n0uAHZIsGStIclCSwyZqnJ5HjV0DzwOumZNIJUmS+oiJbZ+p3hnHxwBHNtt9rQXeBfw0\nydeAc4GnJbkhyTOBAGclWQOsAfYE3tlS+JIkSa1JL4/SfNPpdKrb7bYdhiRJ0rSSrKyqznTtnLGV\nJEnSUHAf23lqzfpRRpauaDuMeWvdsqPaDkGSpKHjjK0kSZKGgomtJEmShoKJbQuSfHOS8jOTHDtF\nv08k+W6S7yT5WJLtmvIk+UCSHyRZneTxsxW7JElSvzKxbUFVPXkru36C3pG5BwI7Aq9typ8F7Nv8\nLAE+vK0xSpIkDRoT2xYkub35nSSnNbOwXwL2mKpfVV1UDeDfgYc1Vc8Hzm6qLgN2TbLnBPddkqSb\npLtxw+jMPpQkSVLLTGzbdQzwGGB/4Hhgs2ZymyUIrwAubor2An48rskNTdn/UFXLq6pTVZ0FCxdt\nS9ySJEl9x8S2XU8BPlVVG6vqRnrH6W6OvwMuraqvzV5okiRJg8V9bAdMkncAuwOvH1e8Hnj4uM8P\na8okSZLmDWds23Up8OIkC5o1sYdP1TjJa4FnAi+tqnvHVV0AHN+s2X0SMFpVP5m1qCVJkvqQM7bt\nOh84ArgKuB741jTtTwd+BHwrCcA/VdU7gYuAZwM/ADYAr57uxgfutYiup19JkqQhYmLbgqraqfld\nwAlb0G/Cf69mnD+emegkSZIGk4ntPLVm/SgjS1e0HcZQW+eMuCRJc8rEtg8lOR945CbFb6mqz7cR\njyRJ0iAwsW1Bkm9OdPpYkjPHXrN6AAAgAElEQVSBC6vqmEn6nQC8EdgH2L2qbm7KHwB8rCm/C/iD\nqvrOLIUvSZLUl9wVoQXbcKTuN4Aj6b1ANt5fAldW1UH0Dnp4/zaEJ0mSNJBMbFuwDUfqXlFV6yao\n2p/mcIequgYYSfLgGQ5bkiSpr5nYtmurjtSdwCrgBQBJngD8Fr1DGv6HJEuSdJN0N24Y3cpbSZIk\n9ScT23Zt7ZG6m1oG7JrkSuBPgCuAjZs2qqrlVdWpqs6ChYu2OmhJkqR+5MtjQ6CqfkVzKEN6Jzf8\nELiu1aAkSZLmmDO27dqiI3Unk2TXJNs3H18LXNoku5IkSfOGiW27zge+T+9I3bOZ5kjdJP8nyQ30\n1s+uTvIPTdVjge8k+S7wLOBPZy9kSZKk/pTeaayabzqdTnW73bbDkCRJmlaSlVXVma6dM7aSJEka\nCr481ofm4kjdNetHGVm6YqaGm/fWLTuq7RAkSZr3nLHtI0k2Nlt2PRoIcA7w+KpaDHSTfDnJ7UlO\n26TfoUnWJPlBkg80OyNIkiTNKya2/eXOqlpcVY8Dnk7vRbB3NHV3AW8DTpqg34eB1wH7Nj//ew5i\nlSRJ6ismtn2qqm4ClgAnJElV3VFVX6eX4P6XZpuwXarqsuq9CXg2cPTcRyxJktQuE9s+VlXXAQuA\nPaZothdww7jPNzRlkiRJ84qJ7TySZEmSbpLuxg2jbYcjSZI0o0xs+1iSvYGNwE1TNFtP78CGMQ9r\nyn5DVS2vqk5VdRYsXDRzgUqSJPUBE9s+lWR34HTgtJriFI2q+gnwqyRPanZDOB74lzkKU5IkqW+4\nj21/2bHZ7ms74B562329b6wyyTpgF2D7JEcDz6iqq4A/As4EdgT+tfmRJEmaVzxSd57ySF1JkjQo\nPFJXkiRJ84qJrSRJkoaCa2znqTXrRxlZuqLtMIbGumVHtR2CJEnznjO2AyLJxiRXJlmbZFWSE5Pc\nZ5M2j0hye5KJjt2VJEkaas7YDo47q2oxQJI9gE/S2yHhHePavA93RJAkSfOUM7YDqKpuApYAJzR7\n19Js//VDYG2bsUmSJLXFxHZAVdV1wAJgjyQ7AW8B/rrdqCRJktpjYjscTgZOrarbp2qUZEmSbpLu\nxg2jcxOZJEnSHHGN7YBKsjewEbgJeCJwbJJ3A7sC9ya5q6pOG9+nqpYDywF22HNfT+aQJElDxcR2\nACXZHTgdOK16R8cdNq7uZOD2TZNaSZKkYWdiOzh2THIlsB1wD3AOvV0QJEmSBKQ34af5ptPpVLfb\nbTsMSZKkaSVZWVWd6dr58pgkSZKGgomtJEmShoJrbOepNetHGVm6ou0w+tq6ZUe1HYIkSdoCztgO\nkCQPSfLpJNcmWZnkoiSPTnJxkluTXNh2jJIkSW1xxnZANEfnng+cVVUvacoOBh4MvAdYCLy+vQgl\nSZLaZWI7OA4Hfl1Vp48VVNWqseskT20jKEmSpH7hUoTBcQCwsu0gJEmS+pWJ7TySZEmSbpLuxg2j\nbYcjSZI0o0xsB8da4NBtGaCqlldVp6o6CxYumqGwJEmS+oOJ7eC4BNghyZKxgiQHJTmsxZgkSZL6\nhontgKje2cfHAEc2232tBd4F/DTJ14BzgacluSHJM9uMVZIkqQ3p5UuabzqdTnW73bbDkCRJmlaS\nlVXVma6dM7aSJEkaCia2kiRJGgoe0DBPrVk/ysjSFW2H0bfWLTuq7RAkSdIWcsZWkiRJQ8HEdhYl\n2S/JlUmuSLLPDI351CQXNtevSnLaTIwrSZI06ExsZ9fRwHlVdUhVXdt2MJIkScNsaBPbJCNJrk7y\nkSRrk3whyY5JvpKk07R5UJJ1zfWrkvxzki8mWZfkhCRvbmZbL0vywCnutbhpszrJ+UkekOTZwBuB\nP0zy5S2JsambMM4pYnhRku8kWZXk0knaeKSuJEkaWkOb2Db2BT5UVY8DbgVeOE37A4AXAL8NnAJs\nqKpDgG8Bx0/R72zgLVV1ELAGeEdVXQScDpxaVYfPYIyTeTvwzKo6GHjeRA08UleSJA2zYU9sf1hV\nVzbXK4GRadp/uapuq6qfA6PA55ryNZP1TbII2LWqvtoUnQU8ZRZjnMw3gDOTvA5YsJVjSJIkDaxh\nT2zvHne9kd72Zvfw3899vyna3zvu873M3tZoE8UIU8f5G6rqDcBfAQ8HVibZbSaDlCRJ6nfDnthO\nZB1waHN97LYOVlWjwC+THNYUvQL46hRdNtc6tiDOJPtU1ber6u3Az+kluJIkSfPGfDyg4b3AZ5Ms\nAWbqhIJXAqcnWQhcB7x6Bsbc0jjfk2RfIMC/AaumanzgXovoegiBJEkaIqmqtmNQCzqdTnW73bbD\nkCRJmlaSlVXVma7dfFyKIEmSpCE0H5cibLUkHwJ+Z5Pi91fVGdP0243e8oBNPa2qbpmp+LbEmvWj\njCydqZUYw2WdSzQkSRpIJrZboKr+eCv73QIs3tr7JtlIb8ux7ejtlnA2vf1x722S5vPo7b17ZlWd\nsLX3kSRJGmQmtoPhzqpaDJBkD+CTwC7AO4C7gLfRO1zigNYilCRJaplrbAdMVd0ELAFOSJKquqOq\nvk4vwZUkSZq3TGwHUFVdR+90sT22pF+SJUm6SbobN4zOTnCSJEktMbGdR6pqeVV1qqqzYOGitsOR\nJEmaUSa2AyjJ3vSO372p7VgkSZL6hYntgEmyO3A6cFp5uoYkSdJ/cVeEwbBjkiv57+2+zgHeN1aZ\nZB29XRK2T3I08IyquqqNQCVJktpiYjsAqmrBNPUjWzrmgXstoutBBJIkaYi4FEGSJElDwRnbeWq+\nH6nrsbmSJA0fZ2wlSZI0FJyxnQFJTgZup/cC16VV9aVJ2h0NfM8XuyRJkmaeM7YzqKrePllS2zga\n2H+u4pEkSZpPTGy3UpK3Jvlekq8Dj2nKzkxybHO9LMlVSVYneW+SJwPPA96T5Mok+yR5XZL/SLIq\nyT8mWThunA8k+WaS68bGbOrekmRN02dZU7ZPkouTrEzytST7zfkXIkmS1DKXImyFJIcCLwEW0/sO\nLwdWjqvfDTgG2K+qKsmuVXVrkguAC6vqvKbdrVX1keb6b4DXAB9shtkT+F1gP+AC4LwkzwKeDzyx\nqjYkeWDTdjnwhqr6fpInAn8HHDFB3EuAJQALdtl95r4QSZKkPmBiu3UOA86vqg0ATcI63ihwF/DR\nJBcCF04yzgFNQrsrsBPw+XF1/1xV9wJXJXlwU3YkcMbYfavqF0l2Ap4MnJtkrO8OE92sqpbTS4LZ\nYc99PbVMkiQNFRPbWVBV9yR5AvA04FjgBCaYQQXOBI6uqlVJXgU8dVzd3eOuw+TuA9xaVYu3JWZJ\nkqRB5xrbrXMpcHSSHZPsDDx3fGUzi7qoqi4C3gQc3FTdBuw8runOwE+SbAcctxn3/SLw6nFrcR9Y\nVb8CfpjkRU1Zkhw81SCSJEnDyMR2K1TV5cBngFXAvwL/sUmTnYELk6wGvg68uSn/NPBnSa5Isg/w\nNuDbwDeAazbjvhfTW2/bTXIlcFJTdRzwmiSrgLX01uFKkiTNK6lyqeV81Ol0qtvtth2GJEnStJKs\nrKrOdO2csZUkSdJQ8OWxeWrN+lFGlq5oO4zWrFt2VNshSJKkGeaMrSRJkoaCie0ASfKQJJ9Ocm1z\nythFSZ6Q5FtJ1jannL247TglSZLa4FKEAZHe6QvnA2dV1UuasoPpHe5wfHPq2EOBlUk+X1W3thiu\nJEnSnDOxHRyHA7+uqtPHCqpq1fgGVXVjkpuA3QETW0mSNK+4FGFwHACsnKpBc9rZ9sC1k9QvSdJN\n0t24YXQWQpQkSWqPie2QSLIncA7w6qq6d6I2VbW8qjpV1VmwcNHcBihJkjTLTGwHx1rg0IkqkuwC\nrADeWlWXzWlUkiRJfcLEdnBcAuyQZMlYQZKDkvwevZfKzq6q81qLTpIkqWUmtgOiemcfHwMc2Wz3\ntRZ4F/CU5udVSa5sfha3GaskSVIb0suXNN90Op3qdrtthyFJkjStJCurqjNdO2dsJUmSNBTcx3ae\nWrN+lJGlK9oOoxXrlh3VdgiSJGkWOGMrSZKkoWBi2yeSnJzkpCTvTHLkFO2OTrL/uM8vSrI2yb1J\npl17IkmSNKxMbPtMVb29qr40RZOjgf3Hff4O8ALg0lkNTJIkqc+Z2LYoyVuTfC/J14HHNGVnJjm2\nuV6W5Kokq5O8N8mTgecB72m29dqnqq6uqu+2+BiSJEl9wZfHWpLkUOAlwGJ6/w6XAyvH1e9Gb9/a\n/aqqkuxaVbcmuQC4cGsOY2gOd1gCsGCX3WfgKSRJkvqHM7btOQw4v6o2VNWvgAs2qR8F7gI+muQF\nwIZtvWFVLa+qTlV1FixctK3DSZIk9RUT2z5VVfcATwDOA54DXNxuRJIkSf3NxLY9lwJHJ9kxyc7A\nc8dXJtkJWFRVFwFvAg5uqm4Ddp7TSCVJkgaAiW1Lqupy4DPAKuBfgf/YpMnOwIVJVgNfB97clH8a\n+LMkVyTZJ8kxSW4A/hewIsnn5+YJJEmS+kuqqu0Y1IJOp1PdbrftMCRJkqaVZGVVTbtfvzO2kiRJ\nGgpu9zVPrVk/ysjSFW2HMafWLTuq7RAkSdIscsZWkiRJQ8HEto8k2dicKLY2yaokJya5T1O3W5Iv\nJ7k9yWmb9DslyY+T3N5O5JIkSe0zse0vd1bV4qp6HPB04FnAO5q6u4C3ASdN0O9z9Pa8lSRJmrdM\nbPtUVd1E7/jbE5Kkqu6oqq/TS3A3bXtZVf1kzoOUJEnqIya2fayqrgMWAHvMxHhJliTpJulu3DA6\nE0NKkiT1DRPbeaSqlldVp6o6CxYuajscSZKkGWVi28eS7A1sBG5qOxZJkqR+Z2Lbp5LsDpwOnFYe\nDydJkjQtD2joLzsmuRLYDrgHOAd431hlknXALsD2SY4GnlFVVyV5N/AyYGGSG4B/qKqT5zp4SZKk\nNsXJwPmp0+lUt9ttOwxJkqRpJVlZVZ3p2rkUQZIkSUPBpQjz1Jr1o4wsXdF2GLNq3bKj2g5BkiTN\nIWdsJUmSNBRMbPtQkock+XSSa5OsTHJRkkcnuTjJrUkunKTfB5LcPtfxSpIk9QOXIvSZJAHOB86q\nqpc0ZQcDDwbeAywEXj9Bvw7wgDkMVZIkqa+Y2Pafw4FfV9XpYwVVtWrsOslTN+2QZAG9pPdlwDFz\nEKMkSVLfcSlC/zkAWLmFfU4ALqiqn0zVKMmSJN0k3Y0bRrc6QEmSpH7kjO2AS/JQ4EXAU6drW1XL\ngeUAO+y5rxsYS5KkoeKMbf9ZCxy6Be0PAR4F/KA5mWxhkh/MRmCSJEn9zMS2/1wC7JBkyVhBkoOS\nHDZR46paUVUPqaqRqhoBNlTVo+YoVkmSpL5hYttnqnfG8THAkc12X2uBdwE/TfI14FzgaUluSPLM\nNmOVJEnqJ+nlUZpvOp1OdbvdtsOQJEmaVpKVVdWZrp0ztpIkSRoK7oowT61ZP8rI0hVthzGj1i07\nqu0QJElSi5yxHSBTHLX7iCRfSHJ1kquSjLQdqyRJ0lxzxnZATHPU7v8DnFJVX0yyE3Bve5FKkiS1\nwxnbwTHZUbu3APetqi82ZbdX1YaWYpQkSWqNie3gmOyo3UcDtyb5pyRXJHlPkgVzHJskSVLrTGwH\n332Bw4CTgN8G9gZeNVHDJEuSdJN0N24YnbsIJUmS5oCJ7eCY7KjdG4Arq+q6qroH+Gfg8RMNUFXL\nq6pTVZ0FCxfNYqiSJElzz8R2cEx41C6wA7Brkt2b4iOAq1qIT5IkqVUmtgNiiqN2b6S3DOHfkqwB\nAnykvUglSZLa4XZfA6SqbgR+f4Kq7wMHzXE4kiRJfcXEdp46cK9FdD2pS5IkDRGXIkiSJGkoOGM7\nT61ZP8rI0hVthzGj1jkDLUnSvOaM7YBIsjHJlUnWJlmV5MQk92nqtktyVpI1Sa5O8hdtxytJkjTX\nnLEdHHdW1WKAJHsAnwR2Ad4BvAjYoaoOTLIQuCrJp6pqXWvRSpIkzTFnbAdQVd0ELAFOSBKggPsn\nuS+wI/CfwK9aDFGSJGnOmdgOqKq6DlgA7AGcB9wB/AS4HnhvVf2ixfAkSZLmnIntcHgCsBF4KPBI\n4MQke2/aKMmSJN0k3Y0bRuc6RkmSpFllYjugmsR1I3AT8DLg4qr6dbNM4RtAZ9M+VbW8qjpV1Vmw\ncNHcBixJkjTLTGwHUJLdgdOB05qjdq8Hjmjq7g88CbimvQglSZLmnrsiDI4dk1wJbAfcA5wDvK+p\n+xBwRpK1QIAzqmp1O2FKkiS1I70JP803nU6nut1u22FIkiRNK8nKqvqNZZabcimCJEmShoKJrSRJ\nkoaCa2znqTXrRxlZuqLtMGbMumVHtR2CJElqmTO2AyDJxiRXJlmbZFWSE5Pcp6l7epKVSdY0v49o\nO15JkqQ2OGM7GO6sqsUASfYAPgnsArwDuBl4blXdmOQA4PPAXq1FKkmS1BJnbAdMcwDDEuCEJKmq\nK6rqxqZ6Lb1twXZoL0JJkqR2mNgOoKq6DlgA7LFJ1QuBy6vq7rmPSpIkqV0uRRgSSR4H/C3wjCna\nLKE328uCXXafo8gkSZLmhjO2AyjJ3sBG4Kbm88OA84Hjq+rayfpV1fKq6lRVZ8HCRXMTrCRJ0hwx\nsR0wSXYHTgdOq6pKsiuwAlhaVd9oNzpJkqT2mNgOhh3HtvsCvgR8Afjrpu4E4FHA25s2VzY7J0iS\nJM0rqaq2Y1ALOp1OdbvdtsOQJEmaVpKVVdWZrp0ztpIkSRoKJraSJEkaCm73NU+tWT/KyNIVbYcx\nI9YtO6rtECRJUh9wxlaSJElDwcS2BUm+OUn5mUmOnaLfI5N8O8kPknwmyfbj6n4/yVVJ1ib55GzE\nLUmS1M9MbFtQVU/eyq5/C5xaVY8Cfgm8BiDJvsBfAL9TVY8D3jgjgUqSJA0QE9sWJLm9+Z0kpyX5\nbpIvAZPuP5skwBHAeU3RWfxf9u483K6yvP//+2MYgzUoCCJQgwUHZIiwRa1AUbCi+EOoVGJbAWub\nn61+cagtab/+6lDboqXVWqo2RRCniFJRBOtQBqEy2BOGHAZRxAiJVChCFIJIwv37Y68j29MzZDpn\n7bPP+3Vd58paz3rWs+599rXhzpNnPzcc0xz/IfDPVXUvQFXdNWXBS5Ik9SkT23YdCzwd2Bs4AZho\nJncH4L6qWtucrwR2bY6fBjwtyTeTXJXkyLEGSLIoyVCSoXVrVm+eVyBJktQn3BWhXYcCS6tqHfDD\nJBdv5DhbAHsBhwG7AZcl2beq7uvtVFVLgCUAW++yl5U5JEnSQHHGdua4B9g+ychfRnYDVjXHK4Hz\nq+rhqvo+8B26ia4kSdKsYWLbrsuA45PMSbIL8MLxOla39vElwMiuCScCX2yOv0B3tpYkO9JdmnDb\nFMUsSZLUl1yK0K7z6H4h7CbgduDKSfqfAnwmyXuAa4GPNu1fBX4zyU3AOuBPq+qeiQbad9d5DFnY\nQJIkDZB0JwI123Q6nRoaGmo7DEmSpEklWVZVncn6uRRBkiRJA8GlCH0oyXnAHqOaT6mqr26uZwyv\nWs38xRduruGm3QqXUUiSpFGcse0zSZ4EPAT8Ct31sj8EXgW8Jcl9SS4Y1f+NTYndar44JkmSNCuZ\n2PaRprrYecClVfVrVXUg3VK5OwN/B7xmjNu+CRwB/GDaApUkSepDLkXoLy8EHq6qj4w0VNX1I8dJ\nDht9Q1Vd21ybjvgkSZL6ljO2/WUfYNlUDW5JXUmSNMhMbGeRqlpSVZ2q6syZO6/tcCRJkjYrE9v+\nciNwYNtBSJIkzUQmtv3lYmDrJItGGpLsl+SQFmOSJEmaEUxs+0h1y8AdCxyR5HtJbgT+FvjvJJcD\nnwMOT7IyyUsAkpycZCWwG7A8yRltxS9JktQmS+rOUpbUlSRJM4UldSVJkjSrmNhKkiRpIFigYZYa\nXrWa+YsvbDuMjbLi1KPaDkGSJPUhZ2wlSZI0EExsW5DkinHaP5bkuAnu2yPJ1UluTXJOkq2a9pOS\n3J3kuubnD6YqdkmSpH5lYtuCqvr1jbz1vcD7q2pP4F7gdT3XzqmqBc2PW35JkqRZx8S2BUnub/5M\nktOT3JLkP4CdJrgnwIuAc5ums4FjNvC5i5IMJRlat2b1RkYvSZLUn0xs23Us8HRgb+AEYKKZ3B2A\n+6pqbXO+Eti15/orkyxPcm6S3ccaoKqWVFWnqjpz5s7bDOFLkiT1DxPbdh0KLK2qdVX1Q7oldTfG\nl4D5VbUf8HW6s7mSJEmziontzHEPsH2SkS3adgNWAVTVPVX1UNN+BnBgC/FJkiS1ysS2XZcBxyeZ\nk2QX4IXjdaxu7eNLgJFdE04EvgjQ3DviaODmqQlXkiSpf1mgoV3n0f1C2E3A7cCVk/Q/BfhMkvcA\n1wIfbdpPTnI0sBb4MXDSZA/ed9d5DFnoQJIkDZB0JwI123Q6nRoaGmo7DEmSpEklWVZVncn6OWM7\nS1lSV5IkDRoT2z6U5Dxgj1HNp1TVV9uIR5IkaSYwse1DVXVs2zFIkiTNNBu0K0KSdUmuS3JDks8l\nmTtVgY3z/CcnObc5PizJBeP0W5FkxymMo5Pkg1M1/sZI8uUk2zfH97cdjyRJ0nTb0O2+HqyqBVW1\nD/Bz4PVTENO4quqHVXXc5D2nPI6hqjq57Th6VdXLquq+tuOQJElqy6bsY3s5sOd4F5P8XpJvNTO8\n/5JkTtN+f5K/S3Jjkv9IclCSS5Pc1mxZRZL5SS5Pck3z8+s97TeM8awdknytGfMMID3X3trMMN+Q\n5M0943w7yceSfCfJp5IckeSbSb6b5KCm30FJrkxybZIrkjy9af/FbHGSdyY5s+c1TJjwJvn/ktyS\n5D+TLE3ytqb90iTvTzKU5OYkz0ny+Sae9/Tc/4Uky5rXuqinfdJZ6iSLmvGH1q1ZPVFXSZKkGWej\nEtum+tVLgeFxrj8TOB54QVUtANYBv9tc3g64uKqeBfwUeA/wYuBY4N1Nn7uAF1fVAc04k/2z/zuA\n/2zGPA/41SaOA4HXAs8Fngf8YZJnN/fsCfw98Izm53eAg4G3AX/R9Pk2cEhVPRv4S+Bvxnn+M4CX\nAAcB70iy5Ti/l+cArwT2p/v7G71txc+brSw+Qrf4whuAfYCTkuzQ9Pn9qjqwuffknvZJVdWSqupU\nVWfO3Hnre5skSdKMsKFfHts2yXXN8eU8WiBgtMPplnX9ryQA29JNVqG7hOErzfEw8FBVPZxkGJjf\ntG8JnJ5kJCl+2iRxHQr8FkBVXZjk3qb9YOC8qnoAIMnngUOA84HvV9Vw034jcFFV1ag45gFnJ9kL\nqCausVzYlLR9KMldwM7AyjH6vQD4YlX9DPhZki+Nun5+z+/lxqq6s4nvNmB3umV1T04y8uWy3YG9\nmnZJkqRZbUMT2webGdjJBDi7qv58jGsP16NVIR4BHgKoqkeamWCAtwA/ojuz+RjgZxsY5/p4qOf4\nkZ7zR3j09/JXwCVVdWyS+cCl6zHWOjZ+t4neGEbHt0WSw4AjgOdX1ZoklwLbbOSzJEmSBsqmrLGd\nyEXAcUl2AkjyhCRP2YD75wF3VtUjwGuAOZP0v4zuUgKSvBR4fNN+OXBMkrlJtqO73OHyDYxjVXN8\n0gbcN55vAv9Pkm2SPBZ4+QbePw+4t0lqn0F3eYUkSZKYon1sq+qmJG8HvpbkMcDDdNeL/mA9h/gQ\n8G9JTqC7bOGBSfq/C1jaLCm4Ari9ieOaJB8DvtX0O6Oqrm1mX9fH++guRXg7sMlluqrqv5KcDyyn\nOyM9DGzIt7i+Arw+yc3ALcBVGxvLvrvOY8gKXpIkaYDk0VUBmg5JHltV96e7B/BlwKKquma64+h0\nOjU0NDTdj5UkSdpgSZY1X7CfkJXHpt+SJHvTXRt7dhtJLcDwqtXMX7zJk9DTZoWzy5IkaRKblNg2\nW01dNMalw6tq1n5Tf5Lfy+9MdzySJEmzwSYltk3yuj67JMwqm/v3kmQd3fW4WwJrgY8D7292kpgP\njKy5Bbiqqqa1IpwkSVI/cCnCzPCLbdaanSY+DTyObmEKgO+t5zZskiRJA2uqtvvSFKmqu4BFwBvT\nVL+QJEmSie2MVFW30d3bd6emaY8k1yb5RpJDxrsvyaIkQ0mG1q3ZkF3GJEmS+p9LEWa+O4Ffrap7\nkhwIfCHJs6rqJ6M7VtUSYAnA1rvs5T5vkiRpoDhjOwMleSrd0r13VdVDIztQVNUy4HvA09qMT5Ik\nqQ0mtjNMkicCHwFOr6pK8sQkc5prTwX2Am5rM0ZJkqQ2uBRhZtg2yXU8ut3XJ4B/aK4dCrw7ycPA\nI8Drq+rH7YQpSZLUHkvqzlKW1JUkSTPF+pbUdSmCJEmSBoJLEWap4VWrmb/4wrbDGNeKU49qOwRJ\nkjTDOGMrSZKkgWBiO4MkeVKSzyT5XpJlSb6c5GlJ3pvkhubn+LbjlCRJaoNLEWaIpnzuecDZVbWw\nadsfeDVwALAA2Bq4NMm/j1WgQZIkaZA5YztzvBB4uKo+MtJQVdcDa4DLqmptVT0ALAeObClGSZKk\n1pjYzhz7AMvGaL8eODLJ3CQ70k2Adx9rgCSLkgwlGVq3ZvUUhipJkjT9XIoww1XV15I8B7gCuBu4\nkm653bH6LgGWAGy9y15uYCxJkgaKM7Yzx43AgWNdqKq/rqoFVfViIMB3pjUySZKkPmBiO3NcDGyd\nZNFIQ5L9kvxGkh1GzoH9gK+1FKMkSVJrXIowQ1RVJTkW+ECSU4CfASuAxcDl3U0T+Anwe1W1trVA\nJUmSWpIql1rORp1Op4aGhtoOQ5IkaVJJllVVZ7J+LkWQJEnSQHApwiw1vGo18xdf2HYYY1px6lFt\nhyBJkmYgZ2wlSZI0EExsW5DkkiQvGdX25iRnJbkmyXVJbkzy+p7rByYZTnJrkg82JXZJck7T/7ok\nK5JcN92vR5IkqR+Y2LZjKbBwVNtC4Czg+VW1AHgusDjJk5vrHwb+ENir+TkSoKqOb/awXQD8G/D5\naYhfkiSp75jYtuNc4Fq10NoAACAASURBVKgkWwEkmQ88Gbi8qh5q+mxN8/4k2QV4XFVdVd1tLD4O\nHNM7YDOD+yq6SbMkSdKsY2Lbgqr6MfAt4KVN00Lgs81etbsnWQ7cAby3qn4I7Aqs7BliZdPW6xDg\nR1X13fGem2RRkqEkQ+vWrN5cL0eSJKkvmNi2p3c5wsLmnKq6o6r2A/YETkyy83qO92omma2tqiVV\n1amqzpy58zYybEmSpP5kYtueLwKHJzkAmFtVy3ovNjO1N9CdiV0F7NZzebemDYAkWwC/BZwz1UFL\nkiT1KxPbllTV/cAlwJk0M61JdkuybXP8eOBg4JaquhP4SZLnNWtpT6CbGI84Avh2VfUuV5AkSZpV\nLNDQrqXAeTy6JOGZwN8nKSDAaVU13Fz7Y+BjwLbAvzc/I36xlEGSJGm2SvdL9pptOp1ODQ0NtR2G\nJEnSpJIsq6rOZP1ciiBJkqSB4FKEWWp41WrmL76w7TD+lxWnHtV2CJIkaYZyxlaSJEkDwcS2BUmu\nGKf9Y0mOm+C+PZJcneTWJOf0VC47NMk1SdZOdL8kSdIgM7FtQVX9+kbe+l7g/VW1J3Av8Lqm/Xbg\nJODTmx6dJEnSzGRi24Ik9zd/JsnpSW5J8h/AThPcE+BFwLlN09nAMQBVtaKqlgOPTG3kkiRJ/cvE\ntl3HAk8H9qZbdGGimdwdgPuqam1zvhLYdUMelmRRkqEkQ+vWrN6YeCVJkvqWiW27DgWWVtW6poTu\nxVP5sKpaUlWdqurMmTtvKh8lSZI07UxsZ457gO2TjGzRthuwqsV4JEmS+oqJbbsuA45PMifJLsAL\nx+tY3RJxlwAjux6cCHxx6kOUJEmaGUxs23Ue8F3gJuDjwJWT9D8FeGuSW+muuf0oQJLnJFkJ/Dbw\nL0lunLqQJUmS+lO6E4GabTqdTg0NDbUdhiRJ0qSSLKuqzmT9nLGVJEnSQNhi8i6abknOA/YY1XxK\nVX11cz1jeNVq5i++cHMNt9msOPWotkOQJEkzlDO2LUhySZKXjGp7c5KzklxDN6ndEvhIVS2oqgXA\noUnuGCnu0HPf65MMJ7kuyX8m2Xv6XokkSVL/MLFtx1Jg4ai2hcBZwPObRPa5wOIkT26ufwk4aIyx\nPl1V+zb3vA/4hymKWZIkqa+Z2LbjXOCoJFsBJJkPPBm4vKoeavpsTc/7U1VXVdWdoweqqp/0nG4H\n+G1ASZI0K5nYtqCqfgx8C3hp07QQ+GxVVZLdkywH7gDe21Qkm1CSNyT5Ht0Z25OnKm5JkqR+ZmLb\nnt7lCAubc6rqjqraD9gTODHJzpMNVFX/XFW/Rnef27eP1y/JoiRDSYbWrVm9yS9AkiSpn5jYtueL\nwOFJDgDmVtWy3ovNTO0NwCEbMOZngGPGu1hVS6qqU1WdOXPnbUzMkiRJfcvEtiVVdT/dErln0szW\nJtktybbN8eOBg4FbJhonyV49p0fRrWQmSZI065jYtmspsH/zJ8AzgauTXA98AzitqoYBkryvKZs7\nN8nKJO9s7nljkhuTXAe8FThxWl+BJElSn7BAQ4uq6gtAes6/Duw3Tt8/A/5sjPY3TVmAkiRJM4iJ\n7Sy1767zGLLKlyRJGiAuRZAkSdJAcMZ2lhpetZr5iy9sO4xfssIZZEmStAmcsZ0BkqxLcl3zJbHr\nk/xJksc017ZKclaS4ebaYS2HK0mS1ApnbGeGB6tqAUCSnYBPA48D3gH8IUBV7dtc+/ckz6mqR1qL\nVpIkqQXO2M4wVXUXsIjuNl8B9gYu7rl2H9BpL0JJkqR2mNjOQFV1GzAH2Am4Hjg6yRZJ9gAOBHZv\nMz5JkqQ2uBRh5juTbmGHIeAHwBXAurE6JllEd7aXOY974nTFJ0mSNC1MbGegJE+lm7zeVVUFvKXn\n2hXAd8a6r6qWAEsAtt5lr5qGUCVJkqaNSxFmmCRPBD4CnF5VlWRuku2aay8G1lbVTa0GKUmS1AJn\nbGeGbZNcB2wJrAU+AfxDc20n4KtJHgFWAa9pJ0RJkqR2mdjOAFU1Z4JrK4Cnb+iYltSVJEmDxqUI\nkiRJGggmtpIkSRoILkWYpYZXrWb+4gvbDuMXVrgsQpIkbSJnbGeIJOuSXJfkxiTXJ/mTJI9prh3U\nXLuuuXZs2/FKkiRNN2dsZ44Hq2oBQJKdgE8DjwPeAdwAdKpqbZJdgOuTfKmq1rYXriRJ0vRyxnYG\nqqq76FYQe2OSVNWaniR2G8DiC5IkadYxsZ2hquo2YA7dfWxJ8twkNwLDwOudrZUkSbONie2AqKqr\nq+pZwHOAP0+yzeg+SRYlGUoytG7N6ukPUpIkaQqZ2M5QSZ4KrAPu6m2vqpuB+4F9Rt9TVUuqqlNV\nnTlz501PoJIkSdPExHYGSvJE4CPA6VVVSfZIskVz7SnAM4AVLYYoSZI07dwVYebYNsl1wJbAWuAT\nwD801w4GFid5GHgE+OOq+p92wpQkSWpHqvwC/WzU6XRqaGio7TAkSZImlWRZVXUm6+dSBEmSJA0E\nE1tJkiQNBNfYzlLDq1Yzf/GFrcaw4tSjWn2+JEkaLM7YTqMk70zytkn6LEjysp7zo5MsnvroJEmS\nZjYT2/WQrun6XS0AfpHYVtX5VXXqND1bkiRpxjKxHUeS+UluSfJx4AbgNUmuTHJNks8leWzT79Qk\nNyVZnuS0nnsvbtouSvKrY4x/aZJOc7xjkhVJtgLeDRyf5Lokxyc5KcnpE42b5GNJPpjkiiS3JTlu\nen5LkiRJ/cPEdmJ7AR8CfgN4HXBEVR0ADAFvTbIDcCzwrKraD3hPc98/AWc3bZ8CPrg+D6uqnwN/\nCZxTVQuq6pxRXSYadxe6+9m+HBhzhteSupIkaZCZ2E7sB1V1FfA8YG/gm02RhBOBpwCrgZ8BH03y\nW8Ca5r7nA59ujj9BN+HcHCYa9wtV9UhV3QTsPNbNltSVJEmDzF0RJvZA82eAr1fVq0d3SHIQcDhw\nHPBG4EXrOfZaHv2LxTabGCfAQ71hbYbxJEmSZhRnbNfPVcALkuwJkGS7JE9r1tnOq6ovA28B9m/6\nXwEsbI5/F7h8jDFXAAc2x71rYn8K/Mo4cazPuJIkSbOSie16qKq7gZOApUmWA1cCz6CbgF7QtP0n\n8Nbmlv8DvLZpfw3wpjGGPQ34oyTXAjv2tF8C7D3y5bFR96zPuJIkSbNSqqrtGNSCTqdTQ0NDbYch\nSZI0qSTLqqozWT9nbCVJkjQQTGwlSZI0ENwVYZYaXrWa+YsvbOXZK049qpXnSpKkweaMrSRJkgaC\niW0LklwxTvvHJiqHm+SNSW5NUkl27Gl/RVNm97qmstjmKgghSZI0Y5jYtqCqfn0jb/0mcATwg1Ht\nFwH7V9UC4PeBMzYhPEmSpBnJNbYtSHJ/VT02SYB/Al4M3AH8fKL7qura5v7R7ff3nG4HjLmHW5JF\nwCKAOY974saGL0mS1JecsW3XscDTgb2BE4CNncklybFJvg1cSHfW9n+pqiVV1amqzpy58zb2UZIk\nSX3JxLZdhwJLq2pdVf0QuHhjB6qq86rqGcAxwF9trgAlSZJmChPbAVNVlwFP7f1ymSRJ0mxgYtuu\ny4Djk8xJsgvwwo0ZJMmezXpdkhwAbA3cs/nClCRJ6n9+eaxd5wEvAm4CbgeunKhzkpOBPwOeBCxP\n8uWq+gPglcAJSR4GHgSOr6oxv0A2Yt9d5zFkoQRJkjRAMkn+owHV6XRqaGio7TAkSZImlWRZVXUm\n6+dSBEmSJA0ElyL0oSTnAXuMaj6lqr66uZ4xvGo18xdfuLmGW28rXP4gSZKmiDO2LUhySZKXjGp7\nc5KzklxDN6ndEvhIVS1oKoodmuSOJPePum/rJOc0pXavTjJ/ul6HJElSPzGxbcdSYOGotoXAWcDz\nm0T2ucDiJE9urn8JOGiMsV4H3FtVewLvB947NSFLkiT1NxPbdpwLHJVkK4BmlvXJwOVV9VDTZ2t6\n3p+quqqq7hxjrFcAZ/eMe3hG19yVJEmaBUxsW1BVPwa+Bby0aVoIfLaqKsnuSZYDdwDvbSqSTWTX\npi9VtRZYDewwVscki5IMJRlat2b15ngpkiRJfcPEtj29yxEWNudU1R1VtR+wJ3Bikp031wOraklV\ndaqqM2fuvM01rCRJUl8wsW3PF+kuGzgAmFtVy3ovNjO1NwCHTDLOKmB3gCRbAPOw6pgkSZqFTGxb\nUlX3A5cAZ9LM1ibZLcm2zfHjgYOBWyYZ6nzgxOb4OODiyaqOSZIkDSIT23YtBfZv/gR4JnB1kuuB\nbwCnVdUwQJL3JVkJzE2yMsk7m3s+CuyQ5FbgrcDi6XwBkiRJ/cKSurOUJXUlSdJMYUldSZIkzSqW\n1J2lLKkrSZIGjTO2kiRJGggmtpIkSRoIkya2SdYluS7JDUk+l2TudATW8/wnJzm3OT4syQXj9FuR\nZMcpjKOT5INTNX7Pc+YnuWGqnyNJkjRo1mfG9sGqWlBV+wA/B14/xTH9kqr6YVUdN53PHCeOoao6\nue04JEmSNLYNXYpwOd1Sr2NK8ntJvtXM8P5LkjlN+/1J/i7JjUn+I8lBSS5NcluSo5s+85NcnuSa\n5ufXe9r/1wxmkh2SfK0Z8wwgPdfe2sww35DkzT3jfDvJx5J8J8mnkhyR5JtJvpvkoKbfQUmuTHJt\nkiuSPL1p/8VscZJ3Jjmz5zWMm/AmefdIDM35Xyd5U5LHJrmoea3DSV7Rc9ucJP/avLav9RRtWJDk\nqiTLk5zXFHEYt32MWBYlGUoytG7N6vFCliRJmpHWO7FtyrW+FBge5/ozgeOBF1TVAmAd8LvN5e3o\nVsR6FvBT4D3Ai4FjgXc3fe4CXlxVBzTjTPbP/u8A/rMZ8zzgV5s4DgReCzwXeB7wh0me3dyzJ/D3\nwDOan9+hW93rbcBfNH2+DRxSVc8G/hL4m3Ge/wzgJcBBwDuSbDlOvzOBE5rYHgMsBD4J/Aw4tnm9\nLwT+PslIcr4X8M/Na7sPeGXT/nHglKraj+778I5J2n9JVS2pqk5VdebMnTdOuJIkSTPT+mz3tW2S\n65rjy+lWuhrL4cCBwH81+dm2dJNV6C5h+EpzPAw8VFUPJxkG5jftWwKnJxlJip82SVyHAr8FUFUX\nJrm3aT8YOK+qHgBI8nngELqlZ7/fU8nrRuCiqqpRccwDzk6yF1BNXGO5sKoeAh5KchewM7BydKeq\nWpHknia53hm4tqruaRLhv0lyKPAIsGtznSbOkd/5MmB+knnA9lX1jab9bOBz47VP8ruTJEkaOOuT\n2D7YzMBOJsDZVfXnY1x7uB4tcfYI8BBAVT3SzAQDvAX4Ed0Ss4+hO6O5uT3Uc/xIz/kjPPq7+Cvg\nkqo6Nsl84NL1GGsdE/8uzwBOAp5EdwYXurPZTwQObJL8FcA244y97QRjS5Ikic273ddFwHFJdgJI\n8oQkT9mA++cBd1bVI8BrgDmT9L+M7lICkrwUGFlXejlwTJK5Sbaju9zh8g2MY1VzfNIG3DeR84Aj\ngecAX+15zl1NUvtCYMLfVVWtBu5NckjT9BrgG+O1b6a4JUmSZozNVnmsqm5K8nbga81a0oeBNwA/\nWM8hPgT8W5IT6C5beGCS/u8CljZLCq4Abm/iuCbJx4BvNf3OqKprm9nX9fE+uksR3g5sltJcVfXz\nJJcA91XVuqb5U8CXmmUQQ3TX9k7mROAj6W65dhvdtcQTtY9r313nMWQVMEmSNEDy6AoBTZUm0b8G\n+O2q+m7b8QB0Op0aGhpqOwxJkqRJJVlWVZ3J+m22GVuNLcnewAV0v9DWF0ktwPCq1cxfvFkmpDfI\nCmeJJUnSFNngxDbJDnTX0452eFXds+khzUyT/F6eOt3xSJIkzTYbnNg2yev67JIwq/h7kSRJatfm\n3BVBjSSV5JM951skuXukcllP+3OSrE0ybsngpmJaJXlPT9uOSR5OcnpzvnWSc5LcmuTqDfiinCRJ\n0sAwsZ0aDwD7jJTCpVtlbVVvh3TLDb8X+Np6jPd9oHdx6m8DN/acvw64t6r2BN7fjCtJkjSrmNhO\nnS/zaDL6amDpqOv/B/g3Hq3ONpE1wM1JRr4NeDzw2Z7rr6BbcQzgXODwnvK8v5BkUZKhJEPr1qxe\nv1chSZI0Q5jYTp3PAAuTbAPsB1w9ciHJrnQLR3x4I8bbnW41sh/2XNsVuAOgqtYCq4EdRg9QVUuq\nqlNVnTlz523gy5EkSepvbvc1RapqebPW9dV0Z297fQA4pSkpvL5DfoVuud8fAedspjAlSZIGhont\n1DofOA04jF+eQe0An2mS2h2BlyVZW1VfGG+gpnrZMuBPgL2Bo3surwJ2B1Ym2YJuud5Zu/WaJEma\nnUxsp9aZdMvoDic5bKSxqvYYOW7K/14wUVLb4++Bb1TVj0fN9J5Pt6zulcBxwMVlSTlJkjTLmNhO\noapaCXxwM453I7+8G8KIjwKfSHIr8GNg4WRj7bvrPIasAiZJkgZInNibnTqdTg0NDbUdhiRJ0qSS\nLKuqzmT9nLGdpYZXrWb+4gun9ZkrnCGWJElTyMS2TyTZF/jEqOaHquq5bcQjSZI005jY9omqGgYW\ntB2HJEnSTGWBhpYkqSSf7DnfIsndSS5ozg9LsjrJdc3PX04y3rqevtc1e+hKkiTNGs7YtucBYJ8k\n21bVg8CL6e5H2+vyqnr5eo73YFU54ytJkmYtZ2zb9WVg5BtVrwaWTuXDkixKMpRkaN2a1VP5KEmS\npGlnYtuuzwALk2wD7AdcPer685Ncn+TfkzxrkrG27VmGcN5YHapqSVV1qqozZ+68zRC+JElS/3Ap\nQouqanmzFvbVdGdve10DPKWq7k/yMuALwF4TDOdSBEmSNKs5Y9u+84HTGLUMoap+UlX3N8dfBrZM\nsmML8UmSJM0Izti270zgvqoaTnLYSGOSJwE/qqpKchDdv4Tc01KMkiRJfc/EtmVVtRL44BiXjgP+\nKMla4EFgYW3G+sf77jqPISuBSZKkAWJi25KqeuwYbZcClzbHpwOnb8p4kiRJs4mJ7Sw1vGo18xdf\nOG3PW+HssCRJmmImtjNIkh2Ai8a4dHhVuf5WkiTNaia2M0iTvLqllyRJ0hjc7qslSSrJJ3vOt0hy\nd5ILmvPDkqzuKbrwl+OMs0NPn/9OsqrnfKvpej2SJEltc8a2PQ8A+yTZtqoeBF4MrBrV5/KqevlE\ng/TO4iZ5J3B/VZ02BfFKkiT1NWds2/VlYORbVa9mVJGGzS3JoiRDSYbWrVk9lY+SJEmadia27foM\nsDDJNsB+wNWjrj8/yfVJ/j3Jszb1YVW1pKo6VdWZM3fepg4nSZLUV1yK0KKqWp5kPt3Z2i+PunwN\n8JSquj/Jy4AvAHtNb4SSJEkzhzO27TsfOI1RyxCq6idVdX9z/GVgyyQ7thCfJEnSjOCMbfvOBO6r\nquEkh400JnkS8KOqqiQH0f1LiHvVSpIkjcPEtmVVtRL44BiXjgP+KMla4EFgYVXV5nruvrvOY8hq\nYJIkaYBkM+ZKmkE6nU4NDQ21HYYkSdKkkiyrqs5k/ZyxnaWGV61m/uILp+15K5wdliRJU8zEdgZJ\nsgNw0RiXDm8KNUiSJM1aJrYtSVLAp6rq95rzLYA7gatHqo01Xyb7ALAl8D9V9Rs0VcbGGG8dMNzT\ndExVrZiyFyBJktRnTGzbM2FJ3STbAx8Cjqyq25PsNMl4D1bVmEmvJEnSbOA+tu2aqKTu7wCfr6rb\nAarqrmmOTZIkaUYxsW3XRCV1nwY8PsmlSZYlOWGSsbZNcl3zc95YHZIsSjKUZGjdmtWb5xVIkiT1\nCZcitGiSkrpbAAcChwPbAlcmuaqqvjPOcJMuRaiqJcASgK132ct93iRJ0kAxsW3fSEndw4AdetpX\nAvdU1QPAA0kuA/YHxktsJUmSZjWXIrTvTOBdVTU8qv2LwMFJtkgyF3gucPO0RydJkjRDOGPbsvFK\n6lbVzUm+AiwHHgHOqKobpjs+SZKkmcKSurOUJXUlSdJMsb4ldV2KIEmSpIHgUoQZZHOW1B1etZr5\niy/cPIGthxWnHjV5J0mSpE1gYjuDNMmr1cUkSZLG4FKEliSpJJ/sOd8iyd1JLuhpO6wpuHBjkm+M\nM84OPYUZ/jvJqp7zrabjtUiSJPUDZ2zb8wCwT5Jtq+pB4MXAqpGLSbYHPgQcWVW3J9lprEF6Z3GT\nvBO4v6pOm+rgJUmS+o0ztu36MjCy+PTVwNKea78DfL6qbgeoqrumOTZJkqQZxcS2XZ8BFibZBtgP\nuLrn2tOAxye5NMmyJCds6sOSLEoylGRo3ZrVmzqcJElSX3EpQouqanmS+XRna7886vIWwIHA4cC2\nwJVJrqqqjS6pW1VLgCUAW++ylxsYS5KkgWJi277zgdOAw4AdetpXAvdU1QPAA0kuA/YHNjqxlSRJ\nGmQuRWjfmcC7qmp4VPsXgYOb3RLmAs8Fbp726CRJkmYIZ2xbVlUrgQ+O0X5zkq8Ay4FHgDOq6obp\njk+SJGmmSJVLLWejTqdTQ0NDbYchSZI0qSTLqqozWT+XIkiSJGkguBRhBkmyA3DRGJcObwo1rLfh\nVauZv/jCzRPYJFacetTknSRJkjaRM7Yzy5bAt4FfAdYBPwReBdzVU0b3/DYDlCRJaosztjNEkgDn\nAWdX1cKmbX9gZ+DBqlrQZnySJEltM7GdOV4IPFxVHxlpqKrrAbo5ryRJ0uzmUoSZYx9g2TjXtmlK\n5V6V5JjpDEqSJKlfOGM7GJ5SVauSPBW4OMlwVX1vdKcki4BFAHMe98TpjlGSJGlKOWM7c9wIHDjW\nhapa1fx5G3Ap8Oxx+i2pqk5VdebMnTdVcUqSJLXCxHbmuBjYupl1BSDJfkkOSbJ1c74j8ALgppZi\nlCRJao2J7QxR3RJxxwJHJPlekhuBv6X7Hg4luR64BDi1qkxsJUnSrGNJ3VnKkrqSJGmmsKSuJEmS\nZhUTW0mSJA0Et/uapYZXrWb+4gun5VkrTj1qWp4jSZJmN2dsJUmSNBBMbDdQkkuTdJrjrZIsSfKd\nJN9O8sppiuGwJBc0x0cnWdwcH5Nk7+mIQZIkqd+4FGECSbaoqrUTdPm/wF1V9bQkjwGesAnPCt1d\nKh7ZkPuq6nzg/Ob0GOAC3MdWkiTNQrMmsU1yAvA2oIDlwGeBtwNbAfcAv1tVP0ryTuDXgKcCtyf5\nfeAsYH/g28C2PcP+PvAMgCYh/Z8Jnr8z8JFmXIA/An4IfBW4mm5VsZcleTrwLmBr4HvAa6vq/iRH\nAh8A1gD/2TPuSUAH+DRwNPAbSd4OvHKssrqSJEmDalYktkmeRTeJ/fWq+p8kT6Cb4D6vqirJHwB/\nBvxJc8vewMFV9WCStwJrquqZSfYDrmnG3L7p+1dJDqObhL6xqn40ThgfBL5RVccmmQM8Fng8sBdw\nYlVd1VQOeztwRFU9kOQU4K1J3gf8K/Ai4FbgnNGDV9UVSc4HLqiqc8f5PSwCFgHMedwT1+t3J0mS\nNFPMljW2LwI+V1X/A1BVPwZ2A76aZBj4U+BZPf3Pr6oHm+NDgU829y2nO9sL3b8U7AZcUVUHAFcC\np00Sw4ebcdZV1eqm/QdVdVVz/Dy6SfU3k1wHnAg8he6s8Per6rtNBbJPbsTvgKpaUlWdqurMmTtv\nY4aQJEnqW7MlsR3LPwGnV9W+wP8LbNNz7YH1uP8eussCPt+cfw44YCPi6H1WgK9X1YLmZ++qet1G\njClJkjTrzJbE9mLgt5PsANAsRZgHrGqunzjBvZcBv9Pctw+wH0Azc/ol4LCm3+FM/KWti+iuqyXJ\nnCRjTZleBbwgyZ5Nv+2SPI3u2t75SX6t6ffqcZ7xU+BXJohBkiRpYM2KNbZVdWOSvwa+kWQdcC3w\nTuBzSe6lm/juMc7tHwbOSnIzcDOwrOfaKcAnknwAuBt47QRhvAlYkuR1wDq6Se6do+K8u/ky2NIk\nWzfNb6+q7zTrYy9Msga4nLET2M8A/5rkZOC4ib48tu+u8xiycIIkSRog6U48arbpdDo1NDTUdhiS\nJEmTSrKsqjqT9ZstSxEkSZI04GbFUoTplOT/Ar89qvlzVfXXbcQznuFVq5m/+MIpGXuFSxwkSVIL\nTGw3syaB7askVpIkaTZwKQLd6l1JTh/n2v0T3HdmkruS3LAez/i7JN9OsjzJeSMFHpJsleSsJMNJ\nrm+KPYzcc3zT/8Yk751g7D9PcmuSW5K8ZLJYJEmSBpGJ7UZIMjLT/THgyPW87evAPlW1H/Ad4M+b\n9j8EaPbTfTHw90ke02xN9nfA4VX1LOBJSQ4fI5a9gYV0C0wcCXyoqWwmSZI0q8yKxDbJF5Isa2Y+\nFzVtr03ynSTfAl7Q03ePJFc2M6jv6Wk/LMnlTdnamwCq6jLgx+sTQ1V9rarWNqdX0a1aBt1KYxc3\nfe4C7gM6wFOB71bV3U2//wBeOcbQrwA+U1UPVdX36ZbcPWic38OiJENJhtatWT1WF0mSpBlrViS2\nwO9X1YF0E8aTk+wKvItuQnsw3eRyxD8CH25mUO8cNc4BwJuq6mmbGg/w783x9cDRSbZIsgdwILA7\n3QT16UnmNzPExzTto+0K3NFzvrJp+18sqStJkgbZbElsT05yPd2Z0t2B1wCXVtXdVfVz4Jyevi8A\nljbHnxg1zreaWdGN1uyasBb4VNN0Jt1kdAj4AHAFsK6q7qVbxOEcugUZVtAt7CBJkqQxDPyuCM2X\nsY4Anl9Va5JcSrdE7d4T3DZe1YoHNjGWk4CX0103WwDN8oS39PS5gu4aXKrqS3TL9tIsoRgrsV3F\nL8/k7sajpYIlSZJmjdkwYzsPuLdJap8BPA/YFviNJDsk2ZJf3nf2m3S/jAXwu5sriCRHAn8GHF1V\na3ra5ybZrjl+MbC2qm5qzndq/nw88MfAGWMMfT6wMMnWzVKGvYBvba64JUmSZoqBn7EFvgK8PsnN\nwC10lyPcCbwTuJLul7Wu6+n/JuDTSU4BvjjRwEmWAocBOyZZCbyjqj46TvfTga2BrycBuKqqXg/s\nBHw1ySN0Z1pfooHkZwAAC05JREFU03PPPybZvzl+d1V9p3nu0UCnqv6yqm5M8lm6X2hbC7yhqiZd\nsrDvrvMYspCCJEkaIGn+RVyzTKfTqaGhobbDkCRJmlSSZVXVmazfbFiKIEmSpFlgNixFmFZJ/pme\nfXEb/1hVZ7URz3iGV61m/uILp2TsFS5xkCRJLTCx3cyq6g2T9UlyCXBqVX21p+3NwP7Nz2OALYF/\nqqqPNNf/GjgBeHxVPbbnvpPoVigb2Qnh9Koa60tmkiRJA82lCO1YyqM7L4xYCJxFd1uyBcBzgcVJ\nntxc/xLjVBQDzqmqBc2PSa0kSZqVTGzbcS5wVJKtAJLMB54MXF5VDzV9tqbn/amqq6pqdCU0SZIk\nNUxsW1BVP6a71+xLm6aFwGerqpLsnmQ53TK5762qH67HkK9MsjzJuUnGKrsLdIs8JBlKMrRuzepN\nfh2SJEn9xMS2Pb3LERY251TVHVW1H7AncGKSnScZ50vA/OaerwNnj9exqpZUVaeqOnPmztvkFyBJ\nktRPTGzb80Xg8CQHAHOralnvxWam9gbgkIkGqap7epYvnAEcOBXBSpIk9TsT25ZU1f3AJcCZNLO1\nSXZLsm1z/HjgYLrV0saVZJee06OBm6ckYEmSpD5nYtuupXS391ranD8TuDrJ9cA3gNOqahggyfua\nsr1zk6xM8s7mnpOT3NjcczJw0nS+AEmSpH5hSd1ZypK6kiRpprCkriRJkmYVE1tJkiQNBBNbSZIk\nDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQTW0mSJA0EE1tJkiQN\nBBNbSZIkDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQTW0mSJA0E\nE1tJkiQNBBNbSZIkDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQTW0mSJA0EE1tJkiQNBBNbSZIkDQQT\nW0mSJA0EE1tJkiQNhFRV2zGoBUl+CtzSdhya1I7A/7QdhCbl+zQz+D7NHL5XM8N0vk9PqaonTtZp\ni+mIRH3plqrqtB2EJpZkyPep//k+zQy+TzOH79XM0I/vk0sRJEmSNBBMbCVJkjQQTGxnryVtB6D1\n4vs0M/g+zQy+TzOH79XM0Hfvk18ekyRJ0kBwxlaSJEkDwcRWkiRJA8HEdpZJcmSSW5LcmmRx2/Go\nK8nuSS5JclOSG5O8qWl/QpKvJ/lu8+fj245VkGROkmuTXNCc75Hk6uZzdU6SrdqOUZBk+yTnJvl2\nkpuTPN/PVP9J8pbmv3s3JFmaZBs/U/0hyZlJ7kpyQ0/bmJ+hdH2wec+WJzmgjZhNbGeRJHOAfwZe\nCuwNvDrJ3u1GpcZa4E+qam/gecAbmvdmMXBRVe0FXNScq31vAm7uOX8v8P6q2hO4F3hdK1FptH8E\nvlJVzwD2p/ue+ZnqI0l2BU4GOlW1DzAHWIifqX7xMeDIUW3jfYZeCuzV/CwCPjxNMf4SE9vZ5SDg\n1qq6rap+DnwGeEXLMQmoqjur6prm+Kd0/we8K9335+ym29nAMe1EqBFJdgOOAs5ozgO8CDi36eL7\n1AeSzAMOBT4KUFU/r6r78DPVj7YAtk2yBTAXuBM/U32hqi4DfjyqebzP0CuAj1fXVcD2SXaZnkgf\nZWI7u+wK3NFzvrJpUx9JMh94NnA1sHNV3dlc+m9g55bC0qM+APwZ8EhzvgNwX1Wtbc79XPWHPYC7\ngbOaZSNnJNkOP1N9papWAacBt9NNaFcDy/Az1c/G+wz1RY5hYiv1kSSPBf4NeHNV/aT3WnX35nN/\nvhYleTlwV1UtazsWTWoL4ADgw1X1bOABRi078DPVvmZ95ivo/kXkycB2/O9/+laf6sfPkInt7LIK\n2L3nfLemTX0gyZZ0k9pPVdXnm+YfjfxTTvPnXW3FJwBeABydZAXdpTwvoruOc/vmn1HBz1W/WAms\nrKqrm/Nz6Sa6fqb6yxHA96vq7qp6GPg83c+Zn6n+Nd5nqC9yDBPb2eW/gL2ab5tuRXeB/vktxyR+\nsU7zo8DNVfUPPZfOB05sjk8EvjjdselRVfXnVbVbVc2n+/m5uKp+F7gEOK7p5vvUB6rqv4E7kjy9\naTocuAk/U/3mduB5SeY2/x0ceZ/8TPWv8T5D5wMnNLsjPA9Y3bNkYdpYeWyWSfIyumsE5wBnVtVf\ntxySgCQHA5cDwzy6dvMv6K6z/Szwq8APgFdV1eiF/GpBksOAt1XVy5M8le4M7hOAa4Hfq6qH2oxP\nkGQB3S/5bQXcBryW7oSOn6k+kuRdwPF0d4e5FvgDumsz/Uy1LMlS4DBgR+BHwDuALzDGZ6j5i8np\ndJeSrAFeW1VD0x6zia0kSZIGgUsRJEmSNBBMbCVJkjQQTGwlSZI0EExsJUmSNBBMbCVJkjQQTGwl\nqQ8kWZfkuiQ3JPlSku3X4577J7m+fZI/7jl/cpJzN0Os85PcsKnjbOAzFzTbFUrSuExsJak/PFhV\nC6pqH+DHwBs2w5jbA79IbKvqh1V13AT9+1JTgWoBYGIraUImtpLUf66ku0E9AEn+NMl/JVnebGb/\nS5I8NslFSa5JMpzkFc2lU4Ffa2aC/653pjXJVUme1TPGpUk6SbZLcmaSbyW5tmesMSU5KckXknw9\nyYokb0zy1ubeq5I8oWf8f+yZlT6oaX9Cc//ypv9+Tfs7k3wiyTeBTwDvBo5v7j8+yUFJrmyec8VI\nhbEmns8n+UqS7yZ5X0+sRza/o+uTXNS0bdDrldTftpi8iyRpuiSZQ7es6Eeb898E9gIOAgKcn+TQ\nqrqs57afAcdW1U+S7AhcleR8YDGwT1UtaMaa33PPOcCrgHc09d53qaqhJH9Dt1Tw7zfLIb6V5D+q\n6oEJwt4HeDawDXArcEpVPTvJ+4ET6FY7BJhbVQuSHAqc2dz3LuDaqjomyYuAj9OdnQXYGzi4qh5M\nchLQqao3Nq/lccAhVbU2yRHA3wCvbO5b0MTzEHBLkn9qfkf/ChxaVd8fSbiB/7sRr1dSnzKxlaT+\nsG2S6+jO1N4MfL1p/83m59rm/LF0E93exDbA3zQJ4yPNGDtP8rzPAl+jWyLzVcDI2tvfBI5O8rbm\nfBu6pTNvnmCsS6rqp8BPk6wGvtS0DwP79fRbClBVlyV5XJNIHkyTkFbVxUl2aJJWgPOr6sFxnjkP\nODvJXkABW/Zcu6iqVgMkuQl4CvB44LKq+n7zrJEyuhvzeiX1KRNbSeoPDzazmXOBr9JdY/tBuknr\n31bVv/z/7d27alRRFIfx798rqbSxsrWTWIroI4hFFEFFQWy0UayFFIK+gC+gIIh9bAyIaCEERwTt\nbNJEU6ggiphlcfZAHDIzXpIYDt+vOhf2ZVVnsfbenAltTwN7gNmq+p7kHV2CNlZVLSdZbUv/c8Cl\n9irAiap6+wdz/7buem3d/Rq/fmdG/+E+7Z/uk6qm83QJ9fFWiV4cM58fTP7W/U28knYo99hK0g5S\nVV+AK8DVdmhqATifZBdAkn1J9o40mwFWWlJ7jK5CCfAZ2D1huPvAdWCmqgbt2QJwOUnaeAc3I65m\nrvV5GPjYqqpP6BJzkhwFPlTVpw3ajsYyAyy363O/MfZz4EiS/W2s4VaErYxX0jYzsZWkHaaqloAB\ncKqqHgH3gGdJXtFtGRhNVu8Ch9r7M8Cb1s8q8LQd1rq9wVAPgJN02xKG5umW9QdJXrf7zfI1yRJw\nB7jQnt0AZpMM6A67nR3T9jFwYHh4DLgF3Gz9TV19rKr3wEXgYZKXdEk9bG28krZZqqatBEmS9G+S\nLALXqurF/56LpP6yYitJkqResGIrSZKkXrBiK0mSpF4wsZUkSVIvmNhKkiSpF0xsJUmS1AsmtpIk\nSeqFn2K8iVJxoDESAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 720x864 with 1 Axes>"
      ]
     },
     "metadata": {
      "tags": []
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "feature_importance = model.feature_importances_\n",
    "feature_importance = 100.0 * (feature_importance / feature_importance.max())\n",
    "sorted_idx = np.argsort(feature_importance)\n",
    "sorted_idx = sorted_idx[len(feature_importance) - 50:]\n",
    "pos = np.arange(sorted_idx.shape[0]) + .5\n",
    "\n",
    "plt.figure(figsize=(10,12))\n",
    "plt.barh(pos, feature_importance[sorted_idx], align='center')\n",
    "plt.yticks(pos, X_train.columns[sorted_idx])\n",
    "plt.xlabel('Relative Importance')\n",
    "plt.title('Variable Importance')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 1000
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 4518984,
     "status": "ok",
     "timestamp": 1569431445763,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "cTpCCjmpIhyX",
    "outputId": "e083252b-f3e6-45cc-9183-7f8af0e8edc9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1]\tvalid_0's auc: 0.856419\n",
      "Training until validation scores don't improve for 500 rounds\n",
      "[2]\tvalid_0's auc: 0.86343\n",
      "[3]\tvalid_0's auc: 0.866313\n",
      "[4]\tvalid_0's auc: 0.866845\n",
      "[5]\tvalid_0's auc: 0.871209\n",
      "[6]\tvalid_0's auc: 0.875653\n",
      "[7]\tvalid_0's auc: 0.875859\n",
      "[8]\tvalid_0's auc: 0.877292\n",
      "[9]\tvalid_0's auc: 0.877217\n",
      "[10]\tvalid_0's auc: 0.877616\n",
      "[11]\tvalid_0's auc: 0.877776\n",
      "[12]\tvalid_0's auc: 0.877584\n",
      "[13]\tvalid_0's auc: 0.877677\n",
      "[14]\tvalid_0's auc: 0.877622\n",
      "[15]\tvalid_0's auc: 0.877501\n",
      "[16]\tvalid_0's auc: 0.877427\n",
      "[17]\tvalid_0's auc: 0.877254\n",
      "[18]\tvalid_0's auc: 0.877245\n",
      "[19]\tvalid_0's auc: 0.877202\n",
      "[20]\tvalid_0's auc: 0.877169\n",
      "[21]\tvalid_0's auc: 0.877193\n",
      "[22]\tvalid_0's auc: 0.877415\n",
      "[23]\tvalid_0's auc: 0.87753\n",
      "[24]\tvalid_0's auc: 0.87754\n",
      "[25]\tvalid_0's auc: 0.877556\n",
      "[26]\tvalid_0's auc: 0.877705\n",
      "[27]\tvalid_0's auc: 0.877978\n",
      "[28]\tvalid_0's auc: 0.878259\n",
      "[29]\tvalid_0's auc: 0.878336\n",
      "[30]\tvalid_0's auc: 0.878432\n",
      "[31]\tvalid_0's auc: 0.878757\n",
      "[32]\tvalid_0's auc: 0.878676\n",
      "[33]\tvalid_0's auc: 0.878765\n",
      "[34]\tvalid_0's auc: 0.878863\n",
      "[35]\tvalid_0's auc: 0.878897\n",
      "[36]\tvalid_0's auc: 0.87891\n",
      "[37]\tvalid_0's auc: 0.879076\n",
      "[38]\tvalid_0's auc: 0.879141\n",
      "[39]\tvalid_0's auc: 0.879221\n",
      "[40]\tvalid_0's auc: 0.879172\n",
      "[41]\tvalid_0's auc: 0.879192\n",
      "[42]\tvalid_0's auc: 0.879251\n",
      "[43]\tvalid_0's auc: 0.879255\n",
      "[44]\tvalid_0's auc: 0.87952\n",
      "[45]\tvalid_0's auc: 0.87951\n",
      "[46]\tvalid_0's auc: 0.879504\n",
      "[47]\tvalid_0's auc: 0.879542\n",
      "[48]\tvalid_0's auc: 0.879573\n",
      "[49]\tvalid_0's auc: 0.879612\n",
      "[50]\tvalid_0's auc: 0.879583\n",
      "[51]\tvalid_0's auc: 0.879561\n",
      "[52]\tvalid_0's auc: 0.879546\n",
      "[53]\tvalid_0's auc: 0.879594\n",
      "[54]\tvalid_0's auc: 0.879651\n",
      "[55]\tvalid_0's auc: 0.87981\n",
      "[56]\tvalid_0's auc: 0.879867\n",
      "[57]\tvalid_0's auc: 0.879897\n",
      "[58]\tvalid_0's auc: 0.879908\n",
      "[59]\tvalid_0's auc: 0.879941\n",
      "[60]\tvalid_0's auc: 0.879998\n",
      "[61]\tvalid_0's auc: 0.88032\n",
      "[62]\tvalid_0's auc: 0.880362\n",
      "[63]\tvalid_0's auc: 0.880463\n",
      "[64]\tvalid_0's auc: 0.88045\n",
      "[65]\tvalid_0's auc: 0.88049\n",
      "[66]\tvalid_0's auc: 0.880573\n",
      "[67]\tvalid_0's auc: 0.880627\n",
      "[68]\tvalid_0's auc: 0.880716\n",
      "[69]\tvalid_0's auc: 0.880732\n",
      "[70]\tvalid_0's auc: 0.88094\n",
      "[71]\tvalid_0's auc: 0.880997\n",
      "[72]\tvalid_0's auc: 0.881038\n",
      "[73]\tvalid_0's auc: 0.881601\n",
      "[74]\tvalid_0's auc: 0.881763\n",
      "[75]\tvalid_0's auc: 0.881782\n",
      "[76]\tvalid_0's auc: 0.881797\n",
      "[77]\tvalid_0's auc: 0.882002\n",
      "[78]\tvalid_0's auc: 0.882074\n",
      "[79]\tvalid_0's auc: 0.882167\n",
      "[80]\tvalid_0's auc: 0.882172\n",
      "[81]\tvalid_0's auc: 0.882236\n",
      "[82]\tvalid_0's auc: 0.882242\n",
      "[83]\tvalid_0's auc: 0.882217\n",
      "[84]\tvalid_0's auc: 0.88222\n",
      "[85]\tvalid_0's auc: 0.882214\n",
      "[86]\tvalid_0's auc: 0.882257\n",
      "[87]\tvalid_0's auc: 0.882238\n",
      "[88]\tvalid_0's auc: 0.882277\n",
      "[89]\tvalid_0's auc: 0.88242\n",
      "[90]\tvalid_0's auc: 0.882507\n",
      "[91]\tvalid_0's auc: 0.882551\n",
      "[92]\tvalid_0's auc: 0.882557\n",
      "[93]\tvalid_0's auc: 0.882571\n",
      "[94]\tvalid_0's auc: 0.882563\n",
      "[95]\tvalid_0's auc: 0.882579\n",
      "[96]\tvalid_0's auc: 0.882583\n",
      "[97]\tvalid_0's auc: 0.882623\n",
      "[98]\tvalid_0's auc: 0.882635\n",
      "[99]\tvalid_0's auc: 0.882835\n",
      "[100]\tvalid_0's auc: 0.882853\n",
      "[101]\tvalid_0's auc: 0.882866\n",
      "[102]\tvalid_0's auc: 0.882892\n",
      "[103]\tvalid_0's auc: 0.882955\n",
      "[104]\tvalid_0's auc: 0.883155\n",
      "[105]\tvalid_0's auc: 0.883196\n",
      "[106]\tvalid_0's auc: 0.88321\n",
      "[107]\tvalid_0's auc: 0.883245\n",
      "[108]\tvalid_0's auc: 0.883322\n",
      "[109]\tvalid_0's auc: 0.883292\n",
      "[110]\tvalid_0's auc: 0.883256\n",
      "[111]\tvalid_0's auc: 0.883385\n",
      "[112]\tvalid_0's auc: 0.883403\n",
      "[113]\tvalid_0's auc: 0.883405\n",
      "[114]\tvalid_0's auc: 0.883444\n",
      "[115]\tvalid_0's auc: 0.883535\n",
      "[116]\tvalid_0's auc: 0.883545\n",
      "[117]\tvalid_0's auc: 0.883592\n",
      "[118]\tvalid_0's auc: 0.883705\n",
      "[119]\tvalid_0's auc: 0.883738\n",
      "[120]\tvalid_0's auc: 0.883791\n",
      "[121]\tvalid_0's auc: 0.883822\n",
      "[122]\tvalid_0's auc: 0.883974\n",
      "[123]\tvalid_0's auc: 0.884073\n",
      "[124]\tvalid_0's auc: 0.884077\n",
      "[125]\tvalid_0's auc: 0.884078\n",
      "[126]\tvalid_0's auc: 0.884099\n",
      "[127]\tvalid_0's auc: 0.88413\n",
      "[128]\tvalid_0's auc: 0.884167\n",
      "[129]\tvalid_0's auc: 0.884221\n",
      "[130]\tvalid_0's auc: 0.884256\n",
      "[131]\tvalid_0's auc: 0.884328\n",
      "[132]\tvalid_0's auc: 0.884346\n",
      "[133]\tvalid_0's auc: 0.88455\n",
      "[134]\tvalid_0's auc: 0.884876\n",
      "[135]\tvalid_0's auc: 0.884908\n",
      "[136]\tvalid_0's auc: 0.885001\n",
      "[137]\tvalid_0's auc: 0.885039\n",
      "[138]\tvalid_0's auc: 0.885095\n",
      "[139]\tvalid_0's auc: 0.885139\n",
      "[140]\tvalid_0's auc: 0.885141\n",
      "[141]\tvalid_0's auc: 0.885158\n",
      "[142]\tvalid_0's auc: 0.885241\n",
      "[143]\tvalid_0's auc: 0.885295\n",
      "[144]\tvalid_0's auc: 0.885379\n",
      "[145]\tvalid_0's auc: 0.885414\n",
      "[146]\tvalid_0's auc: 0.886469\n",
      "[147]\tvalid_0's auc: 0.886629\n",
      "[148]\tvalid_0's auc: 0.886622\n",
      "[149]\tvalid_0's auc: 0.8867\n",
      "[150]\tvalid_0's auc: 0.886779\n",
      "[151]\tvalid_0's auc: 0.886816\n",
      "[152]\tvalid_0's auc: 0.88685\n",
      "[153]\tvalid_0's auc: 0.886894\n",
      "[154]\tvalid_0's auc: 0.887086\n",
      "[155]\tvalid_0's auc: 0.887128\n",
      "[156]\tvalid_0's auc: 0.887133\n",
      "[157]\tvalid_0's auc: 0.887525\n",
      "[158]\tvalid_0's auc: 0.887556\n",
      "[159]\tvalid_0's auc: 0.887582\n",
      "[160]\tvalid_0's auc: 0.887593\n",
      "[161]\tvalid_0's auc: 0.887604\n",
      "[162]\tvalid_0's auc: 0.887587\n",
      "[163]\tvalid_0's auc: 0.887609\n",
      "[164]\tvalid_0's auc: 0.887684\n",
      "[165]\tvalid_0's auc: 0.887716\n",
      "[166]\tvalid_0's auc: 0.887802\n",
      "[167]\tvalid_0's auc: 0.887877\n",
      "[168]\tvalid_0's auc: 0.887939\n",
      "[169]\tvalid_0's auc: 0.887958\n",
      "[170]\tvalid_0's auc: 0.887967\n",
      "[171]\tvalid_0's auc: 0.888073\n",
      "[172]\tvalid_0's auc: 0.888128\n",
      "[173]\tvalid_0's auc: 0.88821\n",
      "[174]\tvalid_0's auc: 0.888374\n",
      "[175]\tvalid_0's auc: 0.888414\n",
      "[176]\tvalid_0's auc: 0.888446\n",
      "[177]\tvalid_0's auc: 0.888524\n",
      "[178]\tvalid_0's auc: 0.888578\n",
      "[179]\tvalid_0's auc: 0.888624\n",
      "[180]\tvalid_0's auc: 0.888644\n",
      "[181]\tvalid_0's auc: 0.888679\n",
      "[182]\tvalid_0's auc: 0.888693\n",
      "[183]\tvalid_0's auc: 0.888718\n",
      "[184]\tvalid_0's auc: 0.888833\n",
      "[185]\tvalid_0's auc: 0.888888\n",
      "[186]\tvalid_0's auc: 0.888895\n",
      "[187]\tvalid_0's auc: 0.888929\n",
      "[188]\tvalid_0's auc: 0.888945\n",
      "[189]\tvalid_0's auc: 0.88896\n",
      "[190]\tvalid_0's auc: 0.888968\n",
      "[191]\tvalid_0's auc: 0.889022\n",
      "[192]\tvalid_0's auc: 0.889062\n",
      "[193]\tvalid_0's auc: 0.889122\n",
      "[194]\tvalid_0's auc: 0.889155\n",
      "[195]\tvalid_0's auc: 0.889169\n",
      "[196]\tvalid_0's auc: 0.889173\n",
      "[197]\tvalid_0's auc: 0.889171\n",
      "[198]\tvalid_0's auc: 0.889187\n",
      "[199]\tvalid_0's auc: 0.889203\n",
      "[200]\tvalid_0's auc: 0.889214\n",
      "[201]\tvalid_0's auc: 0.889245\n",
      "[202]\tvalid_0's auc: 0.889257\n",
      "[203]\tvalid_0's auc: 0.889273\n",
      "[204]\tvalid_0's auc: 0.889282\n",
      "[205]\tvalid_0's auc: 0.889314\n",
      "[206]\tvalid_0's auc: 0.889315\n",
      "[207]\tvalid_0's auc: 0.88932\n",
      "[208]\tvalid_0's auc: 0.889332\n",
      "[209]\tvalid_0's auc: 0.889347\n",
      "[210]\tvalid_0's auc: 0.889349\n",
      "[211]\tvalid_0's auc: 0.889372\n",
      "[212]\tvalid_0's auc: 0.889406\n",
      "[213]\tvalid_0's auc: 0.889412\n",
      "[214]\tvalid_0's auc: 0.889445\n",
      "[215]\tvalid_0's auc: 0.889458\n",
      "[216]\tvalid_0's auc: 0.889516\n",
      "[217]\tvalid_0's auc: 0.889576\n",
      "[218]\tvalid_0's auc: 0.889634\n",
      "[219]\tvalid_0's auc: 0.889679\n",
      "[220]\tvalid_0's auc: 0.8897\n",
      "[221]\tvalid_0's auc: 0.889732\n",
      "[222]\tvalid_0's auc: 0.889793\n",
      "[223]\tvalid_0's auc: 0.889803\n",
      "[224]\tvalid_0's auc: 0.889836\n",
      "[225]\tvalid_0's auc: 0.889862\n",
      "[226]\tvalid_0's auc: 0.889898\n",
      "[227]\tvalid_0's auc: 0.889918\n",
      "[228]\tvalid_0's auc: 0.889943\n",
      "[229]\tvalid_0's auc: 0.889949\n",
      "[230]\tvalid_0's auc: 0.890014\n",
      "[231]\tvalid_0's auc: 0.890032\n",
      "[232]\tvalid_0's auc: 0.89002\n",
      "[233]\tvalid_0's auc: 0.890063\n",
      "[234]\tvalid_0's auc: 0.890081\n",
      "[235]\tvalid_0's auc: 0.890121\n",
      "[236]\tvalid_0's auc: 0.890155\n",
      "[237]\tvalid_0's auc: 0.89019\n",
      "[238]\tvalid_0's auc: 0.890244\n",
      "[239]\tvalid_0's auc: 0.890261\n",
      "[240]\tvalid_0's auc: 0.890309\n",
      "[241]\tvalid_0's auc: 0.890337\n",
      "[242]\tvalid_0's auc: 0.89037\n",
      "[243]\tvalid_0's auc: 0.890392\n",
      "[244]\tvalid_0's auc: 0.890421\n",
      "[245]\tvalid_0's auc: 0.890444\n",
      "[246]\tvalid_0's auc: 0.890451\n",
      "[247]\tvalid_0's auc: 0.890467\n",
      "[248]\tvalid_0's auc: 0.890498\n",
      "[249]\tvalid_0's auc: 0.89066\n",
      "[250]\tvalid_0's auc: 0.890687\n",
      "[251]\tvalid_0's auc: 0.890693\n",
      "[252]\tvalid_0's auc: 0.890699\n",
      "[253]\tvalid_0's auc: 0.890703\n",
      "[254]\tvalid_0's auc: 0.890749\n",
      "[255]\tvalid_0's auc: 0.890766\n",
      "[256]\tvalid_0's auc: 0.890776\n",
      "[257]\tvalid_0's auc: 0.890802\n",
      "[258]\tvalid_0's auc: 0.890833\n",
      "[259]\tvalid_0's auc: 0.89088\n",
      "[260]\tvalid_0's auc: 0.890883\n",
      "[261]\tvalid_0's auc: 0.890942\n",
      "[262]\tvalid_0's auc: 0.890966\n",
      "[263]\tvalid_0's auc: 0.890995\n",
      "[264]\tvalid_0's auc: 0.891036\n",
      "[265]\tvalid_0's auc: 0.891077\n",
      "[266]\tvalid_0's auc: 0.891109\n",
      "[267]\tvalid_0's auc: 0.891126\n",
      "[268]\tvalid_0's auc: 0.891157\n",
      "[269]\tvalid_0's auc: 0.891179\n",
      "[270]\tvalid_0's auc: 0.891189\n",
      "[271]\tvalid_0's auc: 0.891226\n",
      "[272]\tvalid_0's auc: 0.891253\n",
      "[273]\tvalid_0's auc: 0.891273\n",
      "[274]\tvalid_0's auc: 0.891288\n",
      "[275]\tvalid_0's auc: 0.891303\n",
      "[276]\tvalid_0's auc: 0.891315\n",
      "[277]\tvalid_0's auc: 0.891333\n",
      "[278]\tvalid_0's auc: 0.891362\n",
      "[279]\tvalid_0's auc: 0.891358\n",
      "[280]\tvalid_0's auc: 0.891385\n",
      "[281]\tvalid_0's auc: 0.891413\n",
      "[282]\tvalid_0's auc: 0.891439\n",
      "[283]\tvalid_0's auc: 0.891458\n",
      "[284]\tvalid_0's auc: 0.891484\n",
      "[285]\tvalid_0's auc: 0.891496\n",
      "[286]\tvalid_0's auc: 0.891518\n",
      "[287]\tvalid_0's auc: 0.891547\n",
      "[288]\tvalid_0's auc: 0.891592\n",
      "[289]\tvalid_0's auc: 0.891697\n",
      "[290]\tvalid_0's auc: 0.891717\n",
      "[291]\tvalid_0's auc: 0.891726\n",
      "[292]\tvalid_0's auc: 0.891739\n",
      "[293]\tvalid_0's auc: 0.891746\n",
      "[294]\tvalid_0's auc: 0.891775\n",
      "[295]\tvalid_0's auc: 0.89184\n",
      "[296]\tvalid_0's auc: 0.891865\n",
      "[297]\tvalid_0's auc: 0.891914\n",
      "[298]\tvalid_0's auc: 0.89196\n",
      "[299]\tvalid_0's auc: 0.891967\n",
      "[300]\tvalid_0's auc: 0.892753\n",
      "[301]\tvalid_0's auc: 0.892773\n",
      "[302]\tvalid_0's auc: 0.8928\n",
      "[303]\tvalid_0's auc: 0.892827\n",
      "[304]\tvalid_0's auc: 0.892859\n",
      "[305]\tvalid_0's auc: 0.892868\n",
      "[306]\tvalid_0's auc: 0.892878\n",
      "[307]\tvalid_0's auc: 0.892885\n",
      "[308]\tvalid_0's auc: 0.892931\n",
      "[309]\tvalid_0's auc: 0.892939\n",
      "[310]\tvalid_0's auc: 0.892952\n",
      "[311]\tvalid_0's auc: 0.892976\n",
      "[312]\tvalid_0's auc: 0.893001\n",
      "[313]\tvalid_0's auc: 0.893044\n",
      "[314]\tvalid_0's auc: 0.893067\n",
      "[315]\tvalid_0's auc: 0.893124\n",
      "[316]\tvalid_0's auc: 0.893159\n",
      "[317]\tvalid_0's auc: 0.893177\n",
      "[318]\tvalid_0's auc: 0.893205\n",
      "[319]\tvalid_0's auc: 0.893211\n",
      "[320]\tvalid_0's auc: 0.893268\n",
      "[321]\tvalid_0's auc: 0.893285\n",
      "[322]\tvalid_0's auc: 0.893304\n",
      "[323]\tvalid_0's auc: 0.893321\n",
      "[324]\tvalid_0's auc: 0.893343\n",
      "[325]\tvalid_0's auc: 0.893402\n",
      "[326]\tvalid_0's auc: 0.893427\n",
      "[327]\tvalid_0's auc: 0.893445\n",
      "[328]\tvalid_0's auc: 0.89346\n",
      "[329]\tvalid_0's auc: 0.893467\n",
      "[330]\tvalid_0's auc: 0.893467\n",
      "[331]\tvalid_0's auc: 0.893474\n",
      "[332]\tvalid_0's auc: 0.893484\n",
      "[333]\tvalid_0's auc: 0.893498\n",
      "[334]\tvalid_0's auc: 0.893515\n",
      "[335]\tvalid_0's auc: 0.893527\n",
      "[336]\tvalid_0's auc: 0.893553\n",
      "[337]\tvalid_0's auc: 0.893589\n",
      "[338]\tvalid_0's auc: 0.893853\n",
      "[339]\tvalid_0's auc: 0.893889\n",
      "[340]\tvalid_0's auc: 0.893914\n",
      "[341]\tvalid_0's auc: 0.89393\n",
      "[342]\tvalid_0's auc: 0.893946\n",
      "[343]\tvalid_0's auc: 0.89399\n",
      "[344]\tvalid_0's auc: 0.894021\n",
      "[345]\tvalid_0's auc: 0.894025\n",
      "[346]\tvalid_0's auc: 0.894034\n",
      "[347]\tvalid_0's auc: 0.894058\n",
      "[348]\tvalid_0's auc: 0.894081\n",
      "[349]\tvalid_0's auc: 0.894113\n",
      "[350]\tvalid_0's auc: 0.894132\n",
      "[351]\tvalid_0's auc: 0.894146\n",
      "[352]\tvalid_0's auc: 0.894161\n",
      "[353]\tvalid_0's auc: 0.894168\n",
      "[354]\tvalid_0's auc: 0.894185\n",
      "[355]\tvalid_0's auc: 0.894203\n",
      "[356]\tvalid_0's auc: 0.894235\n",
      "[357]\tvalid_0's auc: 0.894325\n",
      "[358]\tvalid_0's auc: 0.894357\n",
      "[359]\tvalid_0's auc: 0.894371\n",
      "[360]\tvalid_0's auc: 0.89438\n",
      "[361]\tvalid_0's auc: 0.894391\n",
      "[362]\tvalid_0's auc: 0.894409\n",
      "[363]\tvalid_0's auc: 0.894534\n",
      "[364]\tvalid_0's auc: 0.894549\n",
      "[365]\tvalid_0's auc: 0.894564\n",
      "[366]\tvalid_0's auc: 0.894713\n",
      "[367]\tvalid_0's auc: 0.894733\n",
      "[368]\tvalid_0's auc: 0.894804\n",
      "[369]\tvalid_0's auc: 0.894906\n",
      "[370]\tvalid_0's auc: 0.894922\n",
      "[371]\tvalid_0's auc: 0.894974\n",
      "[372]\tvalid_0's auc: 0.894992\n",
      "[373]\tvalid_0's auc: 0.895074\n",
      "[374]\tvalid_0's auc: 0.895085\n",
      "[375]\tvalid_0's auc: 0.895094\n",
      "[376]\tvalid_0's auc: 0.895161\n",
      "[377]\tvalid_0's auc: 0.895187\n",
      "[378]\tvalid_0's auc: 0.895196\n",
      "[379]\tvalid_0's auc: 0.895216\n",
      "[380]\tvalid_0's auc: 0.895246\n",
      "[381]\tvalid_0's auc: 0.895433\n",
      "[382]\tvalid_0's auc: 0.895473\n",
      "[383]\tvalid_0's auc: 0.895469\n",
      "[384]\tvalid_0's auc: 0.895502\n",
      "[385]\tvalid_0's auc: 0.895522\n",
      "[386]\tvalid_0's auc: 0.895587\n",
      "[387]\tvalid_0's auc: 0.895588\n",
      "[388]\tvalid_0's auc: 0.895594\n",
      "[389]\tvalid_0's auc: 0.895611\n",
      "[390]\tvalid_0's auc: 0.895619\n",
      "[391]\tvalid_0's auc: 0.895664\n",
      "[392]\tvalid_0's auc: 0.895682\n",
      "[393]\tvalid_0's auc: 0.895682\n",
      "[394]\tvalid_0's auc: 0.895702\n",
      "[395]\tvalid_0's auc: 0.895717\n",
      "[396]\tvalid_0's auc: 0.89572\n",
      "[397]\tvalid_0's auc: 0.895752\n",
      "[398]\tvalid_0's auc: 0.895767\n",
      "[399]\tvalid_0's auc: 0.895796\n",
      "[400]\tvalid_0's auc: 0.895807\n",
      "[401]\tvalid_0's auc: 0.895898\n",
      "[402]\tvalid_0's auc: 0.895917\n",
      "[403]\tvalid_0's auc: 0.895927\n",
      "[404]\tvalid_0's auc: 0.895957\n",
      "[405]\tvalid_0's auc: 0.896019\n",
      "[406]\tvalid_0's auc: 0.896041\n",
      "[407]\tvalid_0's auc: 0.896041\n",
      "[408]\tvalid_0's auc: 0.896047\n",
      "[409]\tvalid_0's auc: 0.89606\n",
      "[410]\tvalid_0's auc: 0.896068\n",
      "[411]\tvalid_0's auc: 0.896093\n",
      "[412]\tvalid_0's auc: 0.896114\n",
      "[413]\tvalid_0's auc: 0.896118\n",
      "[414]\tvalid_0's auc: 0.896126\n",
      "[415]\tvalid_0's auc: 0.896143\n",
      "[416]\tvalid_0's auc: 0.896188\n",
      "[417]\tvalid_0's auc: 0.896325\n",
      "[418]\tvalid_0's auc: 0.896333\n",
      "[419]\tvalid_0's auc: 0.896351\n",
      "[420]\tvalid_0's auc: 0.89638\n",
      "[421]\tvalid_0's auc: 0.896404\n",
      "[422]\tvalid_0's auc: 0.89643\n",
      "[423]\tvalid_0's auc: 0.896446\n",
      "[424]\tvalid_0's auc: 0.896457\n",
      "[425]\tvalid_0's auc: 0.896468\n",
      "[426]\tvalid_0's auc: 0.896496\n",
      "[427]\tvalid_0's auc: 0.8965\n",
      "[428]\tvalid_0's auc: 0.896516\n",
      "[429]\tvalid_0's auc: 0.89653\n",
      "[430]\tvalid_0's auc: 0.89655\n",
      "[431]\tvalid_0's auc: 0.896564\n",
      "[432]\tvalid_0's auc: 0.896575\n",
      "[433]\tvalid_0's auc: 0.896722\n",
      "[434]\tvalid_0's auc: 0.896729\n",
      "[435]\tvalid_0's auc: 0.896742\n",
      "[436]\tvalid_0's auc: 0.896771\n",
      "[437]\tvalid_0's auc: 0.896781\n",
      "[438]\tvalid_0's auc: 0.896807\n",
      "[439]\tvalid_0's auc: 0.896834\n",
      "[440]\tvalid_0's auc: 0.896842\n",
      "[441]\tvalid_0's auc: 0.896877\n",
      "[442]\tvalid_0's auc: 0.896886\n",
      "[443]\tvalid_0's auc: 0.896902\n",
      "[444]\tvalid_0's auc: 0.896909\n",
      "[445]\tvalid_0's auc: 0.897071\n",
      "[446]\tvalid_0's auc: 0.897079\n",
      "[447]\tvalid_0's auc: 0.897095\n",
      "[448]\tvalid_0's auc: 0.897204\n",
      "[449]\tvalid_0's auc: 0.897257\n",
      "[450]\tvalid_0's auc: 0.897277\n",
      "[451]\tvalid_0's auc: 0.897295\n",
      "[452]\tvalid_0's auc: 0.89732\n",
      "[453]\tvalid_0's auc: 0.897333\n",
      "[454]\tvalid_0's auc: 0.897334\n",
      "[455]\tvalid_0's auc: 0.897444\n",
      "[456]\tvalid_0's auc: 0.897464\n",
      "[457]\tvalid_0's auc: 0.89747\n",
      "[458]\tvalid_0's auc: 0.897488\n",
      "[459]\tvalid_0's auc: 0.897501\n",
      "[460]\tvalid_0's auc: 0.897501\n",
      "[461]\tvalid_0's auc: 0.897513\n",
      "[462]\tvalid_0's auc: 0.897515\n",
      "[463]\tvalid_0's auc: 0.897522\n",
      "[464]\tvalid_0's auc: 0.897545\n",
      "[465]\tvalid_0's auc: 0.897733\n",
      "[466]\tvalid_0's auc: 0.897734\n",
      "[467]\tvalid_0's auc: 0.897748\n",
      "[468]\tvalid_0's auc: 0.897763\n",
      "[469]\tvalid_0's auc: 0.897783\n",
      "[470]\tvalid_0's auc: 0.897797\n",
      "[471]\tvalid_0's auc: 0.897877\n",
      "[472]\tvalid_0's auc: 0.898003\n",
      "[473]\tvalid_0's auc: 0.898017\n",
      "[474]\tvalid_0's auc: 0.89803\n",
      "[475]\tvalid_0's auc: 0.898054\n",
      "[476]\tvalid_0's auc: 0.898182\n",
      "[477]\tvalid_0's auc: 0.898207\n",
      "[478]\tvalid_0's auc: 0.898225\n",
      "[479]\tvalid_0's auc: 0.898242\n",
      "[480]\tvalid_0's auc: 0.89826\n",
      "[481]\tvalid_0's auc: 0.898302\n",
      "[482]\tvalid_0's auc: 0.898341\n",
      "[483]\tvalid_0's auc: 0.89835\n",
      "[484]\tvalid_0's auc: 0.898437\n",
      "[485]\tvalid_0's auc: 0.898466\n",
      "[486]\tvalid_0's auc: 0.89854\n",
      "[487]\tvalid_0's auc: 0.898709\n",
      "[488]\tvalid_0's auc: 0.898725\n",
      "[489]\tvalid_0's auc: 0.898738\n",
      "[490]\tvalid_0's auc: 0.898745\n",
      "[491]\tvalid_0's auc: 0.898776\n",
      "[492]\tvalid_0's auc: 0.898772\n",
      "[493]\tvalid_0's auc: 0.898784\n",
      "[494]\tvalid_0's auc: 0.898807\n",
      "[495]\tvalid_0's auc: 0.898831\n",
      "[496]\tvalid_0's auc: 0.898841\n",
      "[497]\tvalid_0's auc: 0.898851\n",
      "[498]\tvalid_0's auc: 0.898859\n",
      "[499]\tvalid_0's auc: 0.898904\n",
      "[500]\tvalid_0's auc: 0.898921\n",
      "[501]\tvalid_0's auc: 0.898942\n",
      "[502]\tvalid_0's auc: 0.899009\n",
      "[503]\tvalid_0's auc: 0.899037\n",
      "[504]\tvalid_0's auc: 0.899132\n",
      "[505]\tvalid_0's auc: 0.899143\n",
      "[506]\tvalid_0's auc: 0.899147\n",
      "[507]\tvalid_0's auc: 0.899281\n",
      "[508]\tvalid_0's auc: 0.89936\n",
      "[509]\tvalid_0's auc: 0.899389\n",
      "[510]\tvalid_0's auc: 0.899414\n",
      "[511]\tvalid_0's auc: 0.899413\n",
      "[512]\tvalid_0's auc: 0.899421\n",
      "[513]\tvalid_0's auc: 0.899492\n",
      "[514]\tvalid_0's auc: 0.899491\n",
      "[515]\tvalid_0's auc: 0.899491\n",
      "[516]\tvalid_0's auc: 0.89951\n",
      "[517]\tvalid_0's auc: 0.899516\n",
      "[518]\tvalid_0's auc: 0.899561\n",
      "[519]\tvalid_0's auc: 0.899565\n",
      "[520]\tvalid_0's auc: 0.899553\n",
      "[521]\tvalid_0's auc: 0.899558\n",
      "[522]\tvalid_0's auc: 0.899559\n",
      "[523]\tvalid_0's auc: 0.899576\n",
      "[524]\tvalid_0's auc: 0.899589\n",
      "[525]\tvalid_0's auc: 0.899658\n",
      "[526]\tvalid_0's auc: 0.899802\n",
      "[527]\tvalid_0's auc: 0.899892\n",
      "[528]\tvalid_0's auc: 0.899924\n",
      "[529]\tvalid_0's auc: 0.899952\n",
      "[530]\tvalid_0's auc: 0.899988\n",
      "[531]\tvalid_0's auc: 0.900047\n",
      "[532]\tvalid_0's auc: 0.900086\n",
      "[533]\tvalid_0's auc: 0.900145\n",
      "[534]\tvalid_0's auc: 0.900159\n",
      "[535]\tvalid_0's auc: 0.900161\n",
      "[536]\tvalid_0's auc: 0.900251\n",
      "[537]\tvalid_0's auc: 0.90027\n",
      "[538]\tvalid_0's auc: 0.900284\n",
      "[539]\tvalid_0's auc: 0.900307\n",
      "[540]\tvalid_0's auc: 0.900343\n",
      "[541]\tvalid_0's auc: 0.900348\n",
      "[542]\tvalid_0's auc: 0.900349\n",
      "[543]\tvalid_0's auc: 0.900362\n",
      "[544]\tvalid_0's auc: 0.900389\n",
      "[545]\tvalid_0's auc: 0.900412\n",
      "[546]\tvalid_0's auc: 0.900415\n",
      "[547]\tvalid_0's auc: 0.900449\n",
      "[548]\tvalid_0's auc: 0.900451\n",
      "[549]\tvalid_0's auc: 0.900511\n",
      "[550]\tvalid_0's auc: 0.900544\n",
      "[551]\tvalid_0's auc: 0.900554\n",
      "[552]\tvalid_0's auc: 0.900607\n",
      "[553]\tvalid_0's auc: 0.900611\n",
      "[554]\tvalid_0's auc: 0.900634\n",
      "[555]\tvalid_0's auc: 0.900648\n",
      "[556]\tvalid_0's auc: 0.900692\n",
      "[557]\tvalid_0's auc: 0.900715\n",
      "[558]\tvalid_0's auc: 0.900794\n",
      "[559]\tvalid_0's auc: 0.900815\n",
      "[560]\tvalid_0's auc: 0.900849\n",
      "[561]\tvalid_0's auc: 0.900912\n",
      "[562]\tvalid_0's auc: 0.900939\n",
      "[563]\tvalid_0's auc: 0.900991\n",
      "[564]\tvalid_0's auc: 0.901031\n",
      "[565]\tvalid_0's auc: 0.901044\n",
      "[566]\tvalid_0's auc: 0.901055\n",
      "[567]\tvalid_0's auc: 0.901079\n",
      "[568]\tvalid_0's auc: 0.901083\n",
      "[569]\tvalid_0's auc: 0.901123\n",
      "[570]\tvalid_0's auc: 0.901152\n",
      "[571]\tvalid_0's auc: 0.901172\n",
      "[572]\tvalid_0's auc: 0.901208\n",
      "[573]\tvalid_0's auc: 0.90122\n",
      "[574]\tvalid_0's auc: 0.901264\n",
      "[575]\tvalid_0's auc: 0.901293\n",
      "[576]\tvalid_0's auc: 0.901321\n",
      "[577]\tvalid_0's auc: 0.901399\n",
      "[578]\tvalid_0's auc: 0.90143\n",
      "[579]\tvalid_0's auc: 0.901453\n",
      "[580]\tvalid_0's auc: 0.901485\n",
      "[581]\tvalid_0's auc: 0.901522\n",
      "[582]\tvalid_0's auc: 0.901536\n",
      "[583]\tvalid_0's auc: 0.901553\n",
      "[584]\tvalid_0's auc: 0.901586\n",
      "[585]\tvalid_0's auc: 0.901625\n",
      "[586]\tvalid_0's auc: 0.90169\n",
      "[587]\tvalid_0's auc: 0.901728\n",
      "[588]\tvalid_0's auc: 0.901776\n",
      "[589]\tvalid_0's auc: 0.901837\n",
      "[590]\tvalid_0's auc: 0.901896\n",
      "[591]\tvalid_0's auc: 0.901945\n",
      "[592]\tvalid_0's auc: 0.901997\n",
      "[593]\tvalid_0's auc: 0.902023\n",
      "[594]\tvalid_0's auc: 0.902062\n",
      "[595]\tvalid_0's auc: 0.902117\n",
      "[596]\tvalid_0's auc: 0.902174\n",
      "[597]\tvalid_0's auc: 0.902195\n",
      "[598]\tvalid_0's auc: 0.902208\n",
      "[599]\tvalid_0's auc: 0.902244\n",
      "[600]\tvalid_0's auc: 0.902282\n",
      "[601]\tvalid_0's auc: 0.902293\n",
      "[602]\tvalid_0's auc: 0.902322\n",
      "[603]\tvalid_0's auc: 0.902371\n",
      "[604]\tvalid_0's auc: 0.902421\n",
      "[605]\tvalid_0's auc: 0.902442\n",
      "[606]\tvalid_0's auc: 0.902456\n",
      "[607]\tvalid_0's auc: 0.902484\n",
      "[608]\tvalid_0's auc: 0.902504\n",
      "[609]\tvalid_0's auc: 0.902541\n",
      "[610]\tvalid_0's auc: 0.902565\n",
      "[611]\tvalid_0's auc: 0.902576\n",
      "[612]\tvalid_0's auc: 0.902588\n",
      "[613]\tvalid_0's auc: 0.902606\n",
      "[614]\tvalid_0's auc: 0.902613\n",
      "[615]\tvalid_0's auc: 0.902651\n",
      "[616]\tvalid_0's auc: 0.902684\n",
      "[617]\tvalid_0's auc: 0.902721\n",
      "[618]\tvalid_0's auc: 0.902767\n",
      "[619]\tvalid_0's auc: 0.90279\n",
      "[620]\tvalid_0's auc: 0.902819\n",
      "[621]\tvalid_0's auc: 0.902859\n",
      "[622]\tvalid_0's auc: 0.902883\n",
      "[623]\tvalid_0's auc: 0.902897\n",
      "[624]\tvalid_0's auc: 0.902911\n",
      "[625]\tvalid_0's auc: 0.902931\n",
      "[626]\tvalid_0's auc: 0.903015\n",
      "[627]\tvalid_0's auc: 0.903042\n",
      "[628]\tvalid_0's auc: 0.903057\n",
      "[629]\tvalid_0's auc: 0.903077\n",
      "[630]\tvalid_0's auc: 0.903093\n",
      "[631]\tvalid_0's auc: 0.90311\n",
      "[632]\tvalid_0's auc: 0.903138\n",
      "[633]\tvalid_0's auc: 0.903207\n",
      "[634]\tvalid_0's auc: 0.903233\n",
      "[635]\tvalid_0's auc: 0.90324\n",
      "[636]\tvalid_0's auc: 0.903251\n",
      "[637]\tvalid_0's auc: 0.903264\n",
      "[638]\tvalid_0's auc: 0.903277\n",
      "[639]\tvalid_0's auc: 0.903303\n",
      "[640]\tvalid_0's auc: 0.903342\n",
      "[641]\tvalid_0's auc: 0.903353\n",
      "[642]\tvalid_0's auc: 0.903383\n",
      "[643]\tvalid_0's auc: 0.903395\n",
      "[644]\tvalid_0's auc: 0.90341\n",
      "[645]\tvalid_0's auc: 0.903425\n",
      "[646]\tvalid_0's auc: 0.903448\n",
      "[647]\tvalid_0's auc: 0.903476\n",
      "[648]\tvalid_0's auc: 0.903485\n",
      "[649]\tvalid_0's auc: 0.903529\n",
      "[650]\tvalid_0's auc: 0.903586\n",
      "[651]\tvalid_0's auc: 0.903608\n",
      "[652]\tvalid_0's auc: 0.90362\n",
      "[653]\tvalid_0's auc: 0.903668\n",
      "[654]\tvalid_0's auc: 0.903699\n",
      "[655]\tvalid_0's auc: 0.903709\n",
      "[656]\tvalid_0's auc: 0.903716\n",
      "[657]\tvalid_0's auc: 0.903732\n",
      "[658]\tvalid_0's auc: 0.903738\n",
      "[659]\tvalid_0's auc: 0.903743\n",
      "[660]\tvalid_0's auc: 0.903803\n",
      "[661]\tvalid_0's auc: 0.903811\n",
      "[662]\tvalid_0's auc: 0.90386\n",
      "[663]\tvalid_0's auc: 0.903872\n",
      "[664]\tvalid_0's auc: 0.903893\n",
      "[665]\tvalid_0's auc: 0.903901\n",
      "[666]\tvalid_0's auc: 0.90394\n",
      "[667]\tvalid_0's auc: 0.903948\n",
      "[668]\tvalid_0's auc: 0.903976\n",
      "[669]\tvalid_0's auc: 0.904005\n",
      "[670]\tvalid_0's auc: 0.904047\n",
      "[671]\tvalid_0's auc: 0.90405\n",
      "[672]\tvalid_0's auc: 0.904077\n",
      "[673]\tvalid_0's auc: 0.904084\n",
      "[674]\tvalid_0's auc: 0.904084\n",
      "[675]\tvalid_0's auc: 0.904096\n",
      "[676]\tvalid_0's auc: 0.904112\n",
      "[677]\tvalid_0's auc: 0.90412\n",
      "[678]\tvalid_0's auc: 0.904127\n",
      "[679]\tvalid_0's auc: 0.904152\n",
      "[680]\tvalid_0's auc: 0.904171\n",
      "[681]\tvalid_0's auc: 0.904189\n",
      "[682]\tvalid_0's auc: 0.904205\n",
      "[683]\tvalid_0's auc: 0.904244\n",
      "[684]\tvalid_0's auc: 0.904254\n",
      "[685]\tvalid_0's auc: 0.904302\n",
      "[686]\tvalid_0's auc: 0.904326\n",
      "[687]\tvalid_0's auc: 0.904358\n",
      "[688]\tvalid_0's auc: 0.904394\n",
      "[689]\tvalid_0's auc: 0.904491\n",
      "[690]\tvalid_0's auc: 0.904507\n",
      "[691]\tvalid_0's auc: 0.904522\n",
      "[692]\tvalid_0's auc: 0.904532\n",
      "[693]\tvalid_0's auc: 0.904552\n",
      "[694]\tvalid_0's auc: 0.904563\n",
      "[695]\tvalid_0's auc: 0.904577\n",
      "[696]\tvalid_0's auc: 0.904591\n",
      "[697]\tvalid_0's auc: 0.904604\n",
      "[698]\tvalid_0's auc: 0.904622\n",
      "[699]\tvalid_0's auc: 0.904633\n",
      "[700]\tvalid_0's auc: 0.904666\n",
      "[701]\tvalid_0's auc: 0.90468\n",
      "[702]\tvalid_0's auc: 0.904698\n",
      "[703]\tvalid_0's auc: 0.904713\n",
      "[704]\tvalid_0's auc: 0.904748\n",
      "[705]\tvalid_0's auc: 0.904759\n",
      "[706]\tvalid_0's auc: 0.904787\n",
      "[707]\tvalid_0's auc: 0.904854\n",
      "[708]\tvalid_0's auc: 0.90486\n",
      "[709]\tvalid_0's auc: 0.904883\n",
      "[710]\tvalid_0's auc: 0.904912\n",
      "[711]\tvalid_0's auc: 0.904929\n",
      "[712]\tvalid_0's auc: 0.904957\n",
      "[713]\tvalid_0's auc: 0.904979\n",
      "[714]\tvalid_0's auc: 0.905016\n",
      "[715]\tvalid_0's auc: 0.905041\n",
      "[716]\tvalid_0's auc: 0.90505\n",
      "[717]\tvalid_0's auc: 0.905056\n",
      "[718]\tvalid_0's auc: 0.905063\n",
      "[719]\tvalid_0's auc: 0.905084\n",
      "[720]\tvalid_0's auc: 0.905111\n",
      "[721]\tvalid_0's auc: 0.905139\n",
      "[722]\tvalid_0's auc: 0.905152\n",
      "[723]\tvalid_0's auc: 0.905184\n",
      "[724]\tvalid_0's auc: 0.905197\n",
      "[725]\tvalid_0's auc: 0.905203\n",
      "[726]\tvalid_0's auc: 0.905213\n",
      "[727]\tvalid_0's auc: 0.905235\n",
      "[728]\tvalid_0's auc: 0.905257\n",
      "[729]\tvalid_0's auc: 0.905265\n",
      "[730]\tvalid_0's auc: 0.905312\n",
      "[731]\tvalid_0's auc: 0.905346\n",
      "[732]\tvalid_0's auc: 0.905355\n",
      "[733]\tvalid_0's auc: 0.905367\n",
      "[734]\tvalid_0's auc: 0.905376\n",
      "[735]\tvalid_0's auc: 0.905385\n",
      "[736]\tvalid_0's auc: 0.905407\n",
      "[737]\tvalid_0's auc: 0.905434\n",
      "[738]\tvalid_0's auc: 0.905448\n",
      "[739]\tvalid_0's auc: 0.905455\n",
      "[740]\tvalid_0's auc: 0.905468\n",
      "[741]\tvalid_0's auc: 0.905485\n",
      "[742]\tvalid_0's auc: 0.905493\n",
      "[743]\tvalid_0's auc: 0.9055\n",
      "[744]\tvalid_0's auc: 0.905506\n",
      "[745]\tvalid_0's auc: 0.905542\n",
      "[746]\tvalid_0's auc: 0.90555\n",
      "[747]\tvalid_0's auc: 0.905556\n",
      "[748]\tvalid_0's auc: 0.905582\n",
      "[749]\tvalid_0's auc: 0.905597\n",
      "[750]\tvalid_0's auc: 0.905625\n",
      "[751]\tvalid_0's auc: 0.905632\n",
      "[752]\tvalid_0's auc: 0.905645\n",
      "[753]\tvalid_0's auc: 0.905674\n",
      "[754]\tvalid_0's auc: 0.905679\n",
      "[755]\tvalid_0's auc: 0.905798\n",
      "[756]\tvalid_0's auc: 0.905806\n",
      "[757]\tvalid_0's auc: 0.905821\n",
      "[758]\tvalid_0's auc: 0.905836\n",
      "[759]\tvalid_0's auc: 0.905875\n",
      "[760]\tvalid_0's auc: 0.905919\n",
      "[761]\tvalid_0's auc: 0.905944\n",
      "[762]\tvalid_0's auc: 0.90596\n",
      "[763]\tvalid_0's auc: 0.905977\n",
      "[764]\tvalid_0's auc: 0.90601\n",
      "[765]\tvalid_0's auc: 0.906037\n",
      "[766]\tvalid_0's auc: 0.906072\n",
      "[767]\tvalid_0's auc: 0.906081\n",
      "[768]\tvalid_0's auc: 0.90609\n",
      "[769]\tvalid_0's auc: 0.906119\n",
      "[770]\tvalid_0's auc: 0.906146\n",
      "[771]\tvalid_0's auc: 0.906151\n",
      "[772]\tvalid_0's auc: 0.906166\n",
      "[773]\tvalid_0's auc: 0.906191\n",
      "[774]\tvalid_0's auc: 0.906211\n",
      "[775]\tvalid_0's auc: 0.906259\n",
      "[776]\tvalid_0's auc: 0.906278\n",
      "[777]\tvalid_0's auc: 0.906287\n",
      "[778]\tvalid_0's auc: 0.906306\n",
      "[779]\tvalid_0's auc: 0.906323\n",
      "[780]\tvalid_0's auc: 0.90634\n",
      "[781]\tvalid_0's auc: 0.90638\n",
      "[782]\tvalid_0's auc: 0.90641\n",
      "[783]\tvalid_0's auc: 0.906428\n",
      "[784]\tvalid_0's auc: 0.90644\n",
      "[785]\tvalid_0's auc: 0.906462\n",
      "[786]\tvalid_0's auc: 0.906475\n",
      "[787]\tvalid_0's auc: 0.906484\n",
      "[788]\tvalid_0's auc: 0.906495\n",
      "[789]\tvalid_0's auc: 0.906512\n",
      "[790]\tvalid_0's auc: 0.906529\n",
      "[791]\tvalid_0's auc: 0.906546\n",
      "[792]\tvalid_0's auc: 0.906556\n",
      "[793]\tvalid_0's auc: 0.906562\n",
      "[794]\tvalid_0's auc: 0.906591\n",
      "[795]\tvalid_0's auc: 0.906631\n",
      "[796]\tvalid_0's auc: 0.906646\n",
      "[797]\tvalid_0's auc: 0.906668\n",
      "[798]\tvalid_0's auc: 0.906683\n",
      "[799]\tvalid_0's auc: 0.906708\n",
      "[800]\tvalid_0's auc: 0.906736\n",
      "[801]\tvalid_0's auc: 0.90675\n",
      "[802]\tvalid_0's auc: 0.90676\n",
      "[803]\tvalid_0's auc: 0.906779\n",
      "[804]\tvalid_0's auc: 0.906806\n",
      "[805]\tvalid_0's auc: 0.906836\n",
      "[806]\tvalid_0's auc: 0.906864\n",
      "[807]\tvalid_0's auc: 0.906888\n",
      "[808]\tvalid_0's auc: 0.90691\n",
      "[809]\tvalid_0's auc: 0.90693\n",
      "[810]\tvalid_0's auc: 0.906964\n",
      "[811]\tvalid_0's auc: 0.906977\n",
      "[812]\tvalid_0's auc: 0.906996\n",
      "[813]\tvalid_0's auc: 0.907078\n",
      "[814]\tvalid_0's auc: 0.907106\n",
      "[815]\tvalid_0's auc: 0.907122\n",
      "[816]\tvalid_0's auc: 0.907137\n",
      "[817]\tvalid_0's auc: 0.907151\n",
      "[818]\tvalid_0's auc: 0.907178\n",
      "[819]\tvalid_0's auc: 0.907204\n",
      "[820]\tvalid_0's auc: 0.907223\n",
      "[821]\tvalid_0's auc: 0.907262\n",
      "[822]\tvalid_0's auc: 0.907296\n",
      "[823]\tvalid_0's auc: 0.907342\n",
      "[824]\tvalid_0's auc: 0.907368\n",
      "[825]\tvalid_0's auc: 0.907407\n",
      "[826]\tvalid_0's auc: 0.907447\n",
      "[827]\tvalid_0's auc: 0.907462\n",
      "[828]\tvalid_0's auc: 0.907478\n",
      "[829]\tvalid_0's auc: 0.907504\n",
      "[830]\tvalid_0's auc: 0.907533\n",
      "[831]\tvalid_0's auc: 0.907555\n",
      "[832]\tvalid_0's auc: 0.907584\n",
      "[833]\tvalid_0's auc: 0.907617\n",
      "[834]\tvalid_0's auc: 0.907651\n",
      "[835]\tvalid_0's auc: 0.907656\n",
      "[836]\tvalid_0's auc: 0.90767\n",
      "[837]\tvalid_0's auc: 0.907721\n",
      "[838]\tvalid_0's auc: 0.907749\n",
      "[839]\tvalid_0's auc: 0.907778\n",
      "[840]\tvalid_0's auc: 0.907794\n",
      "[841]\tvalid_0's auc: 0.907812\n",
      "[842]\tvalid_0's auc: 0.907827\n",
      "[843]\tvalid_0's auc: 0.907852\n",
      "[844]\tvalid_0's auc: 0.907875\n",
      "[845]\tvalid_0's auc: 0.907886\n",
      "[846]\tvalid_0's auc: 0.907905\n",
      "[847]\tvalid_0's auc: 0.907938\n",
      "[848]\tvalid_0's auc: 0.907956\n",
      "[849]\tvalid_0's auc: 0.907969\n",
      "[850]\tvalid_0's auc: 0.907979\n",
      "[851]\tvalid_0's auc: 0.907995\n",
      "[852]\tvalid_0's auc: 0.908018\n",
      "[853]\tvalid_0's auc: 0.908036\n",
      "[854]\tvalid_0's auc: 0.908049\n",
      "[855]\tvalid_0's auc: 0.908083\n",
      "[856]\tvalid_0's auc: 0.908099\n",
      "[857]\tvalid_0's auc: 0.908111\n",
      "[858]\tvalid_0's auc: 0.908132\n",
      "[859]\tvalid_0's auc: 0.908167\n",
      "[860]\tvalid_0's auc: 0.908183\n",
      "[861]\tvalid_0's auc: 0.908195\n",
      "[862]\tvalid_0's auc: 0.908205\n",
      "[863]\tvalid_0's auc: 0.908219\n",
      "[864]\tvalid_0's auc: 0.908245\n",
      "[865]\tvalid_0's auc: 0.90826\n",
      "[866]\tvalid_0's auc: 0.908273\n",
      "[867]\tvalid_0's auc: 0.908285\n",
      "[868]\tvalid_0's auc: 0.908302\n",
      "[869]\tvalid_0's auc: 0.908339\n",
      "[870]\tvalid_0's auc: 0.908356\n",
      "[871]\tvalid_0's auc: 0.908372\n",
      "[872]\tvalid_0's auc: 0.9084\n",
      "[873]\tvalid_0's auc: 0.908443\n",
      "[874]\tvalid_0's auc: 0.90846\n",
      "[875]\tvalid_0's auc: 0.90849\n",
      "[876]\tvalid_0's auc: 0.908501\n",
      "[877]\tvalid_0's auc: 0.90854\n",
      "[878]\tvalid_0's auc: 0.908569\n",
      "[879]\tvalid_0's auc: 0.908583\n",
      "[880]\tvalid_0's auc: 0.908594\n",
      "[881]\tvalid_0's auc: 0.908637\n",
      "[882]\tvalid_0's auc: 0.908643\n",
      "[883]\tvalid_0's auc: 0.90866\n",
      "[884]\tvalid_0's auc: 0.908684\n",
      "[885]\tvalid_0's auc: 0.908711\n",
      "[886]\tvalid_0's auc: 0.908736\n",
      "[887]\tvalid_0's auc: 0.908768\n",
      "[888]\tvalid_0's auc: 0.90878\n",
      "[889]\tvalid_0's auc: 0.908792\n",
      "[890]\tvalid_0's auc: 0.908814\n",
      "[891]\tvalid_0's auc: 0.908826\n",
      "[892]\tvalid_0's auc: 0.908851\n",
      "[893]\tvalid_0's auc: 0.908864\n",
      "[894]\tvalid_0's auc: 0.908903\n",
      "[895]\tvalid_0's auc: 0.908925\n",
      "[896]\tvalid_0's auc: 0.908944\n",
      "[897]\tvalid_0's auc: 0.908967\n",
      "[898]\tvalid_0's auc: 0.909003\n",
      "[899]\tvalid_0's auc: 0.909016\n",
      "[900]\tvalid_0's auc: 0.909036\n",
      "[901]\tvalid_0's auc: 0.909045\n",
      "[902]\tvalid_0's auc: 0.909057\n",
      "[903]\tvalid_0's auc: 0.909089\n",
      "[904]\tvalid_0's auc: 0.909145\n",
      "[905]\tvalid_0's auc: 0.909165\n",
      "[906]\tvalid_0's auc: 0.909184\n",
      "[907]\tvalid_0's auc: 0.9092\n",
      "[908]\tvalid_0's auc: 0.909212\n",
      "[909]\tvalid_0's auc: 0.909233\n",
      "[910]\tvalid_0's auc: 0.909248\n",
      "[911]\tvalid_0's auc: 0.909259\n",
      "[912]\tvalid_0's auc: 0.909274\n",
      "[913]\tvalid_0's auc: 0.909295\n",
      "[914]\tvalid_0's auc: 0.90931\n",
      "[915]\tvalid_0's auc: 0.909332\n",
      "[916]\tvalid_0's auc: 0.90934\n",
      "[917]\tvalid_0's auc: 0.909353\n",
      "[918]\tvalid_0's auc: 0.909363\n",
      "[919]\tvalid_0's auc: 0.909381\n",
      "[920]\tvalid_0's auc: 0.909395\n",
      "[921]\tvalid_0's auc: 0.909408\n",
      "[922]\tvalid_0's auc: 0.909429\n",
      "[923]\tvalid_0's auc: 0.909442\n",
      "[924]\tvalid_0's auc: 0.90947\n",
      "[925]\tvalid_0's auc: 0.909502\n",
      "[926]\tvalid_0's auc: 0.9095\n",
      "[927]\tvalid_0's auc: 0.909508\n",
      "[928]\tvalid_0's auc: 0.909521\n",
      "[929]\tvalid_0's auc: 0.909546\n",
      "[930]\tvalid_0's auc: 0.909559\n",
      "[931]\tvalid_0's auc: 0.909579\n",
      "[932]\tvalid_0's auc: 0.90959\n",
      "[933]\tvalid_0's auc: 0.909606\n",
      "[934]\tvalid_0's auc: 0.909687\n",
      "[935]\tvalid_0's auc: 0.909719\n",
      "[936]\tvalid_0's auc: 0.909726\n",
      "[937]\tvalid_0's auc: 0.909737\n",
      "[938]\tvalid_0's auc: 0.909755\n",
      "[939]\tvalid_0's auc: 0.909788\n",
      "[940]\tvalid_0's auc: 0.909801\n",
      "[941]\tvalid_0's auc: 0.909821\n",
      "[942]\tvalid_0's auc: 0.909835\n",
      "[943]\tvalid_0's auc: 0.909844\n",
      "[944]\tvalid_0's auc: 0.909856\n",
      "[945]\tvalid_0's auc: 0.909881\n",
      "[946]\tvalid_0's auc: 0.909898\n",
      "[947]\tvalid_0's auc: 0.909928\n",
      "[948]\tvalid_0's auc: 0.909963\n",
      "[949]\tvalid_0's auc: 0.909977\n",
      "[950]\tvalid_0's auc: 0.909985\n",
      "[951]\tvalid_0's auc: 0.910002\n",
      "[952]\tvalid_0's auc: 0.910017\n",
      "[953]\tvalid_0's auc: 0.910042\n",
      "[954]\tvalid_0's auc: 0.910058\n",
      "[955]\tvalid_0's auc: 0.910089\n",
      "[956]\tvalid_0's auc: 0.910106\n",
      "[957]\tvalid_0's auc: 0.910139\n",
      "[958]\tvalid_0's auc: 0.910158\n",
      "[959]\tvalid_0's auc: 0.910178\n",
      "[960]\tvalid_0's auc: 0.910194\n",
      "[961]\tvalid_0's auc: 0.910213\n",
      "[962]\tvalid_0's auc: 0.910232\n",
      "[963]\tvalid_0's auc: 0.910246\n",
      "[964]\tvalid_0's auc: 0.910269\n",
      "[965]\tvalid_0's auc: 0.910292\n",
      "[966]\tvalid_0's auc: 0.910318\n",
      "[967]\tvalid_0's auc: 0.910334\n",
      "[968]\tvalid_0's auc: 0.910365\n",
      "[969]\tvalid_0's auc: 0.910412\n",
      "[970]\tvalid_0's auc: 0.910426\n",
      "[971]\tvalid_0's auc: 0.910444\n",
      "[972]\tvalid_0's auc: 0.910464\n",
      "[973]\tvalid_0's auc: 0.910486\n",
      "[974]\tvalid_0's auc: 0.91051\n",
      "[975]\tvalid_0's auc: 0.910523\n",
      "[976]\tvalid_0's auc: 0.910539\n",
      "[977]\tvalid_0's auc: 0.910555\n",
      "[978]\tvalid_0's auc: 0.910588\n",
      "[979]\tvalid_0's auc: 0.91061\n",
      "[980]\tvalid_0's auc: 0.910623\n",
      "[981]\tvalid_0's auc: 0.910636\n",
      "[982]\tvalid_0's auc: 0.910665\n",
      "[983]\tvalid_0's auc: 0.910673\n",
      "[984]\tvalid_0's auc: 0.910689\n",
      "[985]\tvalid_0's auc: 0.9107\n",
      "[986]\tvalid_0's auc: 0.910721\n",
      "[987]\tvalid_0's auc: 0.910787\n",
      "[988]\tvalid_0's auc: 0.910819\n",
      "[989]\tvalid_0's auc: 0.910841\n",
      "[990]\tvalid_0's auc: 0.910859\n",
      "[991]\tvalid_0's auc: 0.910878\n",
      "[992]\tvalid_0's auc: 0.910886\n",
      "[993]\tvalid_0's auc: 0.910896\n",
      "[994]\tvalid_0's auc: 0.910909\n",
      "[995]\tvalid_0's auc: 0.910924\n",
      "[996]\tvalid_0's auc: 0.910956\n",
      "[997]\tvalid_0's auc: 0.910979\n",
      "[998]\tvalid_0's auc: 0.910997\n",
      "[999]\tvalid_0's auc: 0.91101\n",
      "[1000]\tvalid_0's auc: 0.911031\n",
      "[1001]\tvalid_0's auc: 0.911051\n",
      "[1002]\tvalid_0's auc: 0.911072\n",
      "[1003]\tvalid_0's auc: 0.911081\n",
      "[1004]\tvalid_0's auc: 0.911121\n",
      "[1005]\tvalid_0's auc: 0.91114\n",
      "[1006]\tvalid_0's auc: 0.911162\n",
      "[1007]\tvalid_0's auc: 0.91117\n",
      "[1008]\tvalid_0's auc: 0.911201\n",
      "[1009]\tvalid_0's auc: 0.911224\n",
      "[1010]\tvalid_0's auc: 0.911235\n",
      "[1011]\tvalid_0's auc: 0.911248\n",
      "[1012]\tvalid_0's auc: 0.911256\n",
      "[1013]\tvalid_0's auc: 0.911282\n",
      "[1014]\tvalid_0's auc: 0.9113\n",
      "[1015]\tvalid_0's auc: 0.911314\n",
      "[1016]\tvalid_0's auc: 0.911335\n",
      "[1017]\tvalid_0's auc: 0.911377\n",
      "[1018]\tvalid_0's auc: 0.91139\n",
      "[1019]\tvalid_0's auc: 0.911415\n",
      "[1020]\tvalid_0's auc: 0.911427\n",
      "[1021]\tvalid_0's auc: 0.911433\n",
      "[1022]\tvalid_0's auc: 0.911445\n",
      "[1023]\tvalid_0's auc: 0.911455\n",
      "[1024]\tvalid_0's auc: 0.911472\n",
      "[1025]\tvalid_0's auc: 0.911478\n",
      "[1026]\tvalid_0's auc: 0.911487\n",
      "[1027]\tvalid_0's auc: 0.911513\n",
      "[1028]\tvalid_0's auc: 0.911538\n",
      "[1029]\tvalid_0's auc: 0.911548\n",
      "[1030]\tvalid_0's auc: 0.911576\n",
      "[1031]\tvalid_0's auc: 0.911584\n",
      "[1032]\tvalid_0's auc: 0.9116\n",
      "[1033]\tvalid_0's auc: 0.911604\n",
      "[1034]\tvalid_0's auc: 0.911613\n",
      "[1035]\tvalid_0's auc: 0.911631\n",
      "[1036]\tvalid_0's auc: 0.911657\n",
      "[1037]\tvalid_0's auc: 0.911664\n",
      "[1038]\tvalid_0's auc: 0.911693\n",
      "[1039]\tvalid_0's auc: 0.911744\n",
      "[1040]\tvalid_0's auc: 0.91175\n",
      "[1041]\tvalid_0's auc: 0.911768\n",
      "[1042]\tvalid_0's auc: 0.911782\n",
      "[1043]\tvalid_0's auc: 0.911813\n",
      "[1044]\tvalid_0's auc: 0.911837\n",
      "[1045]\tvalid_0's auc: 0.911855\n",
      "[1046]\tvalid_0's auc: 0.911872\n",
      "[1047]\tvalid_0's auc: 0.911883\n",
      "[1048]\tvalid_0's auc: 0.911906\n",
      "[1049]\tvalid_0's auc: 0.911923\n",
      "[1050]\tvalid_0's auc: 0.911942\n",
      "[1051]\tvalid_0's auc: 0.911964\n",
      "[1052]\tvalid_0's auc: 0.911975\n",
      "[1053]\tvalid_0's auc: 0.911991\n",
      "[1054]\tvalid_0's auc: 0.912015\n",
      "[1055]\tvalid_0's auc: 0.912028\n",
      "[1056]\tvalid_0's auc: 0.912048\n",
      "[1057]\tvalid_0's auc: 0.912064\n",
      "[1058]\tvalid_0's auc: 0.912081\n",
      "[1059]\tvalid_0's auc: 0.912102\n",
      "[1060]\tvalid_0's auc: 0.912121\n",
      "[1061]\tvalid_0's auc: 0.912139\n",
      "[1062]\tvalid_0's auc: 0.912171\n",
      "[1063]\tvalid_0's auc: 0.912199\n",
      "[1064]\tvalid_0's auc: 0.912218\n",
      "[1065]\tvalid_0's auc: 0.912236\n",
      "[1066]\tvalid_0's auc: 0.91225\n",
      "[1067]\tvalid_0's auc: 0.912267\n",
      "[1068]\tvalid_0's auc: 0.912301\n",
      "[1069]\tvalid_0's auc: 0.912314\n",
      "[1070]\tvalid_0's auc: 0.912342\n",
      "[1071]\tvalid_0's auc: 0.912356\n",
      "[1072]\tvalid_0's auc: 0.91237\n",
      "[1073]\tvalid_0's auc: 0.912389\n",
      "[1074]\tvalid_0's auc: 0.912427\n",
      "[1075]\tvalid_0's auc: 0.912444\n",
      "[1076]\tvalid_0's auc: 0.91245\n",
      "[1077]\tvalid_0's auc: 0.91247\n",
      "[1078]\tvalid_0's auc: 0.912496\n",
      "[1079]\tvalid_0's auc: 0.912508\n",
      "[1080]\tvalid_0's auc: 0.91252\n",
      "[1081]\tvalid_0's auc: 0.912547\n",
      "[1082]\tvalid_0's auc: 0.912564\n",
      "[1083]\tvalid_0's auc: 0.912572\n",
      "[1084]\tvalid_0's auc: 0.912584\n",
      "[1085]\tvalid_0's auc: 0.912598\n",
      "[1086]\tvalid_0's auc: 0.912618\n",
      "[1087]\tvalid_0's auc: 0.912622\n",
      "[1088]\tvalid_0's auc: 0.912641\n",
      "[1089]\tvalid_0's auc: 0.912652\n",
      "[1090]\tvalid_0's auc: 0.912669\n",
      "[1091]\tvalid_0's auc: 0.912677\n",
      "[1092]\tvalid_0's auc: 0.912691\n",
      "[1093]\tvalid_0's auc: 0.912701\n",
      "[1094]\tvalid_0's auc: 0.91271\n",
      "[1095]\tvalid_0's auc: 0.912737\n",
      "[1096]\tvalid_0's auc: 0.912757\n",
      "[1097]\tvalid_0's auc: 0.912764\n",
      "[1098]\tvalid_0's auc: 0.912794\n",
      "[1099]\tvalid_0's auc: 0.9128\n",
      "[1100]\tvalid_0's auc: 0.91281\n",
      "[1101]\tvalid_0's auc: 0.912836\n",
      "[1102]\tvalid_0's auc: 0.912846\n",
      "[1103]\tvalid_0's auc: 0.912858\n",
      "[1104]\tvalid_0's auc: 0.912865\n",
      "[1105]\tvalid_0's auc: 0.912875\n",
      "[1106]\tvalid_0's auc: 0.912892\n",
      "[1107]\tvalid_0's auc: 0.912907\n",
      "[1108]\tvalid_0's auc: 0.912921\n",
      "[1109]\tvalid_0's auc: 0.912944\n",
      "[1110]\tvalid_0's auc: 0.912963\n",
      "[1111]\tvalid_0's auc: 0.912976\n",
      "[1112]\tvalid_0's auc: 0.912997\n",
      "[1113]\tvalid_0's auc: 0.913009\n",
      "[1114]\tvalid_0's auc: 0.913037\n",
      "[1115]\tvalid_0's auc: 0.913043\n",
      "[1116]\tvalid_0's auc: 0.913055\n",
      "[1117]\tvalid_0's auc: 0.913072\n",
      "[1118]\tvalid_0's auc: 0.91309\n",
      "[1119]\tvalid_0's auc: 0.913101\n",
      "[1120]\tvalid_0's auc: 0.913113\n",
      "[1121]\tvalid_0's auc: 0.913135\n",
      "[1122]\tvalid_0's auc: 0.913162\n",
      "[1123]\tvalid_0's auc: 0.913177\n",
      "[1124]\tvalid_0's auc: 0.913207\n",
      "[1125]\tvalid_0's auc: 0.913221\n",
      "[1126]\tvalid_0's auc: 0.913241\n",
      "[1127]\tvalid_0's auc: 0.913257\n",
      "[1128]\tvalid_0's auc: 0.913273\n",
      "[1129]\tvalid_0's auc: 0.913285\n",
      "[1130]\tvalid_0's auc: 0.913304\n",
      "[1131]\tvalid_0's auc: 0.913324\n",
      "[1132]\tvalid_0's auc: 0.913352\n",
      "[1133]\tvalid_0's auc: 0.913372\n",
      "[1134]\tvalid_0's auc: 0.913384\n",
      "[1135]\tvalid_0's auc: 0.913397\n",
      "[1136]\tvalid_0's auc: 0.913436\n",
      "[1137]\tvalid_0's auc: 0.913457\n",
      "[1138]\tvalid_0's auc: 0.913473\n",
      "[1139]\tvalid_0's auc: 0.913486\n",
      "[1140]\tvalid_0's auc: 0.913503\n",
      "[1141]\tvalid_0's auc: 0.913522\n",
      "[1142]\tvalid_0's auc: 0.913542\n",
      "[1143]\tvalid_0's auc: 0.91356\n",
      "[1144]\tvalid_0's auc: 0.91358\n",
      "[1145]\tvalid_0's auc: 0.913606\n",
      "[1146]\tvalid_0's auc: 0.913615\n",
      "[1147]\tvalid_0's auc: 0.913625\n",
      "[1148]\tvalid_0's auc: 0.913642\n",
      "[1149]\tvalid_0's auc: 0.913694\n",
      "[1150]\tvalid_0's auc: 0.9137\n",
      "[1151]\tvalid_0's auc: 0.913715\n",
      "[1152]\tvalid_0's auc: 0.91373\n",
      "[1153]\tvalid_0's auc: 0.913738\n",
      "[1154]\tvalid_0's auc: 0.913751\n",
      "[1155]\tvalid_0's auc: 0.913766\n",
      "[1156]\tvalid_0's auc: 0.913786\n",
      "[1157]\tvalid_0's auc: 0.913799\n",
      "[1158]\tvalid_0's auc: 0.913824\n",
      "[1159]\tvalid_0's auc: 0.913835\n",
      "[1160]\tvalid_0's auc: 0.913848\n",
      "[1161]\tvalid_0's auc: 0.913863\n",
      "[1162]\tvalid_0's auc: 0.913883\n",
      "[1163]\tvalid_0's auc: 0.913907\n",
      "[1164]\tvalid_0's auc: 0.913918\n",
      "[1165]\tvalid_0's auc: 0.91393\n",
      "[1166]\tvalid_0's auc: 0.913948\n",
      "[1167]\tvalid_0's auc: 0.913956\n",
      "[1168]\tvalid_0's auc: 0.913969\n",
      "[1169]\tvalid_0's auc: 0.913983\n",
      "[1170]\tvalid_0's auc: 0.913999\n",
      "[1171]\tvalid_0's auc: 0.914012\n",
      "[1172]\tvalid_0's auc: 0.914032\n",
      "[1173]\tvalid_0's auc: 0.914052\n",
      "[1174]\tvalid_0's auc: 0.914063\n",
      "[1175]\tvalid_0's auc: 0.914075\n",
      "[1176]\tvalid_0's auc: 0.91409\n",
      "[1177]\tvalid_0's auc: 0.914105\n",
      "[1178]\tvalid_0's auc: 0.914143\n",
      "[1179]\tvalid_0's auc: 0.914163\n",
      "[1180]\tvalid_0's auc: 0.914185\n",
      "[1181]\tvalid_0's auc: 0.914197\n",
      "[1182]\tvalid_0's auc: 0.914206\n",
      "[1183]\tvalid_0's auc: 0.914215\n",
      "[1184]\tvalid_0's auc: 0.914239\n",
      "[1185]\tvalid_0's auc: 0.914246\n",
      "[1186]\tvalid_0's auc: 0.914268\n",
      "[1187]\tvalid_0's auc: 0.914281\n",
      "[1188]\tvalid_0's auc: 0.9143\n",
      "[1189]\tvalid_0's auc: 0.91432\n",
      "[1190]\tvalid_0's auc: 0.914337\n",
      "[1191]\tvalid_0's auc: 0.914347\n",
      "[1192]\tvalid_0's auc: 0.914367\n",
      "[1193]\tvalid_0's auc: 0.914372\n",
      "[1194]\tvalid_0's auc: 0.914386\n",
      "[1195]\tvalid_0's auc: 0.914404\n",
      "[1196]\tvalid_0's auc: 0.914418\n",
      "[1197]\tvalid_0's auc: 0.914432\n",
      "[1198]\tvalid_0's auc: 0.914446\n",
      "[1199]\tvalid_0's auc: 0.914455\n",
      "[1200]\tvalid_0's auc: 0.914469\n",
      "[1201]\tvalid_0's auc: 0.914476\n",
      "[1202]\tvalid_0's auc: 0.914489\n",
      "[1203]\tvalid_0's auc: 0.914501\n",
      "[1204]\tvalid_0's auc: 0.914509\n",
      "[1205]\tvalid_0's auc: 0.914521\n",
      "[1206]\tvalid_0's auc: 0.914529\n",
      "[1207]\tvalid_0's auc: 0.914549\n",
      "[1208]\tvalid_0's auc: 0.91457\n",
      "[1209]\tvalid_0's auc: 0.914582\n",
      "[1210]\tvalid_0's auc: 0.914603\n",
      "[1211]\tvalid_0's auc: 0.91462\n",
      "[1212]\tvalid_0's auc: 0.914629\n",
      "[1213]\tvalid_0's auc: 0.914642\n",
      "[1214]\tvalid_0's auc: 0.914654\n",
      "[1215]\tvalid_0's auc: 0.914667\n",
      "[1216]\tvalid_0's auc: 0.914685\n",
      "[1217]\tvalid_0's auc: 0.914697\n",
      "[1218]\tvalid_0's auc: 0.914714\n",
      "[1219]\tvalid_0's auc: 0.914725\n",
      "[1220]\tvalid_0's auc: 0.914734\n",
      "[1221]\tvalid_0's auc: 0.914747\n",
      "[1222]\tvalid_0's auc: 0.914754\n",
      "[1223]\tvalid_0's auc: 0.914768\n",
      "[1224]\tvalid_0's auc: 0.914807\n",
      "[1225]\tvalid_0's auc: 0.914823\n",
      "[1226]\tvalid_0's auc: 0.914831\n",
      "[1227]\tvalid_0's auc: 0.914844\n",
      "[1228]\tvalid_0's auc: 0.914864\n",
      "[1229]\tvalid_0's auc: 0.914871\n",
      "[1230]\tvalid_0's auc: 0.914886\n",
      "[1231]\tvalid_0's auc: 0.91492\n",
      "[1232]\tvalid_0's auc: 0.914931\n",
      "[1233]\tvalid_0's auc: 0.914942\n",
      "[1234]\tvalid_0's auc: 0.914967\n",
      "[1235]\tvalid_0's auc: 0.914983\n",
      "[1236]\tvalid_0's auc: 0.914991\n",
      "[1237]\tvalid_0's auc: 0.914997\n",
      "[1238]\tvalid_0's auc: 0.915007\n",
      "[1239]\tvalid_0's auc: 0.915016\n",
      "[1240]\tvalid_0's auc: 0.91504\n",
      "[1241]\tvalid_0's auc: 0.915056\n",
      "[1242]\tvalid_0's auc: 0.915082\n",
      "[1243]\tvalid_0's auc: 0.915087\n",
      "[1244]\tvalid_0's auc: 0.915114\n",
      "[1245]\tvalid_0's auc: 0.915127\n",
      "[1246]\tvalid_0's auc: 0.915148\n",
      "[1247]\tvalid_0's auc: 0.915167\n",
      "[1248]\tvalid_0's auc: 0.915187\n",
      "[1249]\tvalid_0's auc: 0.915199\n",
      "[1250]\tvalid_0's auc: 0.915219\n",
      "[1251]\tvalid_0's auc: 0.915227\n",
      "[1252]\tvalid_0's auc: 0.915236\n",
      "[1253]\tvalid_0's auc: 0.915255\n",
      "[1254]\tvalid_0's auc: 0.915262\n",
      "[1255]\tvalid_0's auc: 0.915268\n",
      "[1256]\tvalid_0's auc: 0.915282\n",
      "[1257]\tvalid_0's auc: 0.915304\n",
      "[1258]\tvalid_0's auc: 0.915319\n",
      "[1259]\tvalid_0's auc: 0.915334\n",
      "[1260]\tvalid_0's auc: 0.915364\n",
      "[1261]\tvalid_0's auc: 0.915374\n",
      "[1262]\tvalid_0's auc: 0.915392\n",
      "[1263]\tvalid_0's auc: 0.915411\n",
      "[1264]\tvalid_0's auc: 0.915431\n",
      "[1265]\tvalid_0's auc: 0.915455\n",
      "[1266]\tvalid_0's auc: 0.915462\n",
      "[1267]\tvalid_0's auc: 0.915478\n",
      "[1268]\tvalid_0's auc: 0.915488\n",
      "[1269]\tvalid_0's auc: 0.915508\n",
      "[1270]\tvalid_0's auc: 0.91552\n",
      "[1271]\tvalid_0's auc: 0.915532\n",
      "[1272]\tvalid_0's auc: 0.91555\n",
      "[1273]\tvalid_0's auc: 0.915561\n",
      "[1274]\tvalid_0's auc: 0.915568\n",
      "[1275]\tvalid_0's auc: 0.915589\n",
      "[1276]\tvalid_0's auc: 0.915597\n",
      "[1277]\tvalid_0's auc: 0.915607\n",
      "[1278]\tvalid_0's auc: 0.915623\n",
      "[1279]\tvalid_0's auc: 0.915641\n",
      "[1280]\tvalid_0's auc: 0.915649\n",
      "[1281]\tvalid_0's auc: 0.915667\n",
      "[1282]\tvalid_0's auc: 0.915673\n",
      "[1283]\tvalid_0's auc: 0.915691\n",
      "[1284]\tvalid_0's auc: 0.915715\n",
      "[1285]\tvalid_0's auc: 0.915723\n",
      "[1286]\tvalid_0's auc: 0.915728\n",
      "[1287]\tvalid_0's auc: 0.915745\n",
      "[1288]\tvalid_0's auc: 0.915768\n",
      "[1289]\tvalid_0's auc: 0.915794\n",
      "[1290]\tvalid_0's auc: 0.91582\n",
      "[1291]\tvalid_0's auc: 0.915854\n",
      "[1292]\tvalid_0's auc: 0.915858\n",
      "[1293]\tvalid_0's auc: 0.915883\n",
      "[1294]\tvalid_0's auc: 0.915898\n",
      "[1295]\tvalid_0's auc: 0.915919\n",
      "[1296]\tvalid_0's auc: 0.915937\n",
      "[1297]\tvalid_0's auc: 0.915944\n",
      "[1298]\tvalid_0's auc: 0.915952\n",
      "[1299]\tvalid_0's auc: 0.915962\n",
      "[1300]\tvalid_0's auc: 0.915971\n",
      "[1301]\tvalid_0's auc: 0.915982\n",
      "[1302]\tvalid_0's auc: 0.915999\n",
      "[1303]\tvalid_0's auc: 0.916021\n",
      "[1304]\tvalid_0's auc: 0.916032\n",
      "[1305]\tvalid_0's auc: 0.916041\n",
      "[1306]\tvalid_0's auc: 0.916064\n",
      "[1307]\tvalid_0's auc: 0.916071\n",
      "[1308]\tvalid_0's auc: 0.916088\n",
      "[1309]\tvalid_0's auc: 0.916103\n",
      "[1310]\tvalid_0's auc: 0.916111\n",
      "[1311]\tvalid_0's auc: 0.916129\n",
      "[1312]\tvalid_0's auc: 0.916163\n",
      "[1313]\tvalid_0's auc: 0.916179\n",
      "[1314]\tvalid_0's auc: 0.916196\n",
      "[1315]\tvalid_0's auc: 0.916212\n",
      "[1316]\tvalid_0's auc: 0.916225\n",
      "[1317]\tvalid_0's auc: 0.91623\n",
      "[1318]\tvalid_0's auc: 0.916251\n",
      "[1319]\tvalid_0's auc: 0.916265\n",
      "[1320]\tvalid_0's auc: 0.91629\n",
      "[1321]\tvalid_0's auc: 0.916299\n",
      "[1322]\tvalid_0's auc: 0.916311\n",
      "[1323]\tvalid_0's auc: 0.916327\n",
      "[1324]\tvalid_0's auc: 0.916339\n",
      "[1325]\tvalid_0's auc: 0.916352\n",
      "[1326]\tvalid_0's auc: 0.916362\n",
      "[1327]\tvalid_0's auc: 0.916372\n",
      "[1328]\tvalid_0's auc: 0.916383\n",
      "[1329]\tvalid_0's auc: 0.916399\n",
      "[1330]\tvalid_0's auc: 0.916409\n",
      "[1331]\tvalid_0's auc: 0.916438\n",
      "[1332]\tvalid_0's auc: 0.916454\n",
      "[1333]\tvalid_0's auc: 0.91647\n",
      "[1334]\tvalid_0's auc: 0.916481\n",
      "[1335]\tvalid_0's auc: 0.916504\n",
      "[1336]\tvalid_0's auc: 0.916535\n",
      "[1337]\tvalid_0's auc: 0.916546\n",
      "[1338]\tvalid_0's auc: 0.916565\n",
      "[1339]\tvalid_0's auc: 0.916583\n",
      "[1340]\tvalid_0's auc: 0.916611\n",
      "[1341]\tvalid_0's auc: 0.91662\n",
      "[1342]\tvalid_0's auc: 0.916631\n",
      "[1343]\tvalid_0's auc: 0.916638\n",
      "[1344]\tvalid_0's auc: 0.916655\n",
      "[1345]\tvalid_0's auc: 0.916671\n",
      "[1346]\tvalid_0's auc: 0.916695\n",
      "[1347]\tvalid_0's auc: 0.916707\n",
      "[1348]\tvalid_0's auc: 0.916715\n",
      "[1349]\tvalid_0's auc: 0.916749\n",
      "[1350]\tvalid_0's auc: 0.91677\n",
      "[1351]\tvalid_0's auc: 0.916787\n",
      "[1352]\tvalid_0's auc: 0.916823\n",
      "[1353]\tvalid_0's auc: 0.916831\n",
      "[1354]\tvalid_0's auc: 0.916848\n",
      "[1355]\tvalid_0's auc: 0.916863\n",
      "[1356]\tvalid_0's auc: 0.916876\n",
      "[1357]\tvalid_0's auc: 0.916903\n",
      "[1358]\tvalid_0's auc: 0.91691\n",
      "[1359]\tvalid_0's auc: 0.916925\n",
      "[1360]\tvalid_0's auc: 0.916949\n",
      "[1361]\tvalid_0's auc: 0.916958\n",
      "[1362]\tvalid_0's auc: 0.916975\n",
      "[1363]\tvalid_0's auc: 0.91698\n",
      "[1364]\tvalid_0's auc: 0.917038\n",
      "[1365]\tvalid_0's auc: 0.917048\n",
      "[1366]\tvalid_0's auc: 0.917058\n",
      "[1367]\tvalid_0's auc: 0.917073\n",
      "[1368]\tvalid_0's auc: 0.917084\n",
      "[1369]\tvalid_0's auc: 0.917136\n",
      "[1370]\tvalid_0's auc: 0.917141\n",
      "[1371]\tvalid_0's auc: 0.917152\n",
      "[1372]\tvalid_0's auc: 0.917167\n",
      "[1373]\tvalid_0's auc: 0.917174\n",
      "[1374]\tvalid_0's auc: 0.917179\n",
      "[1375]\tvalid_0's auc: 0.917203\n",
      "[1376]\tvalid_0's auc: 0.917218\n",
      "[1377]\tvalid_0's auc: 0.917226\n",
      "[1378]\tvalid_0's auc: 0.917242\n",
      "[1379]\tvalid_0's auc: 0.917258\n",
      "[1380]\tvalid_0's auc: 0.917279\n",
      "[1381]\tvalid_0's auc: 0.917286\n",
      "[1382]\tvalid_0's auc: 0.917295\n",
      "[1383]\tvalid_0's auc: 0.917315\n",
      "[1384]\tvalid_0's auc: 0.917336\n",
      "[1385]\tvalid_0's auc: 0.917343\n",
      "[1386]\tvalid_0's auc: 0.917355\n",
      "[1387]\tvalid_0's auc: 0.917372\n",
      "[1388]\tvalid_0's auc: 0.917383\n",
      "[1389]\tvalid_0's auc: 0.917394\n",
      "[1390]\tvalid_0's auc: 0.917408\n",
      "[1391]\tvalid_0's auc: 0.917424\n",
      "[1392]\tvalid_0's auc: 0.917433\n",
      "[1393]\tvalid_0's auc: 0.917449\n",
      "[1394]\tvalid_0's auc: 0.917465\n",
      "[1395]\tvalid_0's auc: 0.917473\n",
      "[1396]\tvalid_0's auc: 0.917486\n",
      "[1397]\tvalid_0's auc: 0.917497\n",
      "[1398]\tvalid_0's auc: 0.917507\n",
      "[1399]\tvalid_0's auc: 0.917515\n",
      "[1400]\tvalid_0's auc: 0.917533\n",
      "[1401]\tvalid_0's auc: 0.917547\n",
      "[1402]\tvalid_0's auc: 0.917571\n",
      "[1403]\tvalid_0's auc: 0.917584\n",
      "[1404]\tvalid_0's auc: 0.917603\n",
      "[1405]\tvalid_0's auc: 0.917637\n",
      "[1406]\tvalid_0's auc: 0.917643\n",
      "[1407]\tvalid_0's auc: 0.917659\n",
      "[1408]\tvalid_0's auc: 0.91767\n",
      "[1409]\tvalid_0's auc: 0.917682\n",
      "[1410]\tvalid_0's auc: 0.917691\n",
      "[1411]\tvalid_0's auc: 0.917711\n",
      "[1412]\tvalid_0's auc: 0.917718\n",
      "[1413]\tvalid_0's auc: 0.917727\n",
      "[1414]\tvalid_0's auc: 0.917742\n",
      "[1415]\tvalid_0's auc: 0.917749\n",
      "[1416]\tvalid_0's auc: 0.917756\n",
      "[1417]\tvalid_0's auc: 0.917776\n",
      "[1418]\tvalid_0's auc: 0.917786\n",
      "[1419]\tvalid_0's auc: 0.917803\n",
      "[1420]\tvalid_0's auc: 0.917813\n",
      "[1421]\tvalid_0's auc: 0.917829\n",
      "[1422]\tvalid_0's auc: 0.917851\n",
      "[1423]\tvalid_0's auc: 0.91787\n",
      "[1424]\tvalid_0's auc: 0.917907\n",
      "[1425]\tvalid_0's auc: 0.91792\n",
      "[1426]\tvalid_0's auc: 0.917962\n",
      "[1427]\tvalid_0's auc: 0.917989\n",
      "[1428]\tvalid_0's auc: 0.918002\n",
      "[1429]\tvalid_0's auc: 0.91802\n",
      "[1430]\tvalid_0's auc: 0.918031\n",
      "[1431]\tvalid_0's auc: 0.918048\n",
      "[1432]\tvalid_0's auc: 0.918068\n",
      "[1433]\tvalid_0's auc: 0.918085\n",
      "[1434]\tvalid_0's auc: 0.918104\n",
      "[1435]\tvalid_0's auc: 0.918131\n",
      "[1436]\tvalid_0's auc: 0.918153\n",
      "[1437]\tvalid_0's auc: 0.918172\n",
      "[1438]\tvalid_0's auc: 0.918197\n",
      "[1439]\tvalid_0's auc: 0.918219\n",
      "[1440]\tvalid_0's auc: 0.918248\n",
      "[1441]\tvalid_0's auc: 0.918259\n",
      "[1442]\tvalid_0's auc: 0.918286\n",
      "[1443]\tvalid_0's auc: 0.918301\n",
      "[1444]\tvalid_0's auc: 0.918329\n",
      "[1445]\tvalid_0's auc: 0.918342\n",
      "[1446]\tvalid_0's auc: 0.918361\n",
      "[1447]\tvalid_0's auc: 0.918379\n",
      "[1448]\tvalid_0's auc: 0.918404\n",
      "[1449]\tvalid_0's auc: 0.918427\n",
      "[1450]\tvalid_0's auc: 0.918445\n",
      "[1451]\tvalid_0's auc: 0.918459\n",
      "[1452]\tvalid_0's auc: 0.918473\n",
      "[1453]\tvalid_0's auc: 0.918492\n",
      "[1454]\tvalid_0's auc: 0.918506\n",
      "[1455]\tvalid_0's auc: 0.918522\n",
      "[1456]\tvalid_0's auc: 0.918539\n",
      "[1457]\tvalid_0's auc: 0.918555\n",
      "[1458]\tvalid_0's auc: 0.91857\n",
      "[1459]\tvalid_0's auc: 0.918591\n",
      "[1460]\tvalid_0's auc: 0.918614\n",
      "[1461]\tvalid_0's auc: 0.918631\n",
      "[1462]\tvalid_0's auc: 0.918645\n",
      "[1463]\tvalid_0's auc: 0.918684\n",
      "[1464]\tvalid_0's auc: 0.9187\n",
      "[1465]\tvalid_0's auc: 0.918715\n",
      "[1466]\tvalid_0's auc: 0.918748\n",
      "[1467]\tvalid_0's auc: 0.918777\n",
      "[1468]\tvalid_0's auc: 0.918792\n",
      "[1469]\tvalid_0's auc: 0.918804\n",
      "[1470]\tvalid_0's auc: 0.91881\n",
      "[1471]\tvalid_0's auc: 0.91884\n",
      "[1472]\tvalid_0's auc: 0.918864\n",
      "[1473]\tvalid_0's auc: 0.918897\n",
      "[1474]\tvalid_0's auc: 0.918916\n",
      "[1475]\tvalid_0's auc: 0.918935\n",
      "[1476]\tvalid_0's auc: 0.918959\n",
      "[1477]\tvalid_0's auc: 0.91897\n",
      "[1478]\tvalid_0's auc: 0.91899\n",
      "[1479]\tvalid_0's auc: 0.919009\n",
      "[1480]\tvalid_0's auc: 0.919025\n",
      "[1481]\tvalid_0's auc: 0.919072\n",
      "[1482]\tvalid_0's auc: 0.919094\n",
      "[1483]\tvalid_0's auc: 0.919105\n",
      "[1484]\tvalid_0's auc: 0.919119\n",
      "[1485]\tvalid_0's auc: 0.91914\n",
      "[1486]\tvalid_0's auc: 0.919162\n",
      "[1487]\tvalid_0's auc: 0.91919\n",
      "[1488]\tvalid_0's auc: 0.919221\n",
      "[1489]\tvalid_0's auc: 0.919247\n",
      "[1490]\tvalid_0's auc: 0.919258\n",
      "[1491]\tvalid_0's auc: 0.919297\n",
      "[1492]\tvalid_0's auc: 0.919312\n",
      "[1493]\tvalid_0's auc: 0.919326\n",
      "[1494]\tvalid_0's auc: 0.919347\n",
      "[1495]\tvalid_0's auc: 0.91937\n",
      "[1496]\tvalid_0's auc: 0.919422\n",
      "[1497]\tvalid_0's auc: 0.919462\n",
      "[1498]\tvalid_0's auc: 0.919486\n",
      "[1499]\tvalid_0's auc: 0.919507\n",
      "[1500]\tvalid_0's auc: 0.919524\n",
      "[1501]\tvalid_0's auc: 0.919566\n",
      "[1502]\tvalid_0's auc: 0.919586\n",
      "[1503]\tvalid_0's auc: 0.919625\n",
      "[1504]\tvalid_0's auc: 0.919649\n",
      "[1505]\tvalid_0's auc: 0.919675\n",
      "[1506]\tvalid_0's auc: 0.919718\n",
      "[1507]\tvalid_0's auc: 0.919751\n",
      "[1508]\tvalid_0's auc: 0.919784\n",
      "[1509]\tvalid_0's auc: 0.919807\n",
      "[1510]\tvalid_0's auc: 0.919829\n",
      "[1511]\tvalid_0's auc: 0.919851\n",
      "[1512]\tvalid_0's auc: 0.919873\n",
      "[1513]\tvalid_0's auc: 0.919896\n",
      "[1514]\tvalid_0's auc: 0.919918\n",
      "[1515]\tvalid_0's auc: 0.919952\n",
      "[1516]\tvalid_0's auc: 0.919974\n",
      "[1517]\tvalid_0's auc: 0.920004\n",
      "[1518]\tvalid_0's auc: 0.920026\n",
      "[1519]\tvalid_0's auc: 0.920042\n",
      "[1520]\tvalid_0's auc: 0.920063\n",
      "[1521]\tvalid_0's auc: 0.920099\n",
      "[1522]\tvalid_0's auc: 0.920136\n",
      "[1523]\tvalid_0's auc: 0.92016\n",
      "[1524]\tvalid_0's auc: 0.920188\n",
      "[1525]\tvalid_0's auc: 0.920217\n",
      "[1526]\tvalid_0's auc: 0.920252\n",
      "[1527]\tvalid_0's auc: 0.920273\n",
      "[1528]\tvalid_0's auc: 0.92029\n",
      "[1529]\tvalid_0's auc: 0.920312\n",
      "[1530]\tvalid_0's auc: 0.920333\n",
      "[1531]\tvalid_0's auc: 0.920381\n",
      "[1532]\tvalid_0's auc: 0.920398\n",
      "[1533]\tvalid_0's auc: 0.920438\n",
      "[1534]\tvalid_0's auc: 0.920453\n",
      "[1535]\tvalid_0's auc: 0.920477\n",
      "[1536]\tvalid_0's auc: 0.920528\n",
      "[1537]\tvalid_0's auc: 0.920572\n",
      "[1538]\tvalid_0's auc: 0.920591\n",
      "[1539]\tvalid_0's auc: 0.920602\n",
      "[1540]\tvalid_0's auc: 0.920616\n",
      "[1541]\tvalid_0's auc: 0.920648\n",
      "[1542]\tvalid_0's auc: 0.92067\n",
      "[1543]\tvalid_0's auc: 0.920696\n",
      "[1544]\tvalid_0's auc: 0.920709\n",
      "[1545]\tvalid_0's auc: 0.92073\n",
      "[1546]\tvalid_0's auc: 0.920752\n",
      "[1547]\tvalid_0's auc: 0.92078\n",
      "[1548]\tvalid_0's auc: 0.920798\n",
      "[1549]\tvalid_0's auc: 0.920822\n",
      "[1550]\tvalid_0's auc: 0.920837\n",
      "[1551]\tvalid_0's auc: 0.920869\n",
      "[1552]\tvalid_0's auc: 0.920888\n",
      "[1553]\tvalid_0's auc: 0.920912\n",
      "[1554]\tvalid_0's auc: 0.920924\n",
      "[1555]\tvalid_0's auc: 0.920948\n",
      "[1556]\tvalid_0's auc: 0.920968\n",
      "[1557]\tvalid_0's auc: 0.92099\n",
      "[1558]\tvalid_0's auc: 0.920998\n",
      "[1559]\tvalid_0's auc: 0.921021\n",
      "[1560]\tvalid_0's auc: 0.92106\n",
      "[1561]\tvalid_0's auc: 0.921088\n",
      "[1562]\tvalid_0's auc: 0.921122\n",
      "[1563]\tvalid_0's auc: 0.921141\n",
      "[1564]\tvalid_0's auc: 0.921167\n",
      "[1565]\tvalid_0's auc: 0.921204\n",
      "[1566]\tvalid_0's auc: 0.921219\n",
      "[1567]\tvalid_0's auc: 0.921241\n",
      "[1568]\tvalid_0's auc: 0.921267\n",
      "[1569]\tvalid_0's auc: 0.921286\n",
      "[1570]\tvalid_0's auc: 0.921326\n",
      "[1571]\tvalid_0's auc: 0.921344\n",
      "[1572]\tvalid_0's auc: 0.921366\n",
      "[1573]\tvalid_0's auc: 0.921392\n",
      "[1574]\tvalid_0's auc: 0.921414\n",
      "[1575]\tvalid_0's auc: 0.92143\n",
      "[1576]\tvalid_0's auc: 0.921463\n",
      "[1577]\tvalid_0's auc: 0.921485\n",
      "[1578]\tvalid_0's auc: 0.921512\n",
      "[1579]\tvalid_0's auc: 0.921536\n",
      "[1580]\tvalid_0's auc: 0.921559\n",
      "[1581]\tvalid_0's auc: 0.921579\n",
      "[1582]\tvalid_0's auc: 0.921599\n",
      "[1583]\tvalid_0's auc: 0.921609\n",
      "[1584]\tvalid_0's auc: 0.921625\n",
      "[1585]\tvalid_0's auc: 0.921651\n",
      "[1586]\tvalid_0's auc: 0.921669\n",
      "[1587]\tvalid_0's auc: 0.921688\n",
      "[1588]\tvalid_0's auc: 0.921704\n",
      "[1589]\tvalid_0's auc: 0.921719\n",
      "[1590]\tvalid_0's auc: 0.921748\n",
      "[1591]\tvalid_0's auc: 0.92177\n",
      "[1592]\tvalid_0's auc: 0.921782\n",
      "[1593]\tvalid_0's auc: 0.921797\n",
      "[1594]\tvalid_0's auc: 0.921813\n",
      "[1595]\tvalid_0's auc: 0.921827\n",
      "[1596]\tvalid_0's auc: 0.921856\n",
      "[1597]\tvalid_0's auc: 0.921867\n",
      "[1598]\tvalid_0's auc: 0.921891\n",
      "[1599]\tvalid_0's auc: 0.921908\n",
      "[1600]\tvalid_0's auc: 0.921944\n",
      "[1601]\tvalid_0's auc: 0.92196\n",
      "[1602]\tvalid_0's auc: 0.921975\n",
      "[1603]\tvalid_0's auc: 0.92201\n",
      "[1604]\tvalid_0's auc: 0.922036\n",
      "[1605]\tvalid_0's auc: 0.92205\n",
      "[1606]\tvalid_0's auc: 0.922068\n",
      "[1607]\tvalid_0's auc: 0.922094\n",
      "[1608]\tvalid_0's auc: 0.922111\n",
      "[1609]\tvalid_0's auc: 0.92214\n",
      "[1610]\tvalid_0's auc: 0.922182\n",
      "[1611]\tvalid_0's auc: 0.922206\n",
      "[1612]\tvalid_0's auc: 0.922222\n",
      "[1613]\tvalid_0's auc: 0.922231\n",
      "[1614]\tvalid_0's auc: 0.922258\n",
      "[1615]\tvalid_0's auc: 0.922274\n",
      "[1616]\tvalid_0's auc: 0.922326\n",
      "[1617]\tvalid_0's auc: 0.922348\n",
      "[1618]\tvalid_0's auc: 0.922366\n",
      "[1619]\tvalid_0's auc: 0.922393\n",
      "[1620]\tvalid_0's auc: 0.922411\n",
      "[1621]\tvalid_0's auc: 0.922425\n",
      "[1622]\tvalid_0's auc: 0.922435\n",
      "[1623]\tvalid_0's auc: 0.922448\n",
      "[1624]\tvalid_0's auc: 0.922463\n",
      "[1625]\tvalid_0's auc: 0.922483\n",
      "[1626]\tvalid_0's auc: 0.922502\n",
      "[1627]\tvalid_0's auc: 0.922515\n",
      "[1628]\tvalid_0's auc: 0.92253\n",
      "[1629]\tvalid_0's auc: 0.922545\n",
      "[1630]\tvalid_0's auc: 0.922557\n",
      "[1631]\tvalid_0's auc: 0.922579\n",
      "[1632]\tvalid_0's auc: 0.922594\n",
      "[1633]\tvalid_0's auc: 0.922616\n",
      "[1634]\tvalid_0's auc: 0.922627\n",
      "[1635]\tvalid_0's auc: 0.922651\n",
      "[1636]\tvalid_0's auc: 0.922661\n",
      "[1637]\tvalid_0's auc: 0.922673\n",
      "[1638]\tvalid_0's auc: 0.922681\n",
      "[1639]\tvalid_0's auc: 0.922698\n",
      "[1640]\tvalid_0's auc: 0.922712\n",
      "[1641]\tvalid_0's auc: 0.92272\n",
      "[1642]\tvalid_0's auc: 0.922739\n",
      "[1643]\tvalid_0's auc: 0.922759\n",
      "[1644]\tvalid_0's auc: 0.92277\n",
      "[1645]\tvalid_0's auc: 0.922799\n",
      "[1646]\tvalid_0's auc: 0.922813\n",
      "[1647]\tvalid_0's auc: 0.922833\n",
      "[1648]\tvalid_0's auc: 0.92285\n",
      "[1649]\tvalid_0's auc: 0.922866\n",
      "[1650]\tvalid_0's auc: 0.922911\n",
      "[1651]\tvalid_0's auc: 0.922922\n",
      "[1652]\tvalid_0's auc: 0.922933\n",
      "[1653]\tvalid_0's auc: 0.922941\n",
      "[1654]\tvalid_0's auc: 0.922959\n",
      "[1655]\tvalid_0's auc: 0.92298\n",
      "[1656]\tvalid_0's auc: 0.923011\n",
      "[1657]\tvalid_0's auc: 0.923025\n",
      "[1658]\tvalid_0's auc: 0.923035\n",
      "[1659]\tvalid_0's auc: 0.923047\n",
      "[1660]\tvalid_0's auc: 0.923062\n",
      "[1661]\tvalid_0's auc: 0.923071\n",
      "[1662]\tvalid_0's auc: 0.923082\n",
      "[1663]\tvalid_0's auc: 0.923093\n",
      "[1664]\tvalid_0's auc: 0.923113\n",
      "[1665]\tvalid_0's auc: 0.923121\n",
      "[1666]\tvalid_0's auc: 0.92313\n",
      "[1667]\tvalid_0's auc: 0.923159\n",
      "[1668]\tvalid_0's auc: 0.923166\n",
      "[1669]\tvalid_0's auc: 0.923194\n",
      "[1670]\tvalid_0's auc: 0.923219\n",
      "[1671]\tvalid_0's auc: 0.923233\n",
      "[1672]\tvalid_0's auc: 0.923241\n",
      "[1673]\tvalid_0's auc: 0.923268\n",
      "[1674]\tvalid_0's auc: 0.923277\n",
      "[1675]\tvalid_0's auc: 0.923294\n",
      "[1676]\tvalid_0's auc: 0.92331\n",
      "[1677]\tvalid_0's auc: 0.923318\n",
      "[1678]\tvalid_0's auc: 0.923329\n",
      "[1679]\tvalid_0's auc: 0.923341\n",
      "[1680]\tvalid_0's auc: 0.923356\n",
      "[1681]\tvalid_0's auc: 0.92337\n",
      "[1682]\tvalid_0's auc: 0.923381\n",
      "[1683]\tvalid_0's auc: 0.92339\n",
      "[1684]\tvalid_0's auc: 0.923403\n",
      "[1685]\tvalid_0's auc: 0.923429\n",
      "[1686]\tvalid_0's auc: 0.923441\n",
      "[1687]\tvalid_0's auc: 0.923449\n",
      "[1688]\tvalid_0's auc: 0.923461\n",
      "[1689]\tvalid_0's auc: 0.92349\n",
      "[1690]\tvalid_0's auc: 0.923539\n",
      "[1691]\tvalid_0's auc: 0.923553\n",
      "[1692]\tvalid_0's auc: 0.923583\n",
      "[1693]\tvalid_0's auc: 0.923596\n",
      "[1694]\tvalid_0's auc: 0.923607\n",
      "[1695]\tvalid_0's auc: 0.92362\n",
      "[1696]\tvalid_0's auc: 0.923635\n",
      "[1697]\tvalid_0's auc: 0.923655\n",
      "[1698]\tvalid_0's auc: 0.92367\n",
      "[1699]\tvalid_0's auc: 0.923688\n",
      "[1700]\tvalid_0's auc: 0.923699\n",
      "[1701]\tvalid_0's auc: 0.923708\n",
      "[1702]\tvalid_0's auc: 0.923721\n",
      "[1703]\tvalid_0's auc: 0.92373\n",
      "[1704]\tvalid_0's auc: 0.923746\n",
      "[1705]\tvalid_0's auc: 0.923756\n",
      "[1706]\tvalid_0's auc: 0.923783\n",
      "[1707]\tvalid_0's auc: 0.923795\n",
      "[1708]\tvalid_0's auc: 0.923804\n",
      "[1709]\tvalid_0's auc: 0.923819\n",
      "[1710]\tvalid_0's auc: 0.923852\n",
      "[1711]\tvalid_0's auc: 0.923863\n",
      "[1712]\tvalid_0's auc: 0.923883\n",
      "[1713]\tvalid_0's auc: 0.9239\n",
      "[1714]\tvalid_0's auc: 0.923911\n",
      "[1715]\tvalid_0's auc: 0.923929\n",
      "[1716]\tvalid_0's auc: 0.923935\n",
      "[1717]\tvalid_0's auc: 0.923946\n",
      "[1718]\tvalid_0's auc: 0.923963\n",
      "[1719]\tvalid_0's auc: 0.923974\n",
      "[1720]\tvalid_0's auc: 0.923987\n",
      "[1721]\tvalid_0's auc: 0.924004\n",
      "[1722]\tvalid_0's auc: 0.924016\n",
      "[1723]\tvalid_0's auc: 0.924026\n",
      "[1724]\tvalid_0's auc: 0.924044\n",
      "[1725]\tvalid_0's auc: 0.924057\n",
      "[1726]\tvalid_0's auc: 0.924079\n",
      "[1727]\tvalid_0's auc: 0.924091\n",
      "[1728]\tvalid_0's auc: 0.924104\n",
      "[1729]\tvalid_0's auc: 0.924115\n",
      "[1730]\tvalid_0's auc: 0.924125\n",
      "[1731]\tvalid_0's auc: 0.924136\n",
      "[1732]\tvalid_0's auc: 0.924153\n",
      "[1733]\tvalid_0's auc: 0.924164\n",
      "[1734]\tvalid_0's auc: 0.924187\n",
      "[1735]\tvalid_0's auc: 0.924203\n",
      "[1736]\tvalid_0's auc: 0.924241\n",
      "[1737]\tvalid_0's auc: 0.924257\n",
      "[1738]\tvalid_0's auc: 0.924278\n",
      "[1739]\tvalid_0's auc: 0.924314\n",
      "[1740]\tvalid_0's auc: 0.924326\n",
      "[1741]\tvalid_0's auc: 0.924336\n",
      "[1742]\tvalid_0's auc: 0.924352\n",
      "[1743]\tvalid_0's auc: 0.924364\n",
      "[1744]\tvalid_0's auc: 0.924382\n",
      "[1745]\tvalid_0's auc: 0.9244\n",
      "[1746]\tvalid_0's auc: 0.924414\n",
      "[1747]\tvalid_0's auc: 0.924424\n",
      "[1748]\tvalid_0's auc: 0.92445\n",
      "[1749]\tvalid_0's auc: 0.924461\n",
      "[1750]\tvalid_0's auc: 0.924476\n",
      "[1751]\tvalid_0's auc: 0.924491\n",
      "[1752]\tvalid_0's auc: 0.924512\n",
      "[1753]\tvalid_0's auc: 0.92453\n",
      "[1754]\tvalid_0's auc: 0.924546\n",
      "[1755]\tvalid_0's auc: 0.924562\n",
      "[1756]\tvalid_0's auc: 0.924578\n",
      "[1757]\tvalid_0's auc: 0.924592\n",
      "[1758]\tvalid_0's auc: 0.924611\n",
      "[1759]\tvalid_0's auc: 0.924624\n",
      "[1760]\tvalid_0's auc: 0.924645\n",
      "[1761]\tvalid_0's auc: 0.924668\n",
      "[1762]\tvalid_0's auc: 0.924682\n",
      "[1763]\tvalid_0's auc: 0.924694\n",
      "[1764]\tvalid_0's auc: 0.92471\n",
      "[1765]\tvalid_0's auc: 0.924733\n",
      "[1766]\tvalid_0's auc: 0.924742\n",
      "[1767]\tvalid_0's auc: 0.92477\n",
      "[1768]\tvalid_0's auc: 0.924795\n",
      "[1769]\tvalid_0's auc: 0.924814\n",
      "[1770]\tvalid_0's auc: 0.924826\n",
      "[1771]\tvalid_0's auc: 0.924839\n",
      "[1772]\tvalid_0's auc: 0.924857\n",
      "[1773]\tvalid_0's auc: 0.924865\n",
      "[1774]\tvalid_0's auc: 0.924882\n",
      "[1775]\tvalid_0's auc: 0.924897\n",
      "[1776]\tvalid_0's auc: 0.924918\n",
      "[1777]\tvalid_0's auc: 0.924937\n",
      "[1778]\tvalid_0's auc: 0.924951\n",
      "[1779]\tvalid_0's auc: 0.924981\n",
      "[1780]\tvalid_0's auc: 0.92499\n",
      "[1781]\tvalid_0's auc: 0.925025\n",
      "[1782]\tvalid_0's auc: 0.925047\n",
      "[1783]\tvalid_0's auc: 0.925065\n",
      "[1784]\tvalid_0's auc: 0.925076\n",
      "[1785]\tvalid_0's auc: 0.925085\n",
      "[1786]\tvalid_0's auc: 0.9251\n",
      "[1787]\tvalid_0's auc: 0.925113\n",
      "[1788]\tvalid_0's auc: 0.925128\n",
      "[1789]\tvalid_0's auc: 0.925136\n",
      "[1790]\tvalid_0's auc: 0.925144\n",
      "[1791]\tvalid_0's auc: 0.925166\n",
      "[1792]\tvalid_0's auc: 0.925182\n",
      "[1793]\tvalid_0's auc: 0.92519\n",
      "[1794]\tvalid_0's auc: 0.925201\n",
      "[1795]\tvalid_0's auc: 0.925214\n",
      "[1796]\tvalid_0's auc: 0.92522\n",
      "[1797]\tvalid_0's auc: 0.925235\n",
      "[1798]\tvalid_0's auc: 0.925247\n",
      "[1799]\tvalid_0's auc: 0.925257\n",
      "[1800]\tvalid_0's auc: 0.925268\n",
      "[1801]\tvalid_0's auc: 0.925297\n",
      "[1802]\tvalid_0's auc: 0.925309\n",
      "[1803]\tvalid_0's auc: 0.925337\n",
      "[1804]\tvalid_0's auc: 0.925345\n",
      "[1805]\tvalid_0's auc: 0.925356\n",
      "[1806]\tvalid_0's auc: 0.925377\n",
      "[1807]\tvalid_0's auc: 0.925389\n",
      "[1808]\tvalid_0's auc: 0.925404\n",
      "[1809]\tvalid_0's auc: 0.925432\n",
      "[1810]\tvalid_0's auc: 0.925447\n",
      "[1811]\tvalid_0's auc: 0.925472\n",
      "[1812]\tvalid_0's auc: 0.925487\n",
      "[1813]\tvalid_0's auc: 0.925501\n",
      "[1814]\tvalid_0's auc: 0.925516\n",
      "[1815]\tvalid_0's auc: 0.925543\n",
      "[1816]\tvalid_0's auc: 0.925563\n",
      "[1817]\tvalid_0's auc: 0.92558\n",
      "[1818]\tvalid_0's auc: 0.925597\n",
      "[1819]\tvalid_0's auc: 0.925609\n",
      "[1820]\tvalid_0's auc: 0.925628\n",
      "[1821]\tvalid_0's auc: 0.925643\n",
      "[1822]\tvalid_0's auc: 0.925654\n",
      "[1823]\tvalid_0's auc: 0.925668\n",
      "[1824]\tvalid_0's auc: 0.925683\n",
      "[1825]\tvalid_0's auc: 0.925689\n",
      "[1826]\tvalid_0's auc: 0.925702\n",
      "[1827]\tvalid_0's auc: 0.925716\n",
      "[1828]\tvalid_0's auc: 0.925728\n",
      "[1829]\tvalid_0's auc: 0.925744\n",
      "[1830]\tvalid_0's auc: 0.925765\n",
      "[1831]\tvalid_0's auc: 0.925788\n",
      "[1832]\tvalid_0's auc: 0.925822\n",
      "[1833]\tvalid_0's auc: 0.925838\n",
      "[1834]\tvalid_0's auc: 0.925855\n",
      "[1835]\tvalid_0's auc: 0.925879\n",
      "[1836]\tvalid_0's auc: 0.925902\n",
      "[1837]\tvalid_0's auc: 0.925918\n",
      "[1838]\tvalid_0's auc: 0.92595\n",
      "[1839]\tvalid_0's auc: 0.925974\n",
      "[1840]\tvalid_0's auc: 0.925984\n",
      "[1841]\tvalid_0's auc: 0.926001\n",
      "[1842]\tvalid_0's auc: 0.926019\n",
      "[1843]\tvalid_0's auc: 0.92603\n",
      "[1844]\tvalid_0's auc: 0.926041\n",
      "[1845]\tvalid_0's auc: 0.926052\n",
      "[1846]\tvalid_0's auc: 0.926064\n",
      "[1847]\tvalid_0's auc: 0.926078\n",
      "[1848]\tvalid_0's auc: 0.926083\n",
      "[1849]\tvalid_0's auc: 0.926094\n",
      "[1850]\tvalid_0's auc: 0.926106\n",
      "[1851]\tvalid_0's auc: 0.926127\n",
      "[1852]\tvalid_0's auc: 0.926152\n",
      "[1853]\tvalid_0's auc: 0.92616\n",
      "[1854]\tvalid_0's auc: 0.926181\n",
      "[1855]\tvalid_0's auc: 0.926194\n",
      "[1856]\tvalid_0's auc: 0.92623\n",
      "[1857]\tvalid_0's auc: 0.926251\n",
      "[1858]\tvalid_0's auc: 0.926268\n",
      "[1859]\tvalid_0's auc: 0.926288\n",
      "[1860]\tvalid_0's auc: 0.926294\n",
      "[1861]\tvalid_0's auc: 0.926299\n",
      "[1862]\tvalid_0's auc: 0.926314\n",
      "[1863]\tvalid_0's auc: 0.926331\n",
      "[1864]\tvalid_0's auc: 0.926354\n",
      "[1865]\tvalid_0's auc: 0.926366\n",
      "[1866]\tvalid_0's auc: 0.926386\n",
      "[1867]\tvalid_0's auc: 0.926391\n",
      "[1868]\tvalid_0's auc: 0.926405\n",
      "[1869]\tvalid_0's auc: 0.926422\n",
      "[1870]\tvalid_0's auc: 0.926439\n",
      "[1871]\tvalid_0's auc: 0.926452\n",
      "[1872]\tvalid_0's auc: 0.92646\n",
      "[1873]\tvalid_0's auc: 0.926477\n",
      "[1874]\tvalid_0's auc: 0.926494\n",
      "[1875]\tvalid_0's auc: 0.926503\n",
      "[1876]\tvalid_0's auc: 0.92652\n",
      "[1877]\tvalid_0's auc: 0.92653\n",
      "[1878]\tvalid_0's auc: 0.926551\n",
      "[1879]\tvalid_0's auc: 0.926568\n",
      "[1880]\tvalid_0's auc: 0.926586\n",
      "[1881]\tvalid_0's auc: 0.926606\n",
      "[1882]\tvalid_0's auc: 0.92662\n",
      "[1883]\tvalid_0's auc: 0.926628\n",
      "[1884]\tvalid_0's auc: 0.926649\n",
      "[1885]\tvalid_0's auc: 0.926665\n",
      "[1886]\tvalid_0's auc: 0.926676\n",
      "[1887]\tvalid_0's auc: 0.926684\n",
      "[1888]\tvalid_0's auc: 0.926703\n",
      "[1889]\tvalid_0's auc: 0.926714\n",
      "[1890]\tvalid_0's auc: 0.926732\n",
      "[1891]\tvalid_0's auc: 0.926752\n",
      "[1892]\tvalid_0's auc: 0.926774\n",
      "[1893]\tvalid_0's auc: 0.926798\n",
      "[1894]\tvalid_0's auc: 0.926808\n",
      "[1895]\tvalid_0's auc: 0.926824\n",
      "[1896]\tvalid_0's auc: 0.926835\n",
      "[1897]\tvalid_0's auc: 0.926862\n",
      "[1898]\tvalid_0's auc: 0.926875\n",
      "[1899]\tvalid_0's auc: 0.926889\n",
      "[1900]\tvalid_0's auc: 0.926906\n",
      "[1901]\tvalid_0's auc: 0.926918\n",
      "[1902]\tvalid_0's auc: 0.926937\n",
      "[1903]\tvalid_0's auc: 0.926956\n",
      "[1904]\tvalid_0's auc: 0.926961\n",
      "[1905]\tvalid_0's auc: 0.926975\n",
      "[1906]\tvalid_0's auc: 0.926987\n",
      "[1907]\tvalid_0's auc: 0.926995\n",
      "[1908]\tvalid_0's auc: 0.927011\n",
      "[1909]\tvalid_0's auc: 0.927019\n",
      "[1910]\tvalid_0's auc: 0.927064\n",
      "[1911]\tvalid_0's auc: 0.927076\n",
      "[1912]\tvalid_0's auc: 0.927086\n",
      "[1913]\tvalid_0's auc: 0.927103\n",
      "[1914]\tvalid_0's auc: 0.927118\n",
      "[1915]\tvalid_0's auc: 0.927136\n",
      "[1916]\tvalid_0's auc: 0.927154\n",
      "[1917]\tvalid_0's auc: 0.927163\n",
      "[1918]\tvalid_0's auc: 0.927177\n",
      "[1919]\tvalid_0's auc: 0.927193\n",
      "[1920]\tvalid_0's auc: 0.927214\n",
      "[1921]\tvalid_0's auc: 0.927229\n",
      "[1922]\tvalid_0's auc: 0.927242\n",
      "[1923]\tvalid_0's auc: 0.927259\n",
      "[1924]\tvalid_0's auc: 0.927271\n",
      "[1925]\tvalid_0's auc: 0.927285\n",
      "[1926]\tvalid_0's auc: 0.927299\n",
      "[1927]\tvalid_0's auc: 0.927314\n",
      "[1928]\tvalid_0's auc: 0.927324\n",
      "[1929]\tvalid_0's auc: 0.927341\n",
      "[1930]\tvalid_0's auc: 0.927354\n",
      "[1931]\tvalid_0's auc: 0.927378\n",
      "[1932]\tvalid_0's auc: 0.927395\n",
      "[1933]\tvalid_0's auc: 0.927415\n",
      "[1934]\tvalid_0's auc: 0.927429\n",
      "[1935]\tvalid_0's auc: 0.927447\n",
      "[1936]\tvalid_0's auc: 0.927459\n",
      "[1937]\tvalid_0's auc: 0.927479\n",
      "[1938]\tvalid_0's auc: 0.927493\n",
      "[1939]\tvalid_0's auc: 0.92751\n",
      "[1940]\tvalid_0's auc: 0.927518\n",
      "[1941]\tvalid_0's auc: 0.927535\n",
      "[1942]\tvalid_0's auc: 0.927549\n",
      "[1943]\tvalid_0's auc: 0.927564\n",
      "[1944]\tvalid_0's auc: 0.927572\n",
      "[1945]\tvalid_0's auc: 0.927582\n",
      "[1946]\tvalid_0's auc: 0.927594\n",
      "[1947]\tvalid_0's auc: 0.927613\n",
      "[1948]\tvalid_0's auc: 0.927624\n",
      "[1949]\tvalid_0's auc: 0.927637\n",
      "[1950]\tvalid_0's auc: 0.927657\n",
      "[1951]\tvalid_0's auc: 0.927665\n",
      "[1952]\tvalid_0's auc: 0.927675\n",
      "[1953]\tvalid_0's auc: 0.927715\n",
      "[1954]\tvalid_0's auc: 0.927733\n",
      "[1955]\tvalid_0's auc: 0.927744\n",
      "[1956]\tvalid_0's auc: 0.92776\n",
      "[1957]\tvalid_0's auc: 0.927772\n",
      "[1958]\tvalid_0's auc: 0.927797\n",
      "[1959]\tvalid_0's auc: 0.92782\n",
      "[1960]\tvalid_0's auc: 0.92784\n",
      "[1961]\tvalid_0's auc: 0.927856\n",
      "[1962]\tvalid_0's auc: 0.927874\n",
      "[1963]\tvalid_0's auc: 0.927891\n",
      "[1964]\tvalid_0's auc: 0.927908\n",
      "[1965]\tvalid_0's auc: 0.927918\n",
      "[1966]\tvalid_0's auc: 0.927937\n",
      "[1967]\tvalid_0's auc: 0.927955\n",
      "[1968]\tvalid_0's auc: 0.927974\n",
      "[1969]\tvalid_0's auc: 0.927992\n",
      "[1970]\tvalid_0's auc: 0.928005\n",
      "[1971]\tvalid_0's auc: 0.928027\n",
      "[1972]\tvalid_0's auc: 0.928045\n",
      "[1973]\tvalid_0's auc: 0.928067\n",
      "[1974]\tvalid_0's auc: 0.92808\n",
      "[1975]\tvalid_0's auc: 0.928098\n",
      "[1976]\tvalid_0's auc: 0.928107\n",
      "[1977]\tvalid_0's auc: 0.928121\n",
      "[1978]\tvalid_0's auc: 0.928139\n",
      "[1979]\tvalid_0's auc: 0.928169\n",
      "[1980]\tvalid_0's auc: 0.928193\n",
      "[1981]\tvalid_0's auc: 0.928223\n",
      "[1982]\tvalid_0's auc: 0.928236\n",
      "[1983]\tvalid_0's auc: 0.928249\n",
      "[1984]\tvalid_0's auc: 0.928284\n",
      "[1985]\tvalid_0's auc: 0.928296\n",
      "[1986]\tvalid_0's auc: 0.928319\n",
      "[1987]\tvalid_0's auc: 0.928339\n",
      "[1988]\tvalid_0's auc: 0.928361\n",
      "[1989]\tvalid_0's auc: 0.928376\n",
      "[1990]\tvalid_0's auc: 0.928387\n",
      "[1991]\tvalid_0's auc: 0.92841\n",
      "[1992]\tvalid_0's auc: 0.928436\n",
      "[1993]\tvalid_0's auc: 0.928445\n",
      "[1994]\tvalid_0's auc: 0.928461\n",
      "[1995]\tvalid_0's auc: 0.92849\n",
      "[1996]\tvalid_0's auc: 0.928567\n",
      "[1997]\tvalid_0's auc: 0.928581\n",
      "[1998]\tvalid_0's auc: 0.9286\n",
      "[1999]\tvalid_0's auc: 0.928615\n",
      "[2000]\tvalid_0's auc: 0.928637\n",
      "[2001]\tvalid_0's auc: 0.928666\n",
      "[2002]\tvalid_0's auc: 0.928674\n",
      "[2003]\tvalid_0's auc: 0.928684\n",
      "[2004]\tvalid_0's auc: 0.928692\n",
      "[2005]\tvalid_0's auc: 0.928715\n",
      "[2006]\tvalid_0's auc: 0.928729\n",
      "[2007]\tvalid_0's auc: 0.928742\n",
      "[2008]\tvalid_0's auc: 0.928766\n",
      "[2009]\tvalid_0's auc: 0.928789\n",
      "[2010]\tvalid_0's auc: 0.928802\n",
      "[2011]\tvalid_0's auc: 0.92881\n",
      "[2012]\tvalid_0's auc: 0.928829\n",
      "[2013]\tvalid_0's auc: 0.928849\n",
      "[2014]\tvalid_0's auc: 0.928861\n",
      "[2015]\tvalid_0's auc: 0.92889\n",
      "[2016]\tvalid_0's auc: 0.928899\n",
      "[2017]\tvalid_0's auc: 0.928925\n",
      "[2018]\tvalid_0's auc: 0.928935\n",
      "[2019]\tvalid_0's auc: 0.928947\n",
      "[2020]\tvalid_0's auc: 0.928969\n",
      "[2021]\tvalid_0's auc: 0.928992\n",
      "[2022]\tvalid_0's auc: 0.929022\n",
      "[2023]\tvalid_0's auc: 0.929051\n",
      "[2024]\tvalid_0's auc: 0.92906\n",
      "[2025]\tvalid_0's auc: 0.929073\n",
      "[2026]\tvalid_0's auc: 0.929095\n",
      "[2027]\tvalid_0's auc: 0.929108\n",
      "[2028]\tvalid_0's auc: 0.929126\n",
      "[2029]\tvalid_0's auc: 0.929137\n",
      "[2030]\tvalid_0's auc: 0.929165\n",
      "[2031]\tvalid_0's auc: 0.929209\n",
      "[2032]\tvalid_0's auc: 0.929234\n",
      "[2033]\tvalid_0's auc: 0.929249\n",
      "[2034]\tvalid_0's auc: 0.929262\n",
      "[2035]\tvalid_0's auc: 0.92928\n",
      "[2036]\tvalid_0's auc: 0.929301\n",
      "[2037]\tvalid_0's auc: 0.929312\n",
      "[2038]\tvalid_0's auc: 0.929322\n",
      "[2039]\tvalid_0's auc: 0.929345\n",
      "[2040]\tvalid_0's auc: 0.929353\n",
      "[2041]\tvalid_0's auc: 0.929378\n",
      "[2042]\tvalid_0's auc: 0.929404\n",
      "[2043]\tvalid_0's auc: 0.929411\n",
      "[2044]\tvalid_0's auc: 0.929459\n",
      "[2045]\tvalid_0's auc: 0.929471\n",
      "[2046]\tvalid_0's auc: 0.929498\n",
      "[2047]\tvalid_0's auc: 0.929526\n",
      "[2048]\tvalid_0's auc: 0.929537\n",
      "[2049]\tvalid_0's auc: 0.929556\n",
      "[2050]\tvalid_0's auc: 0.929575\n",
      "[2051]\tvalid_0's auc: 0.929611\n",
      "[2052]\tvalid_0's auc: 0.929633\n",
      "[2053]\tvalid_0's auc: 0.929662\n",
      "[2054]\tvalid_0's auc: 0.929672\n",
      "[2055]\tvalid_0's auc: 0.929691\n",
      "[2056]\tvalid_0's auc: 0.929713\n",
      "[2057]\tvalid_0's auc: 0.929764\n",
      "[2058]\tvalid_0's auc: 0.929774\n",
      "[2059]\tvalid_0's auc: 0.929789\n",
      "[2060]\tvalid_0's auc: 0.929797\n",
      "[2061]\tvalid_0's auc: 0.929811\n",
      "[2062]\tvalid_0's auc: 0.929833\n",
      "[2063]\tvalid_0's auc: 0.929851\n",
      "[2064]\tvalid_0's auc: 0.929865\n",
      "[2065]\tvalid_0's auc: 0.929874\n",
      "[2066]\tvalid_0's auc: 0.929898\n",
      "[2067]\tvalid_0's auc: 0.929923\n",
      "[2068]\tvalid_0's auc: 0.929933\n",
      "[2069]\tvalid_0's auc: 0.929943\n",
      "[2070]\tvalid_0's auc: 0.929956\n",
      "[2071]\tvalid_0's auc: 0.929985\n",
      "[2072]\tvalid_0's auc: 0.930015\n",
      "[2073]\tvalid_0's auc: 0.930042\n",
      "[2074]\tvalid_0's auc: 0.930074\n",
      "[2075]\tvalid_0's auc: 0.930084\n",
      "[2076]\tvalid_0's auc: 0.930092\n",
      "[2077]\tvalid_0's auc: 0.930115\n",
      "[2078]\tvalid_0's auc: 0.930142\n",
      "[2079]\tvalid_0's auc: 0.930153\n",
      "[2080]\tvalid_0's auc: 0.930166\n",
      "[2081]\tvalid_0's auc: 0.930178\n",
      "[2082]\tvalid_0's auc: 0.930192\n",
      "[2083]\tvalid_0's auc: 0.930222\n",
      "[2084]\tvalid_0's auc: 0.930232\n",
      "[2085]\tvalid_0's auc: 0.930242\n",
      "[2086]\tvalid_0's auc: 0.930259\n",
      "[2087]\tvalid_0's auc: 0.930274\n",
      "[2088]\tvalid_0's auc: 0.930289\n",
      "[2089]\tvalid_0's auc: 0.930309\n",
      "[2090]\tvalid_0's auc: 0.930331\n",
      "[2091]\tvalid_0's auc: 0.930344\n",
      "[2092]\tvalid_0's auc: 0.930353\n",
      "[2093]\tvalid_0's auc: 0.93037\n",
      "[2094]\tvalid_0's auc: 0.930406\n",
      "[2095]\tvalid_0's auc: 0.930418\n",
      "[2096]\tvalid_0's auc: 0.930435\n",
      "[2097]\tvalid_0's auc: 0.930444\n",
      "[2098]\tvalid_0's auc: 0.930464\n",
      "[2099]\tvalid_0's auc: 0.930481\n",
      "[2100]\tvalid_0's auc: 0.930497\n",
      "[2101]\tvalid_0's auc: 0.930504\n",
      "[2102]\tvalid_0's auc: 0.930528\n",
      "[2103]\tvalid_0's auc: 0.930556\n",
      "[2104]\tvalid_0's auc: 0.930571\n",
      "[2105]\tvalid_0's auc: 0.930581\n",
      "[2106]\tvalid_0's auc: 0.930588\n",
      "[2107]\tvalid_0's auc: 0.930609\n",
      "[2108]\tvalid_0's auc: 0.930637\n",
      "[2109]\tvalid_0's auc: 0.930652\n",
      "[2110]\tvalid_0's auc: 0.930668\n",
      "[2111]\tvalid_0's auc: 0.93068\n",
      "[2112]\tvalid_0's auc: 0.930696\n",
      "[2113]\tvalid_0's auc: 0.930707\n",
      "[2114]\tvalid_0's auc: 0.930721\n",
      "[2115]\tvalid_0's auc: 0.930732\n",
      "[2116]\tvalid_0's auc: 0.930749\n",
      "[2117]\tvalid_0's auc: 0.930772\n",
      "[2118]\tvalid_0's auc: 0.930781\n",
      "[2119]\tvalid_0's auc: 0.930809\n",
      "[2120]\tvalid_0's auc: 0.93083\n",
      "[2121]\tvalid_0's auc: 0.930845\n",
      "[2122]\tvalid_0's auc: 0.930855\n",
      "[2123]\tvalid_0's auc: 0.930883\n",
      "[2124]\tvalid_0's auc: 0.930907\n",
      "[2125]\tvalid_0's auc: 0.930918\n",
      "[2126]\tvalid_0's auc: 0.930937\n",
      "[2127]\tvalid_0's auc: 0.930955\n",
      "[2128]\tvalid_0's auc: 0.930974\n",
      "[2129]\tvalid_0's auc: 0.930991\n",
      "[2130]\tvalid_0's auc: 0.931001\n",
      "[2131]\tvalid_0's auc: 0.931019\n",
      "[2132]\tvalid_0's auc: 0.931047\n",
      "[2133]\tvalid_0's auc: 0.931075\n",
      "[2134]\tvalid_0's auc: 0.931091\n",
      "[2135]\tvalid_0's auc: 0.931109\n",
      "[2136]\tvalid_0's auc: 0.931125\n",
      "[2137]\tvalid_0's auc: 0.931137\n",
      "[2138]\tvalid_0's auc: 0.93115\n",
      "[2139]\tvalid_0's auc: 0.931165\n",
      "[2140]\tvalid_0's auc: 0.93119\n",
      "[2141]\tvalid_0's auc: 0.931199\n",
      "[2142]\tvalid_0's auc: 0.931206\n",
      "[2143]\tvalid_0's auc: 0.931215\n",
      "[2144]\tvalid_0's auc: 0.931228\n",
      "[2145]\tvalid_0's auc: 0.931236\n",
      "[2146]\tvalid_0's auc: 0.931271\n",
      "[2147]\tvalid_0's auc: 0.931287\n",
      "[2148]\tvalid_0's auc: 0.931321\n",
      "[2149]\tvalid_0's auc: 0.931332\n",
      "[2150]\tvalid_0's auc: 0.931345\n",
      "[2151]\tvalid_0's auc: 0.931355\n",
      "[2152]\tvalid_0's auc: 0.931371\n",
      "[2153]\tvalid_0's auc: 0.931384\n",
      "[2154]\tvalid_0's auc: 0.931402\n",
      "[2155]\tvalid_0's auc: 0.931424\n",
      "[2156]\tvalid_0's auc: 0.931441\n",
      "[2157]\tvalid_0's auc: 0.931449\n",
      "[2158]\tvalid_0's auc: 0.931469\n",
      "[2159]\tvalid_0's auc: 0.931486\n",
      "[2160]\tvalid_0's auc: 0.931496\n",
      "[2161]\tvalid_0's auc: 0.931517\n",
      "[2162]\tvalid_0's auc: 0.931537\n",
      "[2163]\tvalid_0's auc: 0.931545\n",
      "[2164]\tvalid_0's auc: 0.931583\n",
      "[2165]\tvalid_0's auc: 0.931598\n",
      "[2166]\tvalid_0's auc: 0.931615\n",
      "[2167]\tvalid_0's auc: 0.931624\n",
      "[2168]\tvalid_0's auc: 0.931646\n",
      "[2169]\tvalid_0's auc: 0.931655\n",
      "[2170]\tvalid_0's auc: 0.93167\n",
      "[2171]\tvalid_0's auc: 0.931689\n",
      "[2172]\tvalid_0's auc: 0.931709\n",
      "[2173]\tvalid_0's auc: 0.931746\n",
      "[2174]\tvalid_0's auc: 0.931756\n",
      "[2175]\tvalid_0's auc: 0.931759\n",
      "[2176]\tvalid_0's auc: 0.931768\n",
      "[2177]\tvalid_0's auc: 0.931772\n",
      "[2178]\tvalid_0's auc: 0.931791\n",
      "[2179]\tvalid_0's auc: 0.931817\n",
      "[2180]\tvalid_0's auc: 0.93183\n",
      "[2181]\tvalid_0's auc: 0.931845\n",
      "[2182]\tvalid_0's auc: 0.931855\n",
      "[2183]\tvalid_0's auc: 0.931887\n",
      "[2184]\tvalid_0's auc: 0.931895\n",
      "[2185]\tvalid_0's auc: 0.931905\n",
      "[2186]\tvalid_0's auc: 0.931914\n",
      "[2187]\tvalid_0's auc: 0.93193\n",
      "[2188]\tvalid_0's auc: 0.931947\n",
      "[2189]\tvalid_0's auc: 0.931956\n",
      "[2190]\tvalid_0's auc: 0.931962\n",
      "[2191]\tvalid_0's auc: 0.931969\n",
      "[2192]\tvalid_0's auc: 0.931988\n",
      "[2193]\tvalid_0's auc: 0.931994\n",
      "[2194]\tvalid_0's auc: 0.932005\n",
      "[2195]\tvalid_0's auc: 0.932011\n",
      "[2196]\tvalid_0's auc: 0.932027\n",
      "[2197]\tvalid_0's auc: 0.932037\n",
      "[2198]\tvalid_0's auc: 0.932054\n",
      "[2199]\tvalid_0's auc: 0.932062\n",
      "[2200]\tvalid_0's auc: 0.932069\n",
      "[2201]\tvalid_0's auc: 0.932083\n",
      "[2202]\tvalid_0's auc: 0.932092\n",
      "[2203]\tvalid_0's auc: 0.932102\n",
      "[2204]\tvalid_0's auc: 0.932115\n",
      "[2205]\tvalid_0's auc: 0.93214\n",
      "[2206]\tvalid_0's auc: 0.932147\n",
      "[2207]\tvalid_0's auc: 0.932175\n",
      "[2208]\tvalid_0's auc: 0.932184\n",
      "[2209]\tvalid_0's auc: 0.9322\n",
      "[2210]\tvalid_0's auc: 0.932215\n",
      "[2211]\tvalid_0's auc: 0.932234\n",
      "[2212]\tvalid_0's auc: 0.932246\n",
      "[2213]\tvalid_0's auc: 0.932268\n",
      "[2214]\tvalid_0's auc: 0.932283\n",
      "[2215]\tvalid_0's auc: 0.932299\n",
      "[2216]\tvalid_0's auc: 0.932318\n",
      "[2217]\tvalid_0's auc: 0.93233\n",
      "[2218]\tvalid_0's auc: 0.932346\n",
      "[2219]\tvalid_0's auc: 0.932353\n",
      "[2220]\tvalid_0's auc: 0.932363\n",
      "[2221]\tvalid_0's auc: 0.932384\n",
      "[2222]\tvalid_0's auc: 0.932399\n",
      "[2223]\tvalid_0's auc: 0.93243\n",
      "[2224]\tvalid_0's auc: 0.932441\n",
      "[2225]\tvalid_0's auc: 0.932459\n",
      "[2226]\tvalid_0's auc: 0.932473\n",
      "[2227]\tvalid_0's auc: 0.93249\n",
      "[2228]\tvalid_0's auc: 0.932508\n",
      "[2229]\tvalid_0's auc: 0.932523\n",
      "[2230]\tvalid_0's auc: 0.932536\n",
      "[2231]\tvalid_0's auc: 0.932556\n",
      "[2232]\tvalid_0's auc: 0.932581\n",
      "[2233]\tvalid_0's auc: 0.932594\n",
      "[2234]\tvalid_0's auc: 0.932599\n",
      "[2235]\tvalid_0's auc: 0.932614\n",
      "[2236]\tvalid_0's auc: 0.932637\n",
      "[2237]\tvalid_0's auc: 0.932655\n",
      "[2238]\tvalid_0's auc: 0.932667\n",
      "[2239]\tvalid_0's auc: 0.932675\n",
      "[2240]\tvalid_0's auc: 0.932691\n",
      "[2241]\tvalid_0's auc: 0.932711\n",
      "[2242]\tvalid_0's auc: 0.932723\n",
      "[2243]\tvalid_0's auc: 0.932747\n",
      "[2244]\tvalid_0's auc: 0.932766\n",
      "[2245]\tvalid_0's auc: 0.932792\n",
      "[2246]\tvalid_0's auc: 0.932808\n",
      "[2247]\tvalid_0's auc: 0.932825\n",
      "[2248]\tvalid_0's auc: 0.93285\n",
      "[2249]\tvalid_0's auc: 0.932864\n",
      "[2250]\tvalid_0's auc: 0.932886\n",
      "[2251]\tvalid_0's auc: 0.932912\n",
      "[2252]\tvalid_0's auc: 0.932937\n",
      "[2253]\tvalid_0's auc: 0.932963\n",
      "[2254]\tvalid_0's auc: 0.932982\n",
      "[2255]\tvalid_0's auc: 0.932995\n",
      "[2256]\tvalid_0's auc: 0.93301\n",
      "[2257]\tvalid_0's auc: 0.933037\n",
      "[2258]\tvalid_0's auc: 0.933061\n",
      "[2259]\tvalid_0's auc: 0.933074\n",
      "[2260]\tvalid_0's auc: 0.933098\n",
      "[2261]\tvalid_0's auc: 0.933113\n",
      "[2262]\tvalid_0's auc: 0.933133\n",
      "[2263]\tvalid_0's auc: 0.933148\n",
      "[2264]\tvalid_0's auc: 0.933164\n",
      "[2265]\tvalid_0's auc: 0.933182\n",
      "[2266]\tvalid_0's auc: 0.933206\n",
      "[2267]\tvalid_0's auc: 0.933227\n",
      "[2268]\tvalid_0's auc: 0.933246\n",
      "[2269]\tvalid_0's auc: 0.933272\n",
      "[2270]\tvalid_0's auc: 0.933287\n",
      "[2271]\tvalid_0's auc: 0.933306\n",
      "[2272]\tvalid_0's auc: 0.933323\n",
      "[2273]\tvalid_0's auc: 0.933336\n",
      "[2274]\tvalid_0's auc: 0.933352\n",
      "[2275]\tvalid_0's auc: 0.933372\n",
      "[2276]\tvalid_0's auc: 0.933394\n",
      "[2277]\tvalid_0's auc: 0.933412\n",
      "[2278]\tvalid_0's auc: 0.933429\n",
      "[2279]\tvalid_0's auc: 0.933443\n",
      "[2280]\tvalid_0's auc: 0.933469\n",
      "[2281]\tvalid_0's auc: 0.933483\n",
      "[2282]\tvalid_0's auc: 0.933507\n",
      "[2283]\tvalid_0's auc: 0.933528\n",
      "[2284]\tvalid_0's auc: 0.933543\n",
      "[2285]\tvalid_0's auc: 0.933556\n",
      "[2286]\tvalid_0's auc: 0.93357\n",
      "[2287]\tvalid_0's auc: 0.933592\n",
      "[2288]\tvalid_0's auc: 0.933606\n",
      "[2289]\tvalid_0's auc: 0.933626\n",
      "[2290]\tvalid_0's auc: 0.933638\n",
      "[2291]\tvalid_0's auc: 0.933659\n",
      "[2292]\tvalid_0's auc: 0.933678\n",
      "[2293]\tvalid_0's auc: 0.933703\n",
      "[2294]\tvalid_0's auc: 0.933719\n",
      "[2295]\tvalid_0's auc: 0.933733\n",
      "[2296]\tvalid_0's auc: 0.933756\n",
      "[2297]\tvalid_0's auc: 0.933767\n",
      "[2298]\tvalid_0's auc: 0.933786\n",
      "[2299]\tvalid_0's auc: 0.933803\n",
      "[2300]\tvalid_0's auc: 0.933824\n",
      "[2301]\tvalid_0's auc: 0.933838\n",
      "[2302]\tvalid_0's auc: 0.933857\n",
      "[2303]\tvalid_0's auc: 0.933869\n",
      "[2304]\tvalid_0's auc: 0.933889\n",
      "[2305]\tvalid_0's auc: 0.933906\n",
      "[2306]\tvalid_0's auc: 0.93393\n",
      "[2307]\tvalid_0's auc: 0.933946\n",
      "[2308]\tvalid_0's auc: 0.93396\n",
      "[2309]\tvalid_0's auc: 0.933982\n",
      "[2310]\tvalid_0's auc: 0.934014\n",
      "[2311]\tvalid_0's auc: 0.934031\n",
      "[2312]\tvalid_0's auc: 0.934053\n",
      "[2313]\tvalid_0's auc: 0.934068\n",
      "[2314]\tvalid_0's auc: 0.934088\n",
      "[2315]\tvalid_0's auc: 0.934106\n",
      "[2316]\tvalid_0's auc: 0.934124\n",
      "[2317]\tvalid_0's auc: 0.934139\n",
      "[2318]\tvalid_0's auc: 0.934149\n",
      "[2319]\tvalid_0's auc: 0.934163\n",
      "[2320]\tvalid_0's auc: 0.934179\n",
      "[2321]\tvalid_0's auc: 0.934199\n",
      "[2322]\tvalid_0's auc: 0.934218\n",
      "[2323]\tvalid_0's auc: 0.934235\n",
      "[2324]\tvalid_0's auc: 0.934253\n",
      "[2325]\tvalid_0's auc: 0.934269\n",
      "[2326]\tvalid_0's auc: 0.934297\n",
      "[2327]\tvalid_0's auc: 0.93431\n",
      "[2328]\tvalid_0's auc: 0.934327\n",
      "[2329]\tvalid_0's auc: 0.934345\n",
      "[2330]\tvalid_0's auc: 0.934359\n",
      "[2331]\tvalid_0's auc: 0.934382\n",
      "[2332]\tvalid_0's auc: 0.934399\n",
      "[2333]\tvalid_0's auc: 0.934415\n",
      "[2334]\tvalid_0's auc: 0.934438\n",
      "[2335]\tvalid_0's auc: 0.934446\n",
      "[2336]\tvalid_0's auc: 0.934462\n",
      "[2337]\tvalid_0's auc: 0.934478\n",
      "[2338]\tvalid_0's auc: 0.934491\n",
      "[2339]\tvalid_0's auc: 0.934513\n",
      "[2340]\tvalid_0's auc: 0.934522\n",
      "[2341]\tvalid_0's auc: 0.934542\n",
      "[2342]\tvalid_0's auc: 0.934551\n",
      "[2343]\tvalid_0's auc: 0.934566\n",
      "[2344]\tvalid_0's auc: 0.934582\n",
      "[2345]\tvalid_0's auc: 0.9346\n",
      "[2346]\tvalid_0's auc: 0.934623\n",
      "[2347]\tvalid_0's auc: 0.934637\n",
      "[2348]\tvalid_0's auc: 0.934657\n",
      "[2349]\tvalid_0's auc: 0.934672\n",
      "[2350]\tvalid_0's auc: 0.934685\n",
      "[2351]\tvalid_0's auc: 0.934704\n",
      "[2352]\tvalid_0's auc: 0.934726\n",
      "[2353]\tvalid_0's auc: 0.934736\n",
      "[2354]\tvalid_0's auc: 0.934751\n",
      "[2355]\tvalid_0's auc: 0.934768\n",
      "[2356]\tvalid_0's auc: 0.934779\n",
      "[2357]\tvalid_0's auc: 0.934784\n",
      "[2358]\tvalid_0's auc: 0.934793\n",
      "[2359]\tvalid_0's auc: 0.934803\n",
      "[2360]\tvalid_0's auc: 0.934821\n",
      "[2361]\tvalid_0's auc: 0.934839\n",
      "[2362]\tvalid_0's auc: 0.93485\n",
      "[2363]\tvalid_0's auc: 0.934866\n",
      "[2364]\tvalid_0's auc: 0.934886\n",
      "[2365]\tvalid_0's auc: 0.934902\n",
      "[2366]\tvalid_0's auc: 0.934915\n",
      "[2367]\tvalid_0's auc: 0.934929\n",
      "[2368]\tvalid_0's auc: 0.934948\n",
      "[2369]\tvalid_0's auc: 0.934959\n",
      "[2370]\tvalid_0's auc: 0.934977\n",
      "[2371]\tvalid_0's auc: 0.934991\n",
      "[2372]\tvalid_0's auc: 0.935009\n",
      "[2373]\tvalid_0's auc: 0.935041\n",
      "[2374]\tvalid_0's auc: 0.935054\n",
      "[2375]\tvalid_0's auc: 0.935072\n",
      "[2376]\tvalid_0's auc: 0.93508\n",
      "[2377]\tvalid_0's auc: 0.9351\n",
      "[2378]\tvalid_0's auc: 0.935122\n",
      "[2379]\tvalid_0's auc: 0.935139\n",
      "[2380]\tvalid_0's auc: 0.935153\n",
      "[2381]\tvalid_0's auc: 0.935167\n",
      "[2382]\tvalid_0's auc: 0.935183\n",
      "[2383]\tvalid_0's auc: 0.935196\n",
      "[2384]\tvalid_0's auc: 0.935215\n",
      "[2385]\tvalid_0's auc: 0.935225\n",
      "[2386]\tvalid_0's auc: 0.935241\n",
      "[2387]\tvalid_0's auc: 0.935254\n",
      "[2388]\tvalid_0's auc: 0.935268\n",
      "[2389]\tvalid_0's auc: 0.935288\n",
      "[2390]\tvalid_0's auc: 0.935308\n",
      "[2391]\tvalid_0's auc: 0.935335\n",
      "[2392]\tvalid_0's auc: 0.935345\n",
      "[2393]\tvalid_0's auc: 0.935353\n",
      "[2394]\tvalid_0's auc: 0.935374\n",
      "[2395]\tvalid_0's auc: 0.935393\n",
      "[2396]\tvalid_0's auc: 0.935404\n",
      "[2397]\tvalid_0's auc: 0.935423\n",
      "[2398]\tvalid_0's auc: 0.935434\n",
      "[2399]\tvalid_0's auc: 0.93545\n",
      "[2400]\tvalid_0's auc: 0.935463\n",
      "[2401]\tvalid_0's auc: 0.935477\n",
      "[2402]\tvalid_0's auc: 0.935485\n",
      "[2403]\tvalid_0's auc: 0.935499\n",
      "[2404]\tvalid_0's auc: 0.935508\n",
      "[2405]\tvalid_0's auc: 0.935519\n",
      "[2406]\tvalid_0's auc: 0.935534\n",
      "[2407]\tvalid_0's auc: 0.935551\n",
      "[2408]\tvalid_0's auc: 0.935564\n",
      "[2409]\tvalid_0's auc: 0.935576\n",
      "[2410]\tvalid_0's auc: 0.935589\n",
      "[2411]\tvalid_0's auc: 0.935604\n",
      "[2412]\tvalid_0's auc: 0.935613\n",
      "[2413]\tvalid_0's auc: 0.935626\n",
      "[2414]\tvalid_0's auc: 0.935635\n",
      "[2415]\tvalid_0's auc: 0.935649\n",
      "[2416]\tvalid_0's auc: 0.935664\n",
      "[2417]\tvalid_0's auc: 0.93568\n",
      "[2418]\tvalid_0's auc: 0.935698\n",
      "[2419]\tvalid_0's auc: 0.935707\n",
      "[2420]\tvalid_0's auc: 0.935717\n",
      "[2421]\tvalid_0's auc: 0.935727\n",
      "[2422]\tvalid_0's auc: 0.935741\n",
      "[2423]\tvalid_0's auc: 0.93575\n",
      "[2424]\tvalid_0's auc: 0.935757\n",
      "[2425]\tvalid_0's auc: 0.935773\n",
      "[2426]\tvalid_0's auc: 0.935786\n",
      "[2427]\tvalid_0's auc: 0.935794\n",
      "[2428]\tvalid_0's auc: 0.935825\n",
      "[2429]\tvalid_0's auc: 0.935834\n",
      "[2430]\tvalid_0's auc: 0.935847\n",
      "[2431]\tvalid_0's auc: 0.935857\n",
      "[2432]\tvalid_0's auc: 0.935871\n",
      "[2433]\tvalid_0's auc: 0.935884\n",
      "[2434]\tvalid_0's auc: 0.935905\n",
      "[2435]\tvalid_0's auc: 0.935922\n",
      "[2436]\tvalid_0's auc: 0.93594\n",
      "[2437]\tvalid_0's auc: 0.935956\n",
      "[2438]\tvalid_0's auc: 0.935965\n",
      "[2439]\tvalid_0's auc: 0.935975\n",
      "[2440]\tvalid_0's auc: 0.935987\n",
      "[2441]\tvalid_0's auc: 0.936001\n",
      "[2442]\tvalid_0's auc: 0.936016\n",
      "[2443]\tvalid_0's auc: 0.936026\n",
      "[2444]\tvalid_0's auc: 0.936042\n",
      "[2445]\tvalid_0's auc: 0.936053\n",
      "[2446]\tvalid_0's auc: 0.936067\n",
      "[2447]\tvalid_0's auc: 0.936079\n",
      "[2448]\tvalid_0's auc: 0.936094\n",
      "[2449]\tvalid_0's auc: 0.936108\n",
      "[2450]\tvalid_0's auc: 0.936118\n",
      "[2451]\tvalid_0's auc: 0.936128\n",
      "[2452]\tvalid_0's auc: 0.936139\n",
      "[2453]\tvalid_0's auc: 0.93615\n",
      "[2454]\tvalid_0's auc: 0.936159\n",
      "[2455]\tvalid_0's auc: 0.936177\n",
      "[2456]\tvalid_0's auc: 0.936189\n",
      "[2457]\tvalid_0's auc: 0.936209\n",
      "[2458]\tvalid_0's auc: 0.936233\n",
      "[2459]\tvalid_0's auc: 0.936246\n",
      "[2460]\tvalid_0's auc: 0.936253\n",
      "[2461]\tvalid_0's auc: 0.936265\n",
      "[2462]\tvalid_0's auc: 0.936287\n",
      "[2463]\tvalid_0's auc: 0.936293\n",
      "[2464]\tvalid_0's auc: 0.936305\n",
      "[2465]\tvalid_0's auc: 0.93632\n",
      "[2466]\tvalid_0's auc: 0.936337\n",
      "[2467]\tvalid_0's auc: 0.936359\n",
      "[2468]\tvalid_0's auc: 0.936372\n",
      "[2469]\tvalid_0's auc: 0.936382\n",
      "[2470]\tvalid_0's auc: 0.936395\n",
      "[2471]\tvalid_0's auc: 0.936411\n",
      "[2472]\tvalid_0's auc: 0.936422\n",
      "[2473]\tvalid_0's auc: 0.936436\n",
      "[2474]\tvalid_0's auc: 0.936448\n",
      "[2475]\tvalid_0's auc: 0.93646\n",
      "[2476]\tvalid_0's auc: 0.936478\n",
      "[2477]\tvalid_0's auc: 0.936493\n",
      "[2478]\tvalid_0's auc: 0.936504\n",
      "[2479]\tvalid_0's auc: 0.936519\n",
      "[2480]\tvalid_0's auc: 0.936529\n",
      "[2481]\tvalid_0's auc: 0.936547\n",
      "[2482]\tvalid_0's auc: 0.936566\n",
      "[2483]\tvalid_0's auc: 0.936581\n",
      "[2484]\tvalid_0's auc: 0.936598\n",
      "[2485]\tvalid_0's auc: 0.936615\n",
      "[2486]\tvalid_0's auc: 0.936625\n",
      "[2487]\tvalid_0's auc: 0.936639\n",
      "[2488]\tvalid_0's auc: 0.936648\n",
      "[2489]\tvalid_0's auc: 0.936663\n",
      "[2490]\tvalid_0's auc: 0.936682\n",
      "[2491]\tvalid_0's auc: 0.936691\n",
      "[2492]\tvalid_0's auc: 0.936705\n",
      "[2493]\tvalid_0's auc: 0.936718\n",
      "[2494]\tvalid_0's auc: 0.936732\n",
      "[2495]\tvalid_0's auc: 0.936745\n",
      "[2496]\tvalid_0's auc: 0.936756\n",
      "[2497]\tvalid_0's auc: 0.936765\n",
      "[2498]\tvalid_0's auc: 0.936786\n",
      "[2499]\tvalid_0's auc: 0.936805\n",
      "[2500]\tvalid_0's auc: 0.936818\n",
      "[2501]\tvalid_0's auc: 0.936835\n",
      "[2502]\tvalid_0's auc: 0.936851\n",
      "[2503]\tvalid_0's auc: 0.936864\n",
      "[2504]\tvalid_0's auc: 0.936873\n",
      "[2505]\tvalid_0's auc: 0.936888\n",
      "[2506]\tvalid_0's auc: 0.936901\n",
      "[2507]\tvalid_0's auc: 0.936912\n",
      "[2508]\tvalid_0's auc: 0.936929\n",
      "[2509]\tvalid_0's auc: 0.936941\n",
      "[2510]\tvalid_0's auc: 0.936953\n",
      "[2511]\tvalid_0's auc: 0.936959\n",
      "[2512]\tvalid_0's auc: 0.936969\n",
      "[2513]\tvalid_0's auc: 0.936982\n",
      "[2514]\tvalid_0's auc: 0.936998\n",
      "[2515]\tvalid_0's auc: 0.937012\n",
      "[2516]\tvalid_0's auc: 0.937017\n",
      "[2517]\tvalid_0's auc: 0.937028\n",
      "[2518]\tvalid_0's auc: 0.937047\n",
      "[2519]\tvalid_0's auc: 0.937058\n",
      "[2520]\tvalid_0's auc: 0.937071\n",
      "[2521]\tvalid_0's auc: 0.937081\n",
      "[2522]\tvalid_0's auc: 0.937096\n",
      "[2523]\tvalid_0's auc: 0.937105\n",
      "[2524]\tvalid_0's auc: 0.937123\n",
      "[2525]\tvalid_0's auc: 0.937141\n",
      "[2526]\tvalid_0's auc: 0.937151\n",
      "[2527]\tvalid_0's auc: 0.937167\n",
      "[2528]\tvalid_0's auc: 0.937177\n",
      "[2529]\tvalid_0's auc: 0.937184\n",
      "[2530]\tvalid_0's auc: 0.937196\n",
      "[2531]\tvalid_0's auc: 0.937211\n",
      "[2532]\tvalid_0's auc: 0.937225\n",
      "[2533]\tvalid_0's auc: 0.937235\n",
      "[2534]\tvalid_0's auc: 0.937241\n",
      "[2535]\tvalid_0's auc: 0.937255\n",
      "[2536]\tvalid_0's auc: 0.937271\n",
      "[2537]\tvalid_0's auc: 0.937287\n",
      "[2538]\tvalid_0's auc: 0.937299\n",
      "[2539]\tvalid_0's auc: 0.937319\n",
      "[2540]\tvalid_0's auc: 0.937331\n",
      "[2541]\tvalid_0's auc: 0.937345\n",
      "[2542]\tvalid_0's auc: 0.937352\n",
      "[2543]\tvalid_0's auc: 0.937363\n",
      "[2544]\tvalid_0's auc: 0.937376\n",
      "[2545]\tvalid_0's auc: 0.937385\n",
      "[2546]\tvalid_0's auc: 0.9374\n",
      "[2547]\tvalid_0's auc: 0.937412\n",
      "[2548]\tvalid_0's auc: 0.937426\n",
      "[2549]\tvalid_0's auc: 0.937441\n",
      "[2550]\tvalid_0's auc: 0.937454\n",
      "[2551]\tvalid_0's auc: 0.937467\n",
      "[2552]\tvalid_0's auc: 0.937476\n",
      "[2553]\tvalid_0's auc: 0.937487\n",
      "[2554]\tvalid_0's auc: 0.937501\n",
      "[2555]\tvalid_0's auc: 0.937514\n",
      "[2556]\tvalid_0's auc: 0.937529\n",
      "[2557]\tvalid_0's auc: 0.937545\n",
      "[2558]\tvalid_0's auc: 0.937567\n",
      "[2559]\tvalid_0's auc: 0.937579\n",
      "[2560]\tvalid_0's auc: 0.937591\n",
      "[2561]\tvalid_0's auc: 0.937606\n",
      "[2562]\tvalid_0's auc: 0.937621\n",
      "[2563]\tvalid_0's auc: 0.937634\n",
      "[2564]\tvalid_0's auc: 0.937642\n",
      "[2565]\tvalid_0's auc: 0.937654\n",
      "[2566]\tvalid_0's auc: 0.937669\n",
      "[2567]\tvalid_0's auc: 0.937681\n",
      "[2568]\tvalid_0's auc: 0.937694\n",
      "[2569]\tvalid_0's auc: 0.937716\n",
      "[2570]\tvalid_0's auc: 0.937722\n",
      "[2571]\tvalid_0's auc: 0.937734\n",
      "[2572]\tvalid_0's auc: 0.937745\n",
      "[2573]\tvalid_0's auc: 0.937755\n",
      "[2574]\tvalid_0's auc: 0.937761\n",
      "[2575]\tvalid_0's auc: 0.937776\n",
      "[2576]\tvalid_0's auc: 0.937784\n",
      "[2577]\tvalid_0's auc: 0.937797\n",
      "[2578]\tvalid_0's auc: 0.937813\n",
      "[2579]\tvalid_0's auc: 0.937832\n",
      "[2580]\tvalid_0's auc: 0.937845\n",
      "[2581]\tvalid_0's auc: 0.937857\n",
      "[2582]\tvalid_0's auc: 0.937871\n",
      "[2583]\tvalid_0's auc: 0.937879\n",
      "[2584]\tvalid_0's auc: 0.937896\n",
      "[2585]\tvalid_0's auc: 0.937903\n",
      "[2586]\tvalid_0's auc: 0.937921\n",
      "[2587]\tvalid_0's auc: 0.937928\n",
      "[2588]\tvalid_0's auc: 0.937949\n",
      "[2589]\tvalid_0's auc: 0.937962\n",
      "[2590]\tvalid_0's auc: 0.937973\n",
      "[2591]\tvalid_0's auc: 0.937989\n",
      "[2592]\tvalid_0's auc: 0.938002\n",
      "[2593]\tvalid_0's auc: 0.938014\n",
      "[2594]\tvalid_0's auc: 0.938024\n",
      "[2595]\tvalid_0's auc: 0.93804\n",
      "[2596]\tvalid_0's auc: 0.93806\n",
      "[2597]\tvalid_0's auc: 0.938072\n",
      "[2598]\tvalid_0's auc: 0.938086\n",
      "[2599]\tvalid_0's auc: 0.938091\n",
      "[2600]\tvalid_0's auc: 0.938104\n",
      "[2601]\tvalid_0's auc: 0.938115\n",
      "[2602]\tvalid_0's auc: 0.93813\n",
      "[2603]\tvalid_0's auc: 0.938144\n",
      "[2604]\tvalid_0's auc: 0.938158\n",
      "[2605]\tvalid_0's auc: 0.93817\n",
      "[2606]\tvalid_0's auc: 0.938193\n",
      "[2607]\tvalid_0's auc: 0.938201\n",
      "[2608]\tvalid_0's auc: 0.938221\n",
      "[2609]\tvalid_0's auc: 0.938235\n",
      "[2610]\tvalid_0's auc: 0.938247\n",
      "[2611]\tvalid_0's auc: 0.93826\n",
      "[2612]\tvalid_0's auc: 0.938278\n",
      "[2613]\tvalid_0's auc: 0.938286\n",
      "[2614]\tvalid_0's auc: 0.938294\n",
      "[2615]\tvalid_0's auc: 0.938306\n",
      "[2616]\tvalid_0's auc: 0.93832\n",
      "[2617]\tvalid_0's auc: 0.938333\n",
      "[2618]\tvalid_0's auc: 0.938355\n",
      "[2619]\tvalid_0's auc: 0.938365\n",
      "[2620]\tvalid_0's auc: 0.93837\n",
      "[2621]\tvalid_0's auc: 0.93838\n",
      "[2622]\tvalid_0's auc: 0.938395\n",
      "[2623]\tvalid_0's auc: 0.938412\n",
      "[2624]\tvalid_0's auc: 0.938427\n",
      "[2625]\tvalid_0's auc: 0.938443\n",
      "[2626]\tvalid_0's auc: 0.938454\n",
      "[2627]\tvalid_0's auc: 0.938463\n",
      "[2628]\tvalid_0's auc: 0.938477\n",
      "[2629]\tvalid_0's auc: 0.938492\n",
      "[2630]\tvalid_0's auc: 0.93851\n",
      "[2631]\tvalid_0's auc: 0.938521\n",
      "[2632]\tvalid_0's auc: 0.938537\n",
      "[2633]\tvalid_0's auc: 0.93855\n",
      "[2634]\tvalid_0's auc: 0.938559\n",
      "[2635]\tvalid_0's auc: 0.938572\n",
      "[2636]\tvalid_0's auc: 0.938587\n",
      "[2637]\tvalid_0's auc: 0.9386\n",
      "[2638]\tvalid_0's auc: 0.93862\n",
      "[2639]\tvalid_0's auc: 0.938632\n",
      "[2640]\tvalid_0's auc: 0.938645\n",
      "[2641]\tvalid_0's auc: 0.938657\n",
      "[2642]\tvalid_0's auc: 0.938674\n",
      "[2643]\tvalid_0's auc: 0.938689\n",
      "[2644]\tvalid_0's auc: 0.938699\n",
      "[2645]\tvalid_0's auc: 0.938717\n",
      "[2646]\tvalid_0's auc: 0.938732\n",
      "[2647]\tvalid_0's auc: 0.938745\n",
      "[2648]\tvalid_0's auc: 0.938755\n",
      "[2649]\tvalid_0's auc: 0.93876\n",
      "[2650]\tvalid_0's auc: 0.938773\n",
      "[2651]\tvalid_0's auc: 0.938782\n",
      "[2652]\tvalid_0's auc: 0.938794\n",
      "[2653]\tvalid_0's auc: 0.938804\n",
      "[2654]\tvalid_0's auc: 0.938812\n",
      "[2655]\tvalid_0's auc: 0.938821\n",
      "[2656]\tvalid_0's auc: 0.938831\n",
      "[2657]\tvalid_0's auc: 0.938843\n",
      "[2658]\tvalid_0's auc: 0.938857\n",
      "[2659]\tvalid_0's auc: 0.938866\n",
      "[2660]\tvalid_0's auc: 0.938877\n",
      "[2661]\tvalid_0's auc: 0.938885\n",
      "[2662]\tvalid_0's auc: 0.938901\n",
      "[2663]\tvalid_0's auc: 0.938913\n",
      "[2664]\tvalid_0's auc: 0.938923\n",
      "[2665]\tvalid_0's auc: 0.938932\n",
      "[2666]\tvalid_0's auc: 0.938947\n",
      "[2667]\tvalid_0's auc: 0.938957\n",
      "[2668]\tvalid_0's auc: 0.938966\n",
      "[2669]\tvalid_0's auc: 0.938979\n",
      "[2670]\tvalid_0's auc: 0.938989\n",
      "[2671]\tvalid_0's auc: 0.939005\n",
      "[2672]\tvalid_0's auc: 0.939014\n",
      "[2673]\tvalid_0's auc: 0.939026\n",
      "[2674]\tvalid_0's auc: 0.93904\n",
      "[2675]\tvalid_0's auc: 0.939053\n",
      "[2676]\tvalid_0's auc: 0.939066\n",
      "[2677]\tvalid_0's auc: 0.939075\n",
      "[2678]\tvalid_0's auc: 0.939087\n",
      "[2679]\tvalid_0's auc: 0.939107\n",
      "[2680]\tvalid_0's auc: 0.939119\n",
      "[2681]\tvalid_0's auc: 0.939132\n",
      "[2682]\tvalid_0's auc: 0.939146\n",
      "[2683]\tvalid_0's auc: 0.939162\n",
      "[2684]\tvalid_0's auc: 0.939174\n",
      "[2685]\tvalid_0's auc: 0.939186\n",
      "[2686]\tvalid_0's auc: 0.939196\n",
      "[2687]\tvalid_0's auc: 0.939206\n",
      "[2688]\tvalid_0's auc: 0.939223\n",
      "[2689]\tvalid_0's auc: 0.93923\n",
      "[2690]\tvalid_0's auc: 0.939243\n",
      "[2691]\tvalid_0's auc: 0.939252\n",
      "[2692]\tvalid_0's auc: 0.939265\n",
      "[2693]\tvalid_0's auc: 0.939274\n",
      "[2694]\tvalid_0's auc: 0.939286\n",
      "[2695]\tvalid_0's auc: 0.939297\n",
      "[2696]\tvalid_0's auc: 0.939311\n",
      "[2697]\tvalid_0's auc: 0.939321\n",
      "[2698]\tvalid_0's auc: 0.939332\n",
      "[2699]\tvalid_0's auc: 0.939342\n",
      "[2700]\tvalid_0's auc: 0.939353\n",
      "[2701]\tvalid_0's auc: 0.93936\n",
      "[2702]\tvalid_0's auc: 0.93937\n",
      "[2703]\tvalid_0's auc: 0.939381\n",
      "[2704]\tvalid_0's auc: 0.939393\n",
      "[2705]\tvalid_0's auc: 0.939408\n",
      "[2706]\tvalid_0's auc: 0.939415\n",
      "[2707]\tvalid_0's auc: 0.939426\n",
      "[2708]\tvalid_0's auc: 0.939437\n",
      "[2709]\tvalid_0's auc: 0.939443\n",
      "[2710]\tvalid_0's auc: 0.939453\n",
      "[2711]\tvalid_0's auc: 0.939462\n",
      "[2712]\tvalid_0's auc: 0.939473\n",
      "[2713]\tvalid_0's auc: 0.939483\n",
      "[2714]\tvalid_0's auc: 0.939496\n",
      "[2715]\tvalid_0's auc: 0.939506\n",
      "[2716]\tvalid_0's auc: 0.939521\n",
      "[2717]\tvalid_0's auc: 0.939537\n",
      "[2718]\tvalid_0's auc: 0.939546\n",
      "[2719]\tvalid_0's auc: 0.939558\n",
      "[2720]\tvalid_0's auc: 0.939568\n",
      "[2721]\tvalid_0's auc: 0.939579\n",
      "[2722]\tvalid_0's auc: 0.939592\n",
      "[2723]\tvalid_0's auc: 0.939601\n",
      "[2724]\tvalid_0's auc: 0.939609\n",
      "[2725]\tvalid_0's auc: 0.93962\n",
      "[2726]\tvalid_0's auc: 0.93963\n",
      "[2727]\tvalid_0's auc: 0.939637\n",
      "[2728]\tvalid_0's auc: 0.939649\n",
      "[2729]\tvalid_0's auc: 0.939657\n",
      "[2730]\tvalid_0's auc: 0.939669\n",
      "[2731]\tvalid_0's auc: 0.939678\n",
      "[2732]\tvalid_0's auc: 0.939691\n",
      "[2733]\tvalid_0's auc: 0.939699\n",
      "[2734]\tvalid_0's auc: 0.93971\n",
      "[2735]\tvalid_0's auc: 0.939719\n",
      "[2736]\tvalid_0's auc: 0.939733\n",
      "[2737]\tvalid_0's auc: 0.939743\n",
      "[2738]\tvalid_0's auc: 0.939759\n",
      "[2739]\tvalid_0's auc: 0.939769\n",
      "[2740]\tvalid_0's auc: 0.939786\n",
      "[2741]\tvalid_0's auc: 0.939804\n",
      "[2742]\tvalid_0's auc: 0.939819\n",
      "[2743]\tvalid_0's auc: 0.939842\n",
      "[2744]\tvalid_0's auc: 0.939851\n",
      "[2745]\tvalid_0's auc: 0.939866\n",
      "[2746]\tvalid_0's auc: 0.939874\n",
      "[2747]\tvalid_0's auc: 0.939884\n",
      "[2748]\tvalid_0's auc: 0.939892\n",
      "[2749]\tvalid_0's auc: 0.939908\n",
      "[2750]\tvalid_0's auc: 0.939917\n",
      "[2751]\tvalid_0's auc: 0.939927\n",
      "[2752]\tvalid_0's auc: 0.939939\n",
      "[2753]\tvalid_0's auc: 0.93995\n",
      "[2754]\tvalid_0's auc: 0.939972\n",
      "[2755]\tvalid_0's auc: 0.939985\n",
      "[2756]\tvalid_0's auc: 0.939999\n",
      "[2757]\tvalid_0's auc: 0.94001\n",
      "[2758]\tvalid_0's auc: 0.94002\n",
      "[2759]\tvalid_0's auc: 0.940031\n",
      "[2760]\tvalid_0's auc: 0.940041\n",
      "[2761]\tvalid_0's auc: 0.94005\n",
      "[2762]\tvalid_0's auc: 0.940061\n",
      "[2763]\tvalid_0's auc: 0.940073\n",
      "[2764]\tvalid_0's auc: 0.940084\n",
      "[2765]\tvalid_0's auc: 0.940094\n",
      "[2766]\tvalid_0's auc: 0.940103\n",
      "[2767]\tvalid_0's auc: 0.940112\n",
      "[2768]\tvalid_0's auc: 0.94012\n",
      "[2769]\tvalid_0's auc: 0.940128\n",
      "[2770]\tvalid_0's auc: 0.940144\n",
      "[2771]\tvalid_0's auc: 0.940153\n",
      "[2772]\tvalid_0's auc: 0.940164\n",
      "[2773]\tvalid_0's auc: 0.940178\n",
      "[2774]\tvalid_0's auc: 0.940192\n",
      "[2775]\tvalid_0's auc: 0.9402\n",
      "[2776]\tvalid_0's auc: 0.940215\n",
      "[2777]\tvalid_0's auc: 0.940225\n",
      "[2778]\tvalid_0's auc: 0.940234\n",
      "[2779]\tvalid_0's auc: 0.940243\n",
      "[2780]\tvalid_0's auc: 0.940254\n",
      "[2781]\tvalid_0's auc: 0.940261\n",
      "[2782]\tvalid_0's auc: 0.94027\n",
      "[2783]\tvalid_0's auc: 0.940289\n",
      "[2784]\tvalid_0's auc: 0.940302\n",
      "[2785]\tvalid_0's auc: 0.940316\n",
      "[2786]\tvalid_0's auc: 0.940328\n",
      "[2787]\tvalid_0's auc: 0.940344\n",
      "[2788]\tvalid_0's auc: 0.940354\n",
      "[2789]\tvalid_0's auc: 0.940363\n",
      "[2790]\tvalid_0's auc: 0.940374\n",
      "[2791]\tvalid_0's auc: 0.940385\n",
      "[2792]\tvalid_0's auc: 0.940395\n",
      "[2793]\tvalid_0's auc: 0.940403\n",
      "[2794]\tvalid_0's auc: 0.940414\n",
      "[2795]\tvalid_0's auc: 0.940425\n",
      "[2796]\tvalid_0's auc: 0.940435\n",
      "[2797]\tvalid_0's auc: 0.940444\n",
      "[2798]\tvalid_0's auc: 0.940455\n",
      "[2799]\tvalid_0's auc: 0.940466\n",
      "[2800]\tvalid_0's auc: 0.940477\n",
      "[2801]\tvalid_0's auc: 0.940489\n",
      "[2802]\tvalid_0's auc: 0.940496\n",
      "[2803]\tvalid_0's auc: 0.940511\n",
      "[2804]\tvalid_0's auc: 0.940524\n",
      "[2805]\tvalid_0's auc: 0.940536\n",
      "[2806]\tvalid_0's auc: 0.940546\n",
      "[2807]\tvalid_0's auc: 0.940554\n",
      "[2808]\tvalid_0's auc: 0.940566\n",
      "[2809]\tvalid_0's auc: 0.940576\n",
      "[2810]\tvalid_0's auc: 0.940588\n",
      "[2811]\tvalid_0's auc: 0.9406\n",
      "[2812]\tvalid_0's auc: 0.940614\n",
      "[2813]\tvalid_0's auc: 0.940626\n",
      "[2814]\tvalid_0's auc: 0.940636\n",
      "[2815]\tvalid_0's auc: 0.940643\n",
      "[2816]\tvalid_0's auc: 0.940661\n",
      "[2817]\tvalid_0's auc: 0.940667\n",
      "[2818]\tvalid_0's auc: 0.94068\n",
      "[2819]\tvalid_0's auc: 0.940694\n",
      "[2820]\tvalid_0's auc: 0.940705\n",
      "[2821]\tvalid_0's auc: 0.940715\n",
      "[2822]\tvalid_0's auc: 0.940725\n",
      "[2823]\tvalid_0's auc: 0.940738\n",
      "[2824]\tvalid_0's auc: 0.94075\n",
      "[2825]\tvalid_0's auc: 0.940756\n",
      "[2826]\tvalid_0's auc: 0.940768\n",
      "[2827]\tvalid_0's auc: 0.940776\n",
      "[2828]\tvalid_0's auc: 0.940782\n",
      "[2829]\tvalid_0's auc: 0.940793\n",
      "[2830]\tvalid_0's auc: 0.940809\n",
      "[2831]\tvalid_0's auc: 0.940819\n",
      "[2832]\tvalid_0's auc: 0.940843\n",
      "[2833]\tvalid_0's auc: 0.940855\n",
      "[2834]\tvalid_0's auc: 0.940867\n",
      "[2835]\tvalid_0's auc: 0.94088\n",
      "[2836]\tvalid_0's auc: 0.940893\n",
      "[2837]\tvalid_0's auc: 0.940902\n",
      "[2838]\tvalid_0's auc: 0.940913\n",
      "[2839]\tvalid_0's auc: 0.940922\n",
      "[2840]\tvalid_0's auc: 0.940935\n",
      "[2841]\tvalid_0's auc: 0.940946\n",
      "[2842]\tvalid_0's auc: 0.940955\n",
      "[2843]\tvalid_0's auc: 0.940964\n",
      "[2844]\tvalid_0's auc: 0.940974\n",
      "[2845]\tvalid_0's auc: 0.940986\n",
      "[2846]\tvalid_0's auc: 0.940999\n",
      "[2847]\tvalid_0's auc: 0.941005\n",
      "[2848]\tvalid_0's auc: 0.941013\n",
      "[2849]\tvalid_0's auc: 0.941027\n",
      "[2850]\tvalid_0's auc: 0.941036\n",
      "[2851]\tvalid_0's auc: 0.941048\n",
      "[2852]\tvalid_0's auc: 0.941063\n",
      "[2853]\tvalid_0's auc: 0.941073\n",
      "[2854]\tvalid_0's auc: 0.941084\n",
      "[2855]\tvalid_0's auc: 0.941093\n",
      "[2856]\tvalid_0's auc: 0.941099\n",
      "[2857]\tvalid_0's auc: 0.941113\n",
      "[2858]\tvalid_0's auc: 0.941125\n",
      "[2859]\tvalid_0's auc: 0.941135\n",
      "[2860]\tvalid_0's auc: 0.941148\n",
      "[2861]\tvalid_0's auc: 0.941156\n",
      "[2862]\tvalid_0's auc: 0.941165\n",
      "[2863]\tvalid_0's auc: 0.941176\n",
      "[2864]\tvalid_0's auc: 0.941185\n",
      "[2865]\tvalid_0's auc: 0.941197\n",
      "[2866]\tvalid_0's auc: 0.94121\n",
      "[2867]\tvalid_0's auc: 0.94122\n",
      "[2868]\tvalid_0's auc: 0.941234\n",
      "[2869]\tvalid_0's auc: 0.941242\n",
      "[2870]\tvalid_0's auc: 0.941256\n",
      "[2871]\tvalid_0's auc: 0.941264\n",
      "[2872]\tvalid_0's auc: 0.941274\n",
      "[2873]\tvalid_0's auc: 0.941286\n",
      "[2874]\tvalid_0's auc: 0.941304\n",
      "[2875]\tvalid_0's auc: 0.941316\n",
      "[2876]\tvalid_0's auc: 0.941324\n",
      "[2877]\tvalid_0's auc: 0.941333\n",
      "[2878]\tvalid_0's auc: 0.94134\n",
      "[2879]\tvalid_0's auc: 0.941344\n",
      "[2880]\tvalid_0's auc: 0.941361\n",
      "[2881]\tvalid_0's auc: 0.941367\n",
      "[2882]\tvalid_0's auc: 0.941377\n",
      "[2883]\tvalid_0's auc: 0.941388\n",
      "[2884]\tvalid_0's auc: 0.941398\n",
      "[2885]\tvalid_0's auc: 0.941413\n",
      "[2886]\tvalid_0's auc: 0.941423\n",
      "[2887]\tvalid_0's auc: 0.941432\n",
      "[2888]\tvalid_0's auc: 0.941435\n",
      "[2889]\tvalid_0's auc: 0.941447\n",
      "[2890]\tvalid_0's auc: 0.941454\n",
      "[2891]\tvalid_0's auc: 0.941461\n",
      "[2892]\tvalid_0's auc: 0.941471\n",
      "[2893]\tvalid_0's auc: 0.941479\n",
      "[2894]\tvalid_0's auc: 0.941487\n",
      "[2895]\tvalid_0's auc: 0.941497\n",
      "[2896]\tvalid_0's auc: 0.941505\n",
      "[2897]\tvalid_0's auc: 0.941518\n",
      "[2898]\tvalid_0's auc: 0.94153\n",
      "[2899]\tvalid_0's auc: 0.94154\n",
      "[2900]\tvalid_0's auc: 0.941549\n",
      "[2901]\tvalid_0's auc: 0.941572\n",
      "[2902]\tvalid_0's auc: 0.941579\n",
      "[2903]\tvalid_0's auc: 0.941589\n",
      "[2904]\tvalid_0's auc: 0.941602\n",
      "[2905]\tvalid_0's auc: 0.941615\n",
      "[2906]\tvalid_0's auc: 0.941627\n",
      "[2907]\tvalid_0's auc: 0.941636\n",
      "[2908]\tvalid_0's auc: 0.941647\n",
      "[2909]\tvalid_0's auc: 0.941657\n",
      "[2910]\tvalid_0's auc: 0.941666\n",
      "[2911]\tvalid_0's auc: 0.941686\n",
      "[2912]\tvalid_0's auc: 0.941692\n",
      "[2913]\tvalid_0's auc: 0.941701\n",
      "[2914]\tvalid_0's auc: 0.941711\n",
      "[2915]\tvalid_0's auc: 0.94172\n",
      "[2916]\tvalid_0's auc: 0.941736\n",
      "[2917]\tvalid_0's auc: 0.941751\n",
      "[2918]\tvalid_0's auc: 0.941758\n",
      "[2919]\tvalid_0's auc: 0.941767\n",
      "[2920]\tvalid_0's auc: 0.94178\n",
      "[2921]\tvalid_0's auc: 0.941786\n",
      "[2922]\tvalid_0's auc: 0.941792\n",
      "[2923]\tvalid_0's auc: 0.941802\n",
      "[2924]\tvalid_0's auc: 0.941808\n",
      "[2925]\tvalid_0's auc: 0.941823\n",
      "[2926]\tvalid_0's auc: 0.94183\n",
      "[2927]\tvalid_0's auc: 0.941844\n",
      "[2928]\tvalid_0's auc: 0.941857\n",
      "[2929]\tvalid_0's auc: 0.941865\n",
      "[2930]\tvalid_0's auc: 0.941873\n",
      "[2931]\tvalid_0's auc: 0.941884\n",
      "[2932]\tvalid_0's auc: 0.941897\n",
      "[2933]\tvalid_0's auc: 0.941909\n",
      "[2934]\tvalid_0's auc: 0.94192\n",
      "[2935]\tvalid_0's auc: 0.94193\n",
      "[2936]\tvalid_0's auc: 0.941946\n",
      "[2937]\tvalid_0's auc: 0.941953\n",
      "[2938]\tvalid_0's auc: 0.941967\n",
      "[2939]\tvalid_0's auc: 0.941975\n",
      "[2940]\tvalid_0's auc: 0.941988\n",
      "[2941]\tvalid_0's auc: 0.941996\n",
      "[2942]\tvalid_0's auc: 0.942003\n",
      "[2943]\tvalid_0's auc: 0.942017\n",
      "[2944]\tvalid_0's auc: 0.942032\n",
      "[2945]\tvalid_0's auc: 0.942041\n",
      "[2946]\tvalid_0's auc: 0.942051\n",
      "[2947]\tvalid_0's auc: 0.942061\n",
      "[2948]\tvalid_0's auc: 0.942068\n",
      "[2949]\tvalid_0's auc: 0.942094\n",
      "[2950]\tvalid_0's auc: 0.942102\n",
      "[2951]\tvalid_0's auc: 0.942112\n",
      "[2952]\tvalid_0's auc: 0.942123\n",
      "[2953]\tvalid_0's auc: 0.942139\n",
      "[2954]\tvalid_0's auc: 0.942153\n",
      "[2955]\tvalid_0's auc: 0.942162\n",
      "[2956]\tvalid_0's auc: 0.942173\n",
      "[2957]\tvalid_0's auc: 0.942184\n",
      "[2958]\tvalid_0's auc: 0.942197\n",
      "[2959]\tvalid_0's auc: 0.942203\n",
      "[2960]\tvalid_0's auc: 0.942216\n",
      "[2961]\tvalid_0's auc: 0.942225\n",
      "[2962]\tvalid_0's auc: 0.942231\n",
      "[2963]\tvalid_0's auc: 0.942243\n",
      "[2964]\tvalid_0's auc: 0.942249\n",
      "[2965]\tvalid_0's auc: 0.942259\n",
      "[2966]\tvalid_0's auc: 0.942268\n",
      "[2967]\tvalid_0's auc: 0.942274\n",
      "[2968]\tvalid_0's auc: 0.942284\n",
      "[2969]\tvalid_0's auc: 0.942293\n",
      "[2970]\tvalid_0's auc: 0.9423\n",
      "[2971]\tvalid_0's auc: 0.942313\n",
      "[2972]\tvalid_0's auc: 0.942322\n",
      "[2973]\tvalid_0's auc: 0.942331\n",
      "[2974]\tvalid_0's auc: 0.942339\n",
      "[2975]\tvalid_0's auc: 0.942349\n",
      "[2976]\tvalid_0's auc: 0.942362\n",
      "[2977]\tvalid_0's auc: 0.94237\n",
      "[2978]\tvalid_0's auc: 0.942378\n",
      "[2979]\tvalid_0's auc: 0.942387\n",
      "[2980]\tvalid_0's auc: 0.942403\n",
      "[2981]\tvalid_0's auc: 0.942412\n",
      "[2982]\tvalid_0's auc: 0.942421\n",
      "[2983]\tvalid_0's auc: 0.942427\n",
      "[2984]\tvalid_0's auc: 0.942438\n",
      "[2985]\tvalid_0's auc: 0.942445\n",
      "[2986]\tvalid_0's auc: 0.942453\n",
      "[2987]\tvalid_0's auc: 0.942462\n",
      "[2988]\tvalid_0's auc: 0.942469\n",
      "[2989]\tvalid_0's auc: 0.942478\n",
      "[2990]\tvalid_0's auc: 0.942484\n",
      "[2991]\tvalid_0's auc: 0.942493\n",
      "[2992]\tvalid_0's auc: 0.942502\n",
      "[2993]\tvalid_0's auc: 0.942516\n",
      "[2994]\tvalid_0's auc: 0.942524\n",
      "[2995]\tvalid_0's auc: 0.942538\n",
      "[2996]\tvalid_0's auc: 0.942544\n",
      "[2997]\tvalid_0's auc: 0.942551\n",
      "[2998]\tvalid_0's auc: 0.942565\n",
      "[2999]\tvalid_0's auc: 0.942575\n",
      "[3000]\tvalid_0's auc: 0.942585\n",
      "[3001]\tvalid_0's auc: 0.942593\n",
      "[3002]\tvalid_0's auc: 0.942598\n",
      "[3003]\tvalid_0's auc: 0.942619\n",
      "[3004]\tvalid_0's auc: 0.942626\n",
      "[3005]\tvalid_0's auc: 0.942634\n",
      "[3006]\tvalid_0's auc: 0.942641\n",
      "[3007]\tvalid_0's auc: 0.942653\n",
      "[3008]\tvalid_0's auc: 0.942661\n",
      "[3009]\tvalid_0's auc: 0.942672\n",
      "[3010]\tvalid_0's auc: 0.942675\n",
      "[3011]\tvalid_0's auc: 0.942686\n",
      "[3012]\tvalid_0's auc: 0.942697\n",
      "[3013]\tvalid_0's auc: 0.942706\n",
      "[3014]\tvalid_0's auc: 0.942718\n",
      "[3015]\tvalid_0's auc: 0.942727\n",
      "[3016]\tvalid_0's auc: 0.942734\n",
      "[3017]\tvalid_0's auc: 0.942745\n",
      "[3018]\tvalid_0's auc: 0.942757\n",
      "[3019]\tvalid_0's auc: 0.942765\n",
      "[3020]\tvalid_0's auc: 0.942779\n",
      "[3021]\tvalid_0's auc: 0.942786\n",
      "[3022]\tvalid_0's auc: 0.942798\n",
      "[3023]\tvalid_0's auc: 0.942805\n",
      "[3024]\tvalid_0's auc: 0.942826\n",
      "[3025]\tvalid_0's auc: 0.942831\n",
      "[3026]\tvalid_0's auc: 0.942837\n",
      "[3027]\tvalid_0's auc: 0.94285\n",
      "[3028]\tvalid_0's auc: 0.942859\n",
      "[3029]\tvalid_0's auc: 0.942865\n",
      "[3030]\tvalid_0's auc: 0.942876\n",
      "[3031]\tvalid_0's auc: 0.9429\n",
      "[3032]\tvalid_0's auc: 0.942906\n",
      "[3033]\tvalid_0's auc: 0.942913\n",
      "[3034]\tvalid_0's auc: 0.942922\n",
      "[3035]\tvalid_0's auc: 0.942936\n",
      "[3036]\tvalid_0's auc: 0.942944\n",
      "[3037]\tvalid_0's auc: 0.942948\n",
      "[3038]\tvalid_0's auc: 0.942959\n",
      "[3039]\tvalid_0's auc: 0.942965\n",
      "[3040]\tvalid_0's auc: 0.942979\n",
      "[3041]\tvalid_0's auc: 0.942986\n",
      "[3042]\tvalid_0's auc: 0.942993\n",
      "[3043]\tvalid_0's auc: 0.943008\n",
      "[3044]\tvalid_0's auc: 0.943016\n",
      "[3045]\tvalid_0's auc: 0.943023\n",
      "[3046]\tvalid_0's auc: 0.943031\n",
      "[3047]\tvalid_0's auc: 0.943056\n",
      "[3048]\tvalid_0's auc: 0.943062\n",
      "[3049]\tvalid_0's auc: 0.943072\n",
      "[3050]\tvalid_0's auc: 0.943085\n",
      "[3051]\tvalid_0's auc: 0.943091\n",
      "[3052]\tvalid_0's auc: 0.943098\n",
      "[3053]\tvalid_0's auc: 0.943107\n",
      "[3054]\tvalid_0's auc: 0.943115\n",
      "[3055]\tvalid_0's auc: 0.943129\n",
      "[3056]\tvalid_0's auc: 0.943145\n",
      "[3057]\tvalid_0's auc: 0.94315\n",
      "[3058]\tvalid_0's auc: 0.943157\n",
      "[3059]\tvalid_0's auc: 0.94317\n",
      "[3060]\tvalid_0's auc: 0.943178\n",
      "[3061]\tvalid_0's auc: 0.94319\n",
      "[3062]\tvalid_0's auc: 0.943204\n",
      "[3063]\tvalid_0's auc: 0.94321\n",
      "[3064]\tvalid_0's auc: 0.943218\n",
      "[3065]\tvalid_0's auc: 0.943225\n",
      "[3066]\tvalid_0's auc: 0.943233\n",
      "[3067]\tvalid_0's auc: 0.94324\n",
      "[3068]\tvalid_0's auc: 0.943253\n",
      "[3069]\tvalid_0's auc: 0.94326\n",
      "[3070]\tvalid_0's auc: 0.943269\n",
      "[3071]\tvalid_0's auc: 0.943279\n",
      "[3072]\tvalid_0's auc: 0.943287\n",
      "[3073]\tvalid_0's auc: 0.943297\n",
      "[3074]\tvalid_0's auc: 0.943305\n",
      "[3075]\tvalid_0's auc: 0.943311\n",
      "[3076]\tvalid_0's auc: 0.943323\n",
      "[3077]\tvalid_0's auc: 0.943329\n",
      "[3078]\tvalid_0's auc: 0.94334\n",
      "[3079]\tvalid_0's auc: 0.943348\n",
      "[3080]\tvalid_0's auc: 0.943367\n",
      "[3081]\tvalid_0's auc: 0.943378\n",
      "[3082]\tvalid_0's auc: 0.943387\n",
      "[3083]\tvalid_0's auc: 0.943395\n",
      "[3084]\tvalid_0's auc: 0.943407\n",
      "[3085]\tvalid_0's auc: 0.943417\n",
      "[3086]\tvalid_0's auc: 0.943422\n",
      "[3087]\tvalid_0's auc: 0.943431\n",
      "[3088]\tvalid_0's auc: 0.943449\n",
      "[3089]\tvalid_0's auc: 0.943454\n",
      "[3090]\tvalid_0's auc: 0.943469\n",
      "[3091]\tvalid_0's auc: 0.943478\n",
      "[3092]\tvalid_0's auc: 0.943498\n",
      "[3093]\tvalid_0's auc: 0.943509\n",
      "[3094]\tvalid_0's auc: 0.943518\n",
      "[3095]\tvalid_0's auc: 0.943525\n",
      "[3096]\tvalid_0's auc: 0.943531\n",
      "[3097]\tvalid_0's auc: 0.94354\n",
      "[3098]\tvalid_0's auc: 0.943547\n",
      "[3099]\tvalid_0's auc: 0.943555\n",
      "[3100]\tvalid_0's auc: 0.943568\n",
      "[3101]\tvalid_0's auc: 0.943575\n",
      "[3102]\tvalid_0's auc: 0.943585\n",
      "[3103]\tvalid_0's auc: 0.943596\n",
      "[3104]\tvalid_0's auc: 0.943606\n",
      "[3105]\tvalid_0's auc: 0.943612\n",
      "[3106]\tvalid_0's auc: 0.943625\n",
      "[3107]\tvalid_0's auc: 0.94364\n",
      "[3108]\tvalid_0's auc: 0.943647\n",
      "[3109]\tvalid_0's auc: 0.943653\n",
      "[3110]\tvalid_0's auc: 0.943659\n",
      "[3111]\tvalid_0's auc: 0.943667\n",
      "[3112]\tvalid_0's auc: 0.943675\n",
      "[3113]\tvalid_0's auc: 0.943684\n",
      "[3114]\tvalid_0's auc: 0.943697\n",
      "[3115]\tvalid_0's auc: 0.943707\n",
      "[3116]\tvalid_0's auc: 0.943716\n",
      "[3117]\tvalid_0's auc: 0.943722\n",
      "[3118]\tvalid_0's auc: 0.943729\n",
      "[3119]\tvalid_0's auc: 0.943738\n",
      "[3120]\tvalid_0's auc: 0.943746\n",
      "[3121]\tvalid_0's auc: 0.943752\n",
      "[3122]\tvalid_0's auc: 0.943767\n",
      "[3123]\tvalid_0's auc: 0.943775\n",
      "[3124]\tvalid_0's auc: 0.943789\n",
      "[3125]\tvalid_0's auc: 0.943798\n",
      "[3126]\tvalid_0's auc: 0.943804\n",
      "[3127]\tvalid_0's auc: 0.943827\n",
      "[3128]\tvalid_0's auc: 0.943842\n",
      "[3129]\tvalid_0's auc: 0.943853\n",
      "[3130]\tvalid_0's auc: 0.943874\n",
      "[3131]\tvalid_0's auc: 0.94388\n",
      "[3132]\tvalid_0's auc: 0.943887\n",
      "[3133]\tvalid_0's auc: 0.943894\n",
      "[3134]\tvalid_0's auc: 0.943905\n",
      "[3135]\tvalid_0's auc: 0.943909\n",
      "[3136]\tvalid_0's auc: 0.943916\n",
      "[3137]\tvalid_0's auc: 0.943921\n",
      "[3138]\tvalid_0's auc: 0.94393\n",
      "[3139]\tvalid_0's auc: 0.943937\n",
      "[3140]\tvalid_0's auc: 0.943948\n",
      "[3141]\tvalid_0's auc: 0.943954\n",
      "[3142]\tvalid_0's auc: 0.943962\n",
      "[3143]\tvalid_0's auc: 0.943975\n",
      "[3144]\tvalid_0's auc: 0.943988\n",
      "[3145]\tvalid_0's auc: 0.943996\n",
      "[3146]\tvalid_0's auc: 0.944002\n",
      "[3147]\tvalid_0's auc: 0.944015\n",
      "[3148]\tvalid_0's auc: 0.94402\n",
      "[3149]\tvalid_0's auc: 0.944031\n",
      "[3150]\tvalid_0's auc: 0.944036\n",
      "[3151]\tvalid_0's auc: 0.944041\n",
      "[3152]\tvalid_0's auc: 0.944067\n",
      "[3153]\tvalid_0's auc: 0.944078\n",
      "[3154]\tvalid_0's auc: 0.9441\n",
      "[3155]\tvalid_0's auc: 0.944115\n",
      "[3156]\tvalid_0's auc: 0.944122\n",
      "[3157]\tvalid_0's auc: 0.944129\n",
      "[3158]\tvalid_0's auc: 0.944142\n",
      "[3159]\tvalid_0's auc: 0.944148\n",
      "[3160]\tvalid_0's auc: 0.944155\n",
      "[3161]\tvalid_0's auc: 0.944168\n",
      "[3162]\tvalid_0's auc: 0.944173\n",
      "[3163]\tvalid_0's auc: 0.944185\n",
      "[3164]\tvalid_0's auc: 0.944192\n",
      "[3165]\tvalid_0's auc: 0.944201\n",
      "[3166]\tvalid_0's auc: 0.944207\n",
      "[3167]\tvalid_0's auc: 0.944215\n",
      "[3168]\tvalid_0's auc: 0.944235\n",
      "[3169]\tvalid_0's auc: 0.944241\n",
      "[3170]\tvalid_0's auc: 0.944251\n",
      "[3171]\tvalid_0's auc: 0.944257\n",
      "[3172]\tvalid_0's auc: 0.944265\n",
      "[3173]\tvalid_0's auc: 0.944284\n",
      "[3174]\tvalid_0's auc: 0.94429\n",
      "[3175]\tvalid_0's auc: 0.944312\n",
      "[3176]\tvalid_0's auc: 0.944317\n",
      "[3177]\tvalid_0's auc: 0.944337\n",
      "[3178]\tvalid_0's auc: 0.944342\n",
      "[3179]\tvalid_0's auc: 0.944362\n",
      "[3180]\tvalid_0's auc: 0.944381\n",
      "[3181]\tvalid_0's auc: 0.944388\n",
      "[3182]\tvalid_0's auc: 0.944396\n",
      "[3183]\tvalid_0's auc: 0.944407\n",
      "[3184]\tvalid_0's auc: 0.944415\n",
      "[3185]\tvalid_0's auc: 0.944422\n",
      "[3186]\tvalid_0's auc: 0.944438\n",
      "[3187]\tvalid_0's auc: 0.944445\n",
      "[3188]\tvalid_0's auc: 0.944452\n",
      "[3189]\tvalid_0's auc: 0.944465\n",
      "[3190]\tvalid_0's auc: 0.944471\n",
      "[3191]\tvalid_0's auc: 0.944479\n",
      "[3192]\tvalid_0's auc: 0.944488\n",
      "[3193]\tvalid_0's auc: 0.944495\n",
      "[3194]\tvalid_0's auc: 0.944508\n",
      "[3195]\tvalid_0's auc: 0.944526\n",
      "[3196]\tvalid_0's auc: 0.944533\n",
      "[3197]\tvalid_0's auc: 0.944546\n",
      "[3198]\tvalid_0's auc: 0.944564\n",
      "[3199]\tvalid_0's auc: 0.944569\n",
      "[3200]\tvalid_0's auc: 0.944583\n",
      "[3201]\tvalid_0's auc: 0.944596\n",
      "[3202]\tvalid_0's auc: 0.944608\n",
      "[3203]\tvalid_0's auc: 0.944625\n",
      "[3204]\tvalid_0's auc: 0.944637\n",
      "[3205]\tvalid_0's auc: 0.94465\n",
      "[3206]\tvalid_0's auc: 0.944657\n",
      "[3207]\tvalid_0's auc: 0.944665\n",
      "[3208]\tvalid_0's auc: 0.944686\n",
      "[3209]\tvalid_0's auc: 0.944699\n",
      "[3210]\tvalid_0's auc: 0.944711\n",
      "[3211]\tvalid_0's auc: 0.944717\n",
      "[3212]\tvalid_0's auc: 0.944728\n",
      "[3213]\tvalid_0's auc: 0.944733\n",
      "[3214]\tvalid_0's auc: 0.944738\n",
      "[3215]\tvalid_0's auc: 0.944746\n",
      "[3216]\tvalid_0's auc: 0.944754\n",
      "[3217]\tvalid_0's auc: 0.944759\n",
      "[3218]\tvalid_0's auc: 0.944764\n",
      "[3219]\tvalid_0's auc: 0.944773\n",
      "[3220]\tvalid_0's auc: 0.944785\n",
      "[3221]\tvalid_0's auc: 0.944791\n",
      "[3222]\tvalid_0's auc: 0.944804\n",
      "[3223]\tvalid_0's auc: 0.944815\n",
      "[3224]\tvalid_0's auc: 0.944823\n",
      "[3225]\tvalid_0's auc: 0.944833\n",
      "[3226]\tvalid_0's auc: 0.944839\n",
      "[3227]\tvalid_0's auc: 0.944843\n",
      "[3228]\tvalid_0's auc: 0.94485\n",
      "[3229]\tvalid_0's auc: 0.944863\n",
      "[3230]\tvalid_0's auc: 0.944869\n",
      "[3231]\tvalid_0's auc: 0.944879\n",
      "[3232]\tvalid_0's auc: 0.944891\n",
      "[3233]\tvalid_0's auc: 0.944902\n",
      "[3234]\tvalid_0's auc: 0.944919\n",
      "[3235]\tvalid_0's auc: 0.944933\n",
      "[3236]\tvalid_0's auc: 0.944943\n",
      "[3237]\tvalid_0's auc: 0.944956\n",
      "[3238]\tvalid_0's auc: 0.944965\n",
      "[3239]\tvalid_0's auc: 0.944971\n",
      "[3240]\tvalid_0's auc: 0.944978\n",
      "[3241]\tvalid_0's auc: 0.944987\n",
      "[3242]\tvalid_0's auc: 0.945\n",
      "[3243]\tvalid_0's auc: 0.945006\n",
      "[3244]\tvalid_0's auc: 0.945016\n",
      "[3245]\tvalid_0's auc: 0.945028\n",
      "[3246]\tvalid_0's auc: 0.945037\n",
      "[3247]\tvalid_0's auc: 0.945053\n",
      "[3248]\tvalid_0's auc: 0.945064\n",
      "[3249]\tvalid_0's auc: 0.945071\n",
      "[3250]\tvalid_0's auc: 0.945077\n",
      "[3251]\tvalid_0's auc: 0.945088\n",
      "[3252]\tvalid_0's auc: 0.945096\n",
      "[3253]\tvalid_0's auc: 0.945101\n",
      "[3254]\tvalid_0's auc: 0.945112\n",
      "[3255]\tvalid_0's auc: 0.945122\n",
      "[3256]\tvalid_0's auc: 0.945139\n",
      "[3257]\tvalid_0's auc: 0.945147\n",
      "[3258]\tvalid_0's auc: 0.945154\n",
      "[3259]\tvalid_0's auc: 0.945159\n",
      "[3260]\tvalid_0's auc: 0.945166\n",
      "[3261]\tvalid_0's auc: 0.945175\n",
      "[3262]\tvalid_0's auc: 0.945184\n",
      "[3263]\tvalid_0's auc: 0.945188\n",
      "[3264]\tvalid_0's auc: 0.945194\n",
      "[3265]\tvalid_0's auc: 0.945204\n",
      "[3266]\tvalid_0's auc: 0.945215\n",
      "[3267]\tvalid_0's auc: 0.945225\n",
      "[3268]\tvalid_0's auc: 0.945233\n",
      "[3269]\tvalid_0's auc: 0.945239\n",
      "[3270]\tvalid_0's auc: 0.945249\n",
      "[3271]\tvalid_0's auc: 0.94526\n",
      "[3272]\tvalid_0's auc: 0.945271\n",
      "[3273]\tvalid_0's auc: 0.945277\n",
      "[3274]\tvalid_0's auc: 0.945285\n",
      "[3275]\tvalid_0's auc: 0.945292\n",
      "[3276]\tvalid_0's auc: 0.9453\n",
      "[3277]\tvalid_0's auc: 0.945308\n",
      "[3278]\tvalid_0's auc: 0.945315\n",
      "[3279]\tvalid_0's auc: 0.945323\n",
      "[3280]\tvalid_0's auc: 0.945335\n",
      "[3281]\tvalid_0's auc: 0.945341\n",
      "[3282]\tvalid_0's auc: 0.945357\n",
      "[3283]\tvalid_0's auc: 0.945368\n",
      "[3284]\tvalid_0's auc: 0.94538\n",
      "[3285]\tvalid_0's auc: 0.94539\n",
      "[3286]\tvalid_0's auc: 0.945404\n",
      "[3287]\tvalid_0's auc: 0.945415\n",
      "[3288]\tvalid_0's auc: 0.945426\n",
      "[3289]\tvalid_0's auc: 0.945433\n",
      "[3290]\tvalid_0's auc: 0.945443\n",
      "[3291]\tvalid_0's auc: 0.945448\n",
      "[3292]\tvalid_0's auc: 0.94546\n",
      "[3293]\tvalid_0's auc: 0.945468\n",
      "[3294]\tvalid_0's auc: 0.945476\n",
      "[3295]\tvalid_0's auc: 0.945484\n",
      "[3296]\tvalid_0's auc: 0.94549\n",
      "[3297]\tvalid_0's auc: 0.945497\n",
      "[3298]\tvalid_0's auc: 0.945508\n",
      "[3299]\tvalid_0's auc: 0.945516\n",
      "[3300]\tvalid_0's auc: 0.945521\n",
      "[3301]\tvalid_0's auc: 0.945527\n",
      "[3302]\tvalid_0's auc: 0.945533\n",
      "[3303]\tvalid_0's auc: 0.945541\n",
      "[3304]\tvalid_0's auc: 0.945547\n",
      "[3305]\tvalid_0's auc: 0.945554\n",
      "[3306]\tvalid_0's auc: 0.945565\n",
      "[3307]\tvalid_0's auc: 0.945574\n",
      "[3308]\tvalid_0's auc: 0.945583\n",
      "[3309]\tvalid_0's auc: 0.94559\n",
      "[3310]\tvalid_0's auc: 0.945598\n",
      "[3311]\tvalid_0's auc: 0.945608\n",
      "[3312]\tvalid_0's auc: 0.945612\n",
      "[3313]\tvalid_0's auc: 0.945626\n",
      "[3314]\tvalid_0's auc: 0.94563\n",
      "[3315]\tvalid_0's auc: 0.945638\n",
      "[3316]\tvalid_0's auc: 0.945644\n",
      "[3317]\tvalid_0's auc: 0.945652\n",
      "[3318]\tvalid_0's auc: 0.945661\n",
      "[3319]\tvalid_0's auc: 0.945666\n",
      "[3320]\tvalid_0's auc: 0.945675\n",
      "[3321]\tvalid_0's auc: 0.945689\n",
      "[3322]\tvalid_0's auc: 0.945695\n",
      "[3323]\tvalid_0's auc: 0.945703\n",
      "[3324]\tvalid_0's auc: 0.945708\n",
      "[3325]\tvalid_0's auc: 0.945716\n",
      "[3326]\tvalid_0's auc: 0.945721\n",
      "[3327]\tvalid_0's auc: 0.94573\n",
      "[3328]\tvalid_0's auc: 0.945738\n",
      "[3329]\tvalid_0's auc: 0.945748\n",
      "[3330]\tvalid_0's auc: 0.945755\n",
      "[3331]\tvalid_0's auc: 0.945769\n",
      "[3332]\tvalid_0's auc: 0.945778\n",
      "[3333]\tvalid_0's auc: 0.94579\n",
      "[3334]\tvalid_0's auc: 0.945798\n",
      "[3335]\tvalid_0's auc: 0.945805\n",
      "[3336]\tvalid_0's auc: 0.945816\n",
      "[3337]\tvalid_0's auc: 0.945825\n",
      "[3338]\tvalid_0's auc: 0.945835\n",
      "[3339]\tvalid_0's auc: 0.945846\n",
      "[3340]\tvalid_0's auc: 0.945856\n",
      "[3341]\tvalid_0's auc: 0.945865\n",
      "[3342]\tvalid_0's auc: 0.945873\n",
      "[3343]\tvalid_0's auc: 0.945882\n",
      "[3344]\tvalid_0's auc: 0.945894\n",
      "[3345]\tvalid_0's auc: 0.9459\n",
      "[3346]\tvalid_0's auc: 0.945909\n",
      "[3347]\tvalid_0's auc: 0.945916\n",
      "[3348]\tvalid_0's auc: 0.945926\n",
      "[3349]\tvalid_0's auc: 0.945935\n",
      "[3350]\tvalid_0's auc: 0.945947\n",
      "[3351]\tvalid_0's auc: 0.945951\n",
      "[3352]\tvalid_0's auc: 0.945961\n",
      "[3353]\tvalid_0's auc: 0.945967\n",
      "[3354]\tvalid_0's auc: 0.945977\n",
      "[3355]\tvalid_0's auc: 0.945983\n",
      "[3356]\tvalid_0's auc: 0.945988\n",
      "[3357]\tvalid_0's auc: 0.945994\n",
      "[3358]\tvalid_0's auc: 0.946002\n",
      "[3359]\tvalid_0's auc: 0.946011\n",
      "[3360]\tvalid_0's auc: 0.946024\n",
      "[3361]\tvalid_0's auc: 0.94603\n",
      "[3362]\tvalid_0's auc: 0.946038\n",
      "[3363]\tvalid_0's auc: 0.946046\n",
      "[3364]\tvalid_0's auc: 0.946054\n",
      "[3365]\tvalid_0's auc: 0.946062\n",
      "[3366]\tvalid_0's auc: 0.946074\n",
      "[3367]\tvalid_0's auc: 0.946079\n",
      "[3368]\tvalid_0's auc: 0.946087\n",
      "[3369]\tvalid_0's auc: 0.9461\n",
      "[3370]\tvalid_0's auc: 0.946108\n",
      "[3371]\tvalid_0's auc: 0.946116\n",
      "[3372]\tvalid_0's auc: 0.946123\n",
      "[3373]\tvalid_0's auc: 0.94614\n",
      "[3374]\tvalid_0's auc: 0.946149\n",
      "[3375]\tvalid_0's auc: 0.946155\n",
      "[3376]\tvalid_0's auc: 0.946161\n",
      "[3377]\tvalid_0's auc: 0.946169\n",
      "[3378]\tvalid_0's auc: 0.946174\n",
      "[3379]\tvalid_0's auc: 0.94618\n",
      "[3380]\tvalid_0's auc: 0.946188\n",
      "[3381]\tvalid_0's auc: 0.946197\n",
      "[3382]\tvalid_0's auc: 0.946204\n",
      "[3383]\tvalid_0's auc: 0.946214\n",
      "[3384]\tvalid_0's auc: 0.946224\n",
      "[3385]\tvalid_0's auc: 0.946231\n",
      "[3386]\tvalid_0's auc: 0.94625\n",
      "[3387]\tvalid_0's auc: 0.946257\n",
      "[3388]\tvalid_0's auc: 0.946265\n",
      "[3389]\tvalid_0's auc: 0.946271\n",
      "[3390]\tvalid_0's auc: 0.946286\n",
      "[3391]\tvalid_0's auc: 0.946293\n",
      "[3392]\tvalid_0's auc: 0.946306\n",
      "[3393]\tvalid_0's auc: 0.946316\n",
      "[3394]\tvalid_0's auc: 0.946322\n",
      "[3395]\tvalid_0's auc: 0.946333\n",
      "[3396]\tvalid_0's auc: 0.946343\n",
      "[3397]\tvalid_0's auc: 0.946349\n",
      "[3398]\tvalid_0's auc: 0.946354\n",
      "[3399]\tvalid_0's auc: 0.946362\n",
      "[3400]\tvalid_0's auc: 0.946378\n",
      "[3401]\tvalid_0's auc: 0.946385\n",
      "[3402]\tvalid_0's auc: 0.946391\n",
      "[3403]\tvalid_0's auc: 0.946397\n",
      "[3404]\tvalid_0's auc: 0.946402\n",
      "[3405]\tvalid_0's auc: 0.946409\n",
      "[3406]\tvalid_0's auc: 0.946416\n",
      "[3407]\tvalid_0's auc: 0.946424\n",
      "[3408]\tvalid_0's auc: 0.946433\n",
      "[3409]\tvalid_0's auc: 0.946437\n",
      "[3410]\tvalid_0's auc: 0.94645\n",
      "[3411]\tvalid_0's auc: 0.946458\n",
      "[3412]\tvalid_0's auc: 0.946465\n",
      "[3413]\tvalid_0's auc: 0.946475\n",
      "[3414]\tvalid_0's auc: 0.946487\n",
      "[3415]\tvalid_0's auc: 0.946495\n",
      "[3416]\tvalid_0's auc: 0.946502\n",
      "[3417]\tvalid_0's auc: 0.946509\n",
      "[3418]\tvalid_0's auc: 0.946515\n",
      "[3419]\tvalid_0's auc: 0.946523\n",
      "[3420]\tvalid_0's auc: 0.946528\n",
      "[3421]\tvalid_0's auc: 0.946536\n",
      "[3422]\tvalid_0's auc: 0.946549\n",
      "[3423]\tvalid_0's auc: 0.946556\n",
      "[3424]\tvalid_0's auc: 0.946572\n",
      "[3425]\tvalid_0's auc: 0.946581\n",
      "[3426]\tvalid_0's auc: 0.946587\n",
      "[3427]\tvalid_0's auc: 0.946598\n",
      "[3428]\tvalid_0's auc: 0.946607\n",
      "[3429]\tvalid_0's auc: 0.946614\n",
      "[3430]\tvalid_0's auc: 0.94662\n",
      "[3431]\tvalid_0's auc: 0.946628\n",
      "[3432]\tvalid_0's auc: 0.946634\n",
      "[3433]\tvalid_0's auc: 0.946639\n",
      "[3434]\tvalid_0's auc: 0.946648\n",
      "[3435]\tvalid_0's auc: 0.946659\n",
      "[3436]\tvalid_0's auc: 0.946666\n",
      "[3437]\tvalid_0's auc: 0.946672\n",
      "[3438]\tvalid_0's auc: 0.946682\n",
      "[3439]\tvalid_0's auc: 0.946688\n",
      "[3440]\tvalid_0's auc: 0.946693\n",
      "[3441]\tvalid_0's auc: 0.946699\n",
      "[3442]\tvalid_0's auc: 0.946708\n",
      "[3443]\tvalid_0's auc: 0.946717\n",
      "[3444]\tvalid_0's auc: 0.946724\n",
      "[3445]\tvalid_0's auc: 0.94673\n",
      "[3446]\tvalid_0's auc: 0.946735\n",
      "[3447]\tvalid_0's auc: 0.946744\n",
      "[3448]\tvalid_0's auc: 0.946753\n",
      "[3449]\tvalid_0's auc: 0.946763\n",
      "[3450]\tvalid_0's auc: 0.946771\n",
      "[3451]\tvalid_0's auc: 0.946778\n",
      "[3452]\tvalid_0's auc: 0.94679\n",
      "[3453]\tvalid_0's auc: 0.946799\n",
      "[3454]\tvalid_0's auc: 0.94681\n",
      "[3455]\tvalid_0's auc: 0.946819\n",
      "[3456]\tvalid_0's auc: 0.946826\n",
      "[3457]\tvalid_0's auc: 0.946833\n",
      "[3458]\tvalid_0's auc: 0.946844\n",
      "[3459]\tvalid_0's auc: 0.946853\n",
      "[3460]\tvalid_0's auc: 0.946859\n",
      "[3461]\tvalid_0's auc: 0.946869\n",
      "[3462]\tvalid_0's auc: 0.94688\n",
      "[3463]\tvalid_0's auc: 0.946893\n",
      "[3464]\tvalid_0's auc: 0.946899\n",
      "[3465]\tvalid_0's auc: 0.946908\n",
      "[3466]\tvalid_0's auc: 0.946915\n",
      "[3467]\tvalid_0's auc: 0.946922\n",
      "[3468]\tvalid_0's auc: 0.946927\n",
      "[3469]\tvalid_0's auc: 0.946934\n",
      "[3470]\tvalid_0's auc: 0.946943\n",
      "[3471]\tvalid_0's auc: 0.946954\n",
      "[3472]\tvalid_0's auc: 0.946966\n",
      "[3473]\tvalid_0's auc: 0.946973\n",
      "[3474]\tvalid_0's auc: 0.946986\n",
      "[3475]\tvalid_0's auc: 0.946992\n",
      "[3476]\tvalid_0's auc: 0.947\n",
      "[3477]\tvalid_0's auc: 0.947008\n",
      "[3478]\tvalid_0's auc: 0.947013\n",
      "[3479]\tvalid_0's auc: 0.947021\n",
      "[3480]\tvalid_0's auc: 0.947031\n",
      "[3481]\tvalid_0's auc: 0.947038\n",
      "[3482]\tvalid_0's auc: 0.947045\n",
      "[3483]\tvalid_0's auc: 0.947058\n",
      "[3484]\tvalid_0's auc: 0.947065\n",
      "[3485]\tvalid_0's auc: 0.94708\n",
      "[3486]\tvalid_0's auc: 0.947087\n",
      "[3487]\tvalid_0's auc: 0.947099\n",
      "[3488]\tvalid_0's auc: 0.947106\n",
      "[3489]\tvalid_0's auc: 0.947112\n",
      "[3490]\tvalid_0's auc: 0.947124\n",
      "[3491]\tvalid_0's auc: 0.947131\n",
      "[3492]\tvalid_0's auc: 0.94714\n",
      "[3493]\tvalid_0's auc: 0.947146\n",
      "[3494]\tvalid_0's auc: 0.947163\n",
      "[3495]\tvalid_0's auc: 0.947175\n",
      "[3496]\tvalid_0's auc: 0.947187\n",
      "[3497]\tvalid_0's auc: 0.947198\n",
      "[3498]\tvalid_0's auc: 0.947207\n",
      "[3499]\tvalid_0's auc: 0.947216\n",
      "[3500]\tvalid_0's auc: 0.947223\n",
      "[3501]\tvalid_0's auc: 0.947234\n",
      "[3502]\tvalid_0's auc: 0.947245\n",
      "[3503]\tvalid_0's auc: 0.947252\n",
      "[3504]\tvalid_0's auc: 0.947259\n",
      "[3505]\tvalid_0's auc: 0.947271\n",
      "[3506]\tvalid_0's auc: 0.947283\n",
      "[3507]\tvalid_0's auc: 0.947299\n",
      "[3508]\tvalid_0's auc: 0.947305\n",
      "[3509]\tvalid_0's auc: 0.947311\n",
      "[3510]\tvalid_0's auc: 0.947321\n",
      "[3511]\tvalid_0's auc: 0.947327\n",
      "[3512]\tvalid_0's auc: 0.947336\n",
      "[3513]\tvalid_0's auc: 0.947343\n",
      "[3514]\tvalid_0's auc: 0.947351\n",
      "[3515]\tvalid_0's auc: 0.94736\n",
      "[3516]\tvalid_0's auc: 0.947366\n",
      "[3517]\tvalid_0's auc: 0.947375\n",
      "[3518]\tvalid_0's auc: 0.947383\n",
      "[3519]\tvalid_0's auc: 0.947392\n",
      "[3520]\tvalid_0's auc: 0.947404\n",
      "[3521]\tvalid_0's auc: 0.94741\n",
      "[3522]\tvalid_0's auc: 0.947416\n",
      "[3523]\tvalid_0's auc: 0.947434\n",
      "[3524]\tvalid_0's auc: 0.94744\n",
      "[3525]\tvalid_0's auc: 0.94745\n",
      "[3526]\tvalid_0's auc: 0.947456\n",
      "[3527]\tvalid_0's auc: 0.94747\n",
      "[3528]\tvalid_0's auc: 0.947481\n",
      "[3529]\tvalid_0's auc: 0.947493\n",
      "[3530]\tvalid_0's auc: 0.947496\n",
      "[3531]\tvalid_0's auc: 0.947512\n",
      "[3532]\tvalid_0's auc: 0.947523\n",
      "[3533]\tvalid_0's auc: 0.94753\n",
      "[3534]\tvalid_0's auc: 0.947542\n",
      "[3535]\tvalid_0's auc: 0.947555\n",
      "[3536]\tvalid_0's auc: 0.947564\n",
      "[3537]\tvalid_0's auc: 0.947571\n",
      "[3538]\tvalid_0's auc: 0.947578\n",
      "[3539]\tvalid_0's auc: 0.947581\n",
      "[3540]\tvalid_0's auc: 0.947585\n",
      "[3541]\tvalid_0's auc: 0.947589\n",
      "[3542]\tvalid_0's auc: 0.947596\n",
      "[3543]\tvalid_0's auc: 0.947601\n",
      "[3544]\tvalid_0's auc: 0.947612\n",
      "[3545]\tvalid_0's auc: 0.947622\n",
      "[3546]\tvalid_0's auc: 0.947628\n",
      "[3547]\tvalid_0's auc: 0.94764\n",
      "[3548]\tvalid_0's auc: 0.947656\n",
      "[3549]\tvalid_0's auc: 0.947662\n",
      "[3550]\tvalid_0's auc: 0.947666\n",
      "[3551]\tvalid_0's auc: 0.947674\n",
      "[3552]\tvalid_0's auc: 0.947683\n",
      "[3553]\tvalid_0's auc: 0.947693\n",
      "[3554]\tvalid_0's auc: 0.947698\n",
      "[3555]\tvalid_0's auc: 0.947708\n",
      "[3556]\tvalid_0's auc: 0.947713\n",
      "[3557]\tvalid_0's auc: 0.947722\n",
      "[3558]\tvalid_0's auc: 0.94773\n",
      "[3559]\tvalid_0's auc: 0.94774\n",
      "[3560]\tvalid_0's auc: 0.947754\n",
      "[3561]\tvalid_0's auc: 0.947765\n",
      "[3562]\tvalid_0's auc: 0.947772\n",
      "[3563]\tvalid_0's auc: 0.94778\n",
      "[3564]\tvalid_0's auc: 0.947788\n",
      "[3565]\tvalid_0's auc: 0.947802\n",
      "[3566]\tvalid_0's auc: 0.947812\n",
      "[3567]\tvalid_0's auc: 0.947818\n",
      "[3568]\tvalid_0's auc: 0.947832\n",
      "[3569]\tvalid_0's auc: 0.947842\n",
      "[3570]\tvalid_0's auc: 0.947854\n",
      "[3571]\tvalid_0's auc: 0.947862\n",
      "[3572]\tvalid_0's auc: 0.947868\n",
      "[3573]\tvalid_0's auc: 0.947877\n",
      "[3574]\tvalid_0's auc: 0.947885\n",
      "[3575]\tvalid_0's auc: 0.947895\n",
      "[3576]\tvalid_0's auc: 0.947908\n",
      "[3577]\tvalid_0's auc: 0.947918\n",
      "[3578]\tvalid_0's auc: 0.947926\n",
      "[3579]\tvalid_0's auc: 0.947933\n",
      "[3580]\tvalid_0's auc: 0.947936\n",
      "[3581]\tvalid_0's auc: 0.947941\n",
      "[3582]\tvalid_0's auc: 0.947948\n",
      "[3583]\tvalid_0's auc: 0.947954\n",
      "[3584]\tvalid_0's auc: 0.947965\n",
      "[3585]\tvalid_0's auc: 0.947972\n",
      "[3586]\tvalid_0's auc: 0.947976\n",
      "[3587]\tvalid_0's auc: 0.947981\n",
      "[3588]\tvalid_0's auc: 0.947984\n",
      "[3589]\tvalid_0's auc: 0.947988\n",
      "[3590]\tvalid_0's auc: 0.947992\n",
      "[3591]\tvalid_0's auc: 0.947999\n",
      "[3592]\tvalid_0's auc: 0.948009\n",
      "[3593]\tvalid_0's auc: 0.948022\n",
      "[3594]\tvalid_0's auc: 0.948029\n",
      "[3595]\tvalid_0's auc: 0.948036\n",
      "[3596]\tvalid_0's auc: 0.948045\n",
      "[3597]\tvalid_0's auc: 0.94805\n",
      "[3598]\tvalid_0's auc: 0.948054\n",
      "[3599]\tvalid_0's auc: 0.948061\n",
      "[3600]\tvalid_0's auc: 0.948069\n",
      "[3601]\tvalid_0's auc: 0.948072\n",
      "[3602]\tvalid_0's auc: 0.948082\n",
      "[3603]\tvalid_0's auc: 0.948088\n",
      "[3604]\tvalid_0's auc: 0.948097\n",
      "[3605]\tvalid_0's auc: 0.948105\n",
      "[3606]\tvalid_0's auc: 0.948114\n",
      "[3607]\tvalid_0's auc: 0.948118\n",
      "[3608]\tvalid_0's auc: 0.948126\n",
      "[3609]\tvalid_0's auc: 0.948132\n",
      "[3610]\tvalid_0's auc: 0.948138\n",
      "[3611]\tvalid_0's auc: 0.948144\n",
      "[3612]\tvalid_0's auc: 0.948158\n",
      "[3613]\tvalid_0's auc: 0.948169\n",
      "[3614]\tvalid_0's auc: 0.948179\n",
      "[3615]\tvalid_0's auc: 0.948183\n",
      "[3616]\tvalid_0's auc: 0.948193\n",
      "[3617]\tvalid_0's auc: 0.9482\n",
      "[3618]\tvalid_0's auc: 0.948203\n",
      "[3619]\tvalid_0's auc: 0.948209\n",
      "[3620]\tvalid_0's auc: 0.948214\n",
      "[3621]\tvalid_0's auc: 0.948227\n",
      "[3622]\tvalid_0's auc: 0.948235\n",
      "[3623]\tvalid_0's auc: 0.94824\n",
      "[3624]\tvalid_0's auc: 0.948246\n",
      "[3625]\tvalid_0's auc: 0.948253\n",
      "[3626]\tvalid_0's auc: 0.94826\n",
      "[3627]\tvalid_0's auc: 0.948268\n",
      "[3628]\tvalid_0's auc: 0.948271\n",
      "[3629]\tvalid_0's auc: 0.948283\n",
      "[3630]\tvalid_0's auc: 0.948286\n",
      "[3631]\tvalid_0's auc: 0.948294\n",
      "[3632]\tvalid_0's auc: 0.948296\n",
      "[3633]\tvalid_0's auc: 0.9483\n",
      "[3634]\tvalid_0's auc: 0.948307\n",
      "[3635]\tvalid_0's auc: 0.948312\n",
      "[3636]\tvalid_0's auc: 0.948319\n",
      "[3637]\tvalid_0's auc: 0.948325\n",
      "[3638]\tvalid_0's auc: 0.948332\n",
      "[3639]\tvalid_0's auc: 0.948338\n",
      "[3640]\tvalid_0's auc: 0.948345\n",
      "[3641]\tvalid_0's auc: 0.948348\n",
      "[3642]\tvalid_0's auc: 0.948354\n",
      "[3643]\tvalid_0's auc: 0.948359\n",
      "[3644]\tvalid_0's auc: 0.948367\n",
      "[3645]\tvalid_0's auc: 0.948376\n",
      "[3646]\tvalid_0's auc: 0.948382\n",
      "[3647]\tvalid_0's auc: 0.948385\n",
      "[3648]\tvalid_0's auc: 0.948397\n",
      "[3649]\tvalid_0's auc: 0.948402\n",
      "[3650]\tvalid_0's auc: 0.948408\n",
      "[3651]\tvalid_0's auc: 0.948413\n",
      "[3652]\tvalid_0's auc: 0.948419\n",
      "[3653]\tvalid_0's auc: 0.948425\n",
      "[3654]\tvalid_0's auc: 0.948431\n",
      "[3655]\tvalid_0's auc: 0.948435\n",
      "[3656]\tvalid_0's auc: 0.948439\n",
      "[3657]\tvalid_0's auc: 0.948446\n",
      "[3658]\tvalid_0's auc: 0.948459\n",
      "[3659]\tvalid_0's auc: 0.948468\n",
      "[3660]\tvalid_0's auc: 0.948479\n",
      "[3661]\tvalid_0's auc: 0.948491\n",
      "[3662]\tvalid_0's auc: 0.948502\n",
      "[3663]\tvalid_0's auc: 0.948509\n",
      "[3664]\tvalid_0's auc: 0.948514\n",
      "[3665]\tvalid_0's auc: 0.948524\n",
      "[3666]\tvalid_0's auc: 0.948532\n",
      "[3667]\tvalid_0's auc: 0.948544\n",
      "[3668]\tvalid_0's auc: 0.948551\n",
      "[3669]\tvalid_0's auc: 0.948558\n",
      "[3670]\tvalid_0's auc: 0.948567\n",
      "[3671]\tvalid_0's auc: 0.948581\n",
      "[3672]\tvalid_0's auc: 0.948588\n",
      "[3673]\tvalid_0's auc: 0.948594\n",
      "[3674]\tvalid_0's auc: 0.948602\n",
      "[3675]\tvalid_0's auc: 0.948616\n",
      "[3676]\tvalid_0's auc: 0.948623\n",
      "[3677]\tvalid_0's auc: 0.948627\n",
      "[3678]\tvalid_0's auc: 0.948633\n",
      "[3679]\tvalid_0's auc: 0.948639\n",
      "[3680]\tvalid_0's auc: 0.948651\n",
      "[3681]\tvalid_0's auc: 0.948659\n",
      "[3682]\tvalid_0's auc: 0.948665\n",
      "[3683]\tvalid_0's auc: 0.948674\n",
      "[3684]\tvalid_0's auc: 0.948679\n",
      "[3685]\tvalid_0's auc: 0.948682\n",
      "[3686]\tvalid_0's auc: 0.948687\n",
      "[3687]\tvalid_0's auc: 0.948692\n",
      "[3688]\tvalid_0's auc: 0.948697\n",
      "[3689]\tvalid_0's auc: 0.9487\n",
      "[3690]\tvalid_0's auc: 0.948703\n",
      "[3691]\tvalid_0's auc: 0.948709\n",
      "[3692]\tvalid_0's auc: 0.948717\n",
      "[3693]\tvalid_0's auc: 0.948723\n",
      "[3694]\tvalid_0's auc: 0.948728\n",
      "[3695]\tvalid_0's auc: 0.948737\n",
      "[3696]\tvalid_0's auc: 0.94875\n",
      "[3697]\tvalid_0's auc: 0.948756\n",
      "[3698]\tvalid_0's auc: 0.94876\n",
      "[3699]\tvalid_0's auc: 0.948767\n",
      "[3700]\tvalid_0's auc: 0.948772\n",
      "[3701]\tvalid_0's auc: 0.948783\n",
      "[3702]\tvalid_0's auc: 0.94879\n",
      "[3703]\tvalid_0's auc: 0.9488\n",
      "[3704]\tvalid_0's auc: 0.948807\n",
      "[3705]\tvalid_0's auc: 0.948818\n",
      "[3706]\tvalid_0's auc: 0.948827\n",
      "[3707]\tvalid_0's auc: 0.948837\n",
      "[3708]\tvalid_0's auc: 0.948842\n",
      "[3709]\tvalid_0's auc: 0.948848\n",
      "[3710]\tvalid_0's auc: 0.948861\n",
      "[3711]\tvalid_0's auc: 0.948869\n",
      "[3712]\tvalid_0's auc: 0.948876\n",
      "[3713]\tvalid_0's auc: 0.948891\n",
      "[3714]\tvalid_0's auc: 0.948898\n",
      "[3715]\tvalid_0's auc: 0.948905\n",
      "[3716]\tvalid_0's auc: 0.948909\n",
      "[3717]\tvalid_0's auc: 0.948915\n",
      "[3718]\tvalid_0's auc: 0.948925\n",
      "[3719]\tvalid_0's auc: 0.948929\n",
      "[3720]\tvalid_0's auc: 0.948935\n",
      "[3721]\tvalid_0's auc: 0.948943\n",
      "[3722]\tvalid_0's auc: 0.948946\n",
      "[3723]\tvalid_0's auc: 0.948951\n",
      "[3724]\tvalid_0's auc: 0.948956\n",
      "[3725]\tvalid_0's auc: 0.948963\n",
      "[3726]\tvalid_0's auc: 0.948971\n",
      "[3727]\tvalid_0's auc: 0.948984\n",
      "[3728]\tvalid_0's auc: 0.949002\n",
      "[3729]\tvalid_0's auc: 0.949006\n",
      "[3730]\tvalid_0's auc: 0.949014\n",
      "[3731]\tvalid_0's auc: 0.949029\n",
      "[3732]\tvalid_0's auc: 0.949041\n",
      "[3733]\tvalid_0's auc: 0.949056\n",
      "[3734]\tvalid_0's auc: 0.949062\n",
      "[3735]\tvalid_0's auc: 0.949076\n",
      "[3736]\tvalid_0's auc: 0.949083\n",
      "[3737]\tvalid_0's auc: 0.949094\n",
      "[3738]\tvalid_0's auc: 0.949098\n",
      "[3739]\tvalid_0's auc: 0.949102\n",
      "[3740]\tvalid_0's auc: 0.949114\n",
      "[3741]\tvalid_0's auc: 0.949118\n",
      "[3742]\tvalid_0's auc: 0.949128\n",
      "[3743]\tvalid_0's auc: 0.949134\n",
      "[3744]\tvalid_0's auc: 0.949138\n",
      "[3745]\tvalid_0's auc: 0.94915\n",
      "[3746]\tvalid_0's auc: 0.949163\n",
      "[3747]\tvalid_0's auc: 0.949166\n",
      "[3748]\tvalid_0's auc: 0.949173\n",
      "[3749]\tvalid_0's auc: 0.949183\n",
      "[3750]\tvalid_0's auc: 0.949195\n",
      "[3751]\tvalid_0's auc: 0.949201\n",
      "[3752]\tvalid_0's auc: 0.949215\n",
      "[3753]\tvalid_0's auc: 0.949225\n",
      "[3754]\tvalid_0's auc: 0.949238\n",
      "[3755]\tvalid_0's auc: 0.949254\n",
      "[3756]\tvalid_0's auc: 0.949257\n",
      "[3757]\tvalid_0's auc: 0.949263\n",
      "[3758]\tvalid_0's auc: 0.949272\n",
      "[3759]\tvalid_0's auc: 0.949282\n",
      "[3760]\tvalid_0's auc: 0.949288\n",
      "[3761]\tvalid_0's auc: 0.949299\n",
      "[3762]\tvalid_0's auc: 0.949306\n",
      "[3763]\tvalid_0's auc: 0.949319\n",
      "[3764]\tvalid_0's auc: 0.949328\n",
      "[3765]\tvalid_0's auc: 0.949335\n",
      "[3766]\tvalid_0's auc: 0.949341\n",
      "[3767]\tvalid_0's auc: 0.949346\n",
      "[3768]\tvalid_0's auc: 0.949349\n",
      "[3769]\tvalid_0's auc: 0.949353\n",
      "[3770]\tvalid_0's auc: 0.949363\n",
      "[3771]\tvalid_0's auc: 0.949366\n",
      "[3772]\tvalid_0's auc: 0.949376\n",
      "[3773]\tvalid_0's auc: 0.949387\n",
      "[3774]\tvalid_0's auc: 0.949393\n",
      "[3775]\tvalid_0's auc: 0.949404\n",
      "[3776]\tvalid_0's auc: 0.94941\n",
      "[3777]\tvalid_0's auc: 0.949425\n",
      "[3778]\tvalid_0's auc: 0.949432\n",
      "[3779]\tvalid_0's auc: 0.94944\n",
      "[3780]\tvalid_0's auc: 0.94945\n",
      "[3781]\tvalid_0's auc: 0.949463\n",
      "[3782]\tvalid_0's auc: 0.949469\n",
      "[3783]\tvalid_0's auc: 0.949471\n",
      "[3784]\tvalid_0's auc: 0.949479\n",
      "[3785]\tvalid_0's auc: 0.949492\n",
      "[3786]\tvalid_0's auc: 0.949498\n",
      "[3787]\tvalid_0's auc: 0.949504\n",
      "[3788]\tvalid_0's auc: 0.949512\n",
      "[3789]\tvalid_0's auc: 0.949521\n",
      "[3790]\tvalid_0's auc: 0.94953\n",
      "[3791]\tvalid_0's auc: 0.949536\n",
      "[3792]\tvalid_0's auc: 0.949542\n",
      "[3793]\tvalid_0's auc: 0.949546\n",
      "[3794]\tvalid_0's auc: 0.949559\n",
      "[3795]\tvalid_0's auc: 0.949561\n",
      "[3796]\tvalid_0's auc: 0.949571\n",
      "[3797]\tvalid_0's auc: 0.949576\n",
      "[3798]\tvalid_0's auc: 0.949584\n",
      "[3799]\tvalid_0's auc: 0.949596\n",
      "[3800]\tvalid_0's auc: 0.949599\n",
      "[3801]\tvalid_0's auc: 0.949607\n",
      "[3802]\tvalid_0's auc: 0.949615\n",
      "[3803]\tvalid_0's auc: 0.949622\n",
      "[3804]\tvalid_0's auc: 0.949626\n",
      "[3805]\tvalid_0's auc: 0.949631\n",
      "[3806]\tvalid_0's auc: 0.949642\n",
      "[3807]\tvalid_0's auc: 0.94965\n",
      "[3808]\tvalid_0's auc: 0.949653\n",
      "[3809]\tvalid_0's auc: 0.949665\n",
      "[3810]\tvalid_0's auc: 0.949673\n",
      "[3811]\tvalid_0's auc: 0.949678\n",
      "[3812]\tvalid_0's auc: 0.949691\n",
      "[3813]\tvalid_0's auc: 0.949701\n",
      "[3814]\tvalid_0's auc: 0.949711\n",
      "[3815]\tvalid_0's auc: 0.949716\n",
      "[3816]\tvalid_0's auc: 0.949721\n",
      "[3817]\tvalid_0's auc: 0.949727\n",
      "[3818]\tvalid_0's auc: 0.949739\n",
      "[3819]\tvalid_0's auc: 0.949744\n",
      "[3820]\tvalid_0's auc: 0.949754\n",
      "[3821]\tvalid_0's auc: 0.949761\n",
      "[3822]\tvalid_0's auc: 0.949769\n",
      "[3823]\tvalid_0's auc: 0.949776\n",
      "[3824]\tvalid_0's auc: 0.949783\n",
      "[3825]\tvalid_0's auc: 0.949794\n",
      "[3826]\tvalid_0's auc: 0.949801\n",
      "[3827]\tvalid_0's auc: 0.949817\n",
      "[3828]\tvalid_0's auc: 0.949823\n",
      "[3829]\tvalid_0's auc: 0.949835\n",
      "[3830]\tvalid_0's auc: 0.949841\n",
      "[3831]\tvalid_0's auc: 0.949845\n",
      "[3832]\tvalid_0's auc: 0.949854\n",
      "[3833]\tvalid_0's auc: 0.949858\n",
      "[3834]\tvalid_0's auc: 0.949865\n",
      "[3835]\tvalid_0's auc: 0.949871\n",
      "[3836]\tvalid_0's auc: 0.949881\n",
      "[3837]\tvalid_0's auc: 0.949885\n",
      "[3838]\tvalid_0's auc: 0.949897\n",
      "[3839]\tvalid_0's auc: 0.949904\n",
      "[3840]\tvalid_0's auc: 0.949913\n",
      "[3841]\tvalid_0's auc: 0.949917\n",
      "[3842]\tvalid_0's auc: 0.949924\n",
      "[3843]\tvalid_0's auc: 0.949934\n",
      "[3844]\tvalid_0's auc: 0.94994\n",
      "[3845]\tvalid_0's auc: 0.949943\n",
      "[3846]\tvalid_0's auc: 0.949952\n",
      "[3847]\tvalid_0's auc: 0.949958\n",
      "[3848]\tvalid_0's auc: 0.949972\n",
      "[3849]\tvalid_0's auc: 0.949982\n",
      "[3850]\tvalid_0's auc: 0.949988\n",
      "[3851]\tvalid_0's auc: 0.949995\n",
      "[3852]\tvalid_0's auc: 0.950005\n",
      "[3853]\tvalid_0's auc: 0.95001\n",
      "[3854]\tvalid_0's auc: 0.950017\n",
      "[3855]\tvalid_0's auc: 0.950026\n",
      "[3856]\tvalid_0's auc: 0.950038\n",
      "[3857]\tvalid_0's auc: 0.950044\n",
      "[3858]\tvalid_0's auc: 0.95005\n",
      "[3859]\tvalid_0's auc: 0.950057\n",
      "[3860]\tvalid_0's auc: 0.950071\n",
      "[3861]\tvalid_0's auc: 0.95008\n",
      "[3862]\tvalid_0's auc: 0.950087\n",
      "[3863]\tvalid_0's auc: 0.9501\n",
      "[3864]\tvalid_0's auc: 0.950104\n",
      "[3865]\tvalid_0's auc: 0.950112\n",
      "[3866]\tvalid_0's auc: 0.950117\n",
      "[3867]\tvalid_0's auc: 0.950126\n",
      "[3868]\tvalid_0's auc: 0.950132\n",
      "[3869]\tvalid_0's auc: 0.950143\n",
      "[3870]\tvalid_0's auc: 0.950149\n",
      "[3871]\tvalid_0's auc: 0.950156\n",
      "[3872]\tvalid_0's auc: 0.950159\n",
      "[3873]\tvalid_0's auc: 0.950164\n",
      "[3874]\tvalid_0's auc: 0.950173\n",
      "[3875]\tvalid_0's auc: 0.950179\n",
      "[3876]\tvalid_0's auc: 0.950187\n",
      "[3877]\tvalid_0's auc: 0.950191\n",
      "[3878]\tvalid_0's auc: 0.950198\n",
      "[3879]\tvalid_0's auc: 0.950207\n",
      "[3880]\tvalid_0's auc: 0.950219\n",
      "[3881]\tvalid_0's auc: 0.950224\n",
      "[3882]\tvalid_0's auc: 0.950237\n",
      "[3883]\tvalid_0's auc: 0.950246\n",
      "[3884]\tvalid_0's auc: 0.950253\n",
      "[3885]\tvalid_0's auc: 0.95026\n",
      "[3886]\tvalid_0's auc: 0.950266\n",
      "[3887]\tvalid_0's auc: 0.950271\n",
      "[3888]\tvalid_0's auc: 0.950287\n",
      "[3889]\tvalid_0's auc: 0.950291\n",
      "[3890]\tvalid_0's auc: 0.950296\n",
      "[3891]\tvalid_0's auc: 0.9503\n",
      "[3892]\tvalid_0's auc: 0.95031\n",
      "[3893]\tvalid_0's auc: 0.950314\n",
      "[3894]\tvalid_0's auc: 0.950325\n",
      "[3895]\tvalid_0's auc: 0.95033\n",
      "[3896]\tvalid_0's auc: 0.950334\n",
      "[3897]\tvalid_0's auc: 0.950341\n",
      "[3898]\tvalid_0's auc: 0.950352\n",
      "[3899]\tvalid_0's auc: 0.950359\n",
      "[3900]\tvalid_0's auc: 0.950365\n",
      "[3901]\tvalid_0's auc: 0.950372\n",
      "[3902]\tvalid_0's auc: 0.950385\n",
      "[3903]\tvalid_0's auc: 0.950398\n",
      "[3904]\tvalid_0's auc: 0.950409\n",
      "[3905]\tvalid_0's auc: 0.950413\n",
      "[3906]\tvalid_0's auc: 0.950421\n",
      "[3907]\tvalid_0's auc: 0.950427\n",
      "[3908]\tvalid_0's auc: 0.950436\n",
      "[3909]\tvalid_0's auc: 0.950442\n",
      "[3910]\tvalid_0's auc: 0.950452\n",
      "[3911]\tvalid_0's auc: 0.950459\n",
      "[3912]\tvalid_0's auc: 0.950466\n",
      "[3913]\tvalid_0's auc: 0.950479\n",
      "[3914]\tvalid_0's auc: 0.950486\n",
      "[3915]\tvalid_0's auc: 0.950495\n",
      "[3916]\tvalid_0's auc: 0.950499\n",
      "[3917]\tvalid_0's auc: 0.950512\n",
      "[3918]\tvalid_0's auc: 0.950526\n",
      "[3919]\tvalid_0's auc: 0.950532\n",
      "[3920]\tvalid_0's auc: 0.950537\n",
      "[3921]\tvalid_0's auc: 0.950541\n",
      "[3922]\tvalid_0's auc: 0.950544\n",
      "[3923]\tvalid_0's auc: 0.950555\n",
      "[3924]\tvalid_0's auc: 0.950563\n",
      "[3925]\tvalid_0's auc: 0.950572\n",
      "[3926]\tvalid_0's auc: 0.950576\n",
      "[3927]\tvalid_0's auc: 0.95058\n",
      "[3928]\tvalid_0's auc: 0.950586\n",
      "[3929]\tvalid_0's auc: 0.95059\n",
      "[3930]\tvalid_0's auc: 0.950599\n",
      "[3931]\tvalid_0's auc: 0.950605\n",
      "[3932]\tvalid_0's auc: 0.95061\n",
      "[3933]\tvalid_0's auc: 0.950621\n",
      "[3934]\tvalid_0's auc: 0.950627\n",
      "[3935]\tvalid_0's auc: 0.950636\n",
      "[3936]\tvalid_0's auc: 0.950642\n",
      "[3937]\tvalid_0's auc: 0.95065\n",
      "[3938]\tvalid_0's auc: 0.950656\n",
      "[3939]\tvalid_0's auc: 0.950667\n",
      "[3940]\tvalid_0's auc: 0.950674\n",
      "[3941]\tvalid_0's auc: 0.950677\n",
      "[3942]\tvalid_0's auc: 0.950686\n",
      "[3943]\tvalid_0's auc: 0.95069\n",
      "[3944]\tvalid_0's auc: 0.950694\n",
      "[3945]\tvalid_0's auc: 0.950706\n",
      "[3946]\tvalid_0's auc: 0.950714\n",
      "[3947]\tvalid_0's auc: 0.950718\n",
      "[3948]\tvalid_0's auc: 0.950723\n",
      "[3949]\tvalid_0's auc: 0.950732\n",
      "[3950]\tvalid_0's auc: 0.950739\n",
      "[3951]\tvalid_0's auc: 0.950748\n",
      "[3952]\tvalid_0's auc: 0.950757\n",
      "[3953]\tvalid_0's auc: 0.950763\n",
      "[3954]\tvalid_0's auc: 0.950766\n",
      "[3955]\tvalid_0's auc: 0.950777\n",
      "[3956]\tvalid_0's auc: 0.950784\n",
      "[3957]\tvalid_0's auc: 0.950797\n",
      "[3958]\tvalid_0's auc: 0.950806\n",
      "[3959]\tvalid_0's auc: 0.950812\n",
      "[3960]\tvalid_0's auc: 0.950819\n",
      "[3961]\tvalid_0's auc: 0.950827\n",
      "[3962]\tvalid_0's auc: 0.950835\n",
      "[3963]\tvalid_0's auc: 0.95084\n",
      "[3964]\tvalid_0's auc: 0.950849\n",
      "[3965]\tvalid_0's auc: 0.950855\n",
      "[3966]\tvalid_0's auc: 0.950861\n",
      "[3967]\tvalid_0's auc: 0.950866\n",
      "[3968]\tvalid_0's auc: 0.950872\n",
      "[3969]\tvalid_0's auc: 0.95088\n",
      "[3970]\tvalid_0's auc: 0.950888\n",
      "[3971]\tvalid_0's auc: 0.950894\n",
      "[3972]\tvalid_0's auc: 0.950902\n",
      "[3973]\tvalid_0's auc: 0.950904\n",
      "[3974]\tvalid_0's auc: 0.950916\n",
      "[3975]\tvalid_0's auc: 0.950924\n",
      "[3976]\tvalid_0's auc: 0.950935\n",
      "[3977]\tvalid_0's auc: 0.950942\n",
      "[3978]\tvalid_0's auc: 0.950946\n",
      "[3979]\tvalid_0's auc: 0.950952\n",
      "[3980]\tvalid_0's auc: 0.950958\n",
      "[3981]\tvalid_0's auc: 0.950963\n",
      "[3982]\tvalid_0's auc: 0.95097\n",
      "[3983]\tvalid_0's auc: 0.950978\n",
      "[3984]\tvalid_0's auc: 0.950991\n",
      "[3985]\tvalid_0's auc: 0.950998\n",
      "[3986]\tvalid_0's auc: 0.951004\n",
      "[3987]\tvalid_0's auc: 0.951015\n",
      "[3988]\tvalid_0's auc: 0.951024\n",
      "[3989]\tvalid_0's auc: 0.95103\n",
      "[3990]\tvalid_0's auc: 0.951037\n",
      "[3991]\tvalid_0's auc: 0.951041\n",
      "[3992]\tvalid_0's auc: 0.951046\n",
      "[3993]\tvalid_0's auc: 0.951053\n",
      "[3994]\tvalid_0's auc: 0.951058\n",
      "[3995]\tvalid_0's auc: 0.951065\n",
      "[3996]\tvalid_0's auc: 0.951074\n",
      "[3997]\tvalid_0's auc: 0.951078\n",
      "[3998]\tvalid_0's auc: 0.951086\n",
      "[3999]\tvalid_0's auc: 0.9511\n",
      "[4000]\tvalid_0's auc: 0.951103\n",
      "[4001]\tvalid_0's auc: 0.95111\n",
      "[4002]\tvalid_0's auc: 0.951118\n",
      "[4003]\tvalid_0's auc: 0.951125\n",
      "[4004]\tvalid_0's auc: 0.95113\n",
      "[4005]\tvalid_0's auc: 0.951141\n",
      "[4006]\tvalid_0's auc: 0.951144\n",
      "[4007]\tvalid_0's auc: 0.95115\n",
      "[4008]\tvalid_0's auc: 0.951155\n",
      "[4009]\tvalid_0's auc: 0.951165\n",
      "[4010]\tvalid_0's auc: 0.951169\n",
      "[4011]\tvalid_0's auc: 0.951179\n",
      "[4012]\tvalid_0's auc: 0.951182\n",
      "[4013]\tvalid_0's auc: 0.951187\n",
      "[4014]\tvalid_0's auc: 0.951198\n",
      "[4015]\tvalid_0's auc: 0.95121\n",
      "[4016]\tvalid_0's auc: 0.951217\n",
      "[4017]\tvalid_0's auc: 0.951228\n",
      "[4018]\tvalid_0's auc: 0.951238\n",
      "[4019]\tvalid_0's auc: 0.951247\n",
      "[4020]\tvalid_0's auc: 0.95125\n",
      "[4021]\tvalid_0's auc: 0.951262\n",
      "[4022]\tvalid_0's auc: 0.951269\n",
      "[4023]\tvalid_0's auc: 0.951275\n",
      "[4024]\tvalid_0's auc: 0.951283\n",
      "[4025]\tvalid_0's auc: 0.951297\n",
      "[4026]\tvalid_0's auc: 0.951302\n",
      "[4027]\tvalid_0's auc: 0.951311\n",
      "[4028]\tvalid_0's auc: 0.951317\n",
      "[4029]\tvalid_0's auc: 0.951326\n",
      "[4030]\tvalid_0's auc: 0.951333\n",
      "[4031]\tvalid_0's auc: 0.951338\n",
      "[4032]\tvalid_0's auc: 0.951342\n",
      "[4033]\tvalid_0's auc: 0.951349\n",
      "[4034]\tvalid_0's auc: 0.951359\n",
      "[4035]\tvalid_0's auc: 0.95137\n",
      "[4036]\tvalid_0's auc: 0.951374\n",
      "[4037]\tvalid_0's auc: 0.951377\n",
      "[4038]\tvalid_0's auc: 0.951383\n",
      "[4039]\tvalid_0's auc: 0.951389\n",
      "[4040]\tvalid_0's auc: 0.951395\n",
      "[4041]\tvalid_0's auc: 0.951401\n",
      "[4042]\tvalid_0's auc: 0.951412\n",
      "[4043]\tvalid_0's auc: 0.95142\n",
      "[4044]\tvalid_0's auc: 0.951423\n",
      "[4045]\tvalid_0's auc: 0.95143\n",
      "[4046]\tvalid_0's auc: 0.951438\n",
      "[4047]\tvalid_0's auc: 0.951445\n",
      "[4048]\tvalid_0's auc: 0.951452\n",
      "[4049]\tvalid_0's auc: 0.951459\n",
      "[4050]\tvalid_0's auc: 0.951463\n",
      "[4051]\tvalid_0's auc: 0.951469\n",
      "[4052]\tvalid_0's auc: 0.95148\n",
      "[4053]\tvalid_0's auc: 0.951482\n",
      "[4054]\tvalid_0's auc: 0.95149\n",
      "[4055]\tvalid_0's auc: 0.9515\n",
      "[4056]\tvalid_0's auc: 0.951508\n",
      "[4057]\tvalid_0's auc: 0.951513\n",
      "[4058]\tvalid_0's auc: 0.951517\n",
      "[4059]\tvalid_0's auc: 0.951525\n",
      "[4060]\tvalid_0's auc: 0.951536\n",
      "[4061]\tvalid_0's auc: 0.951547\n",
      "[4062]\tvalid_0's auc: 0.951557\n",
      "[4063]\tvalid_0's auc: 0.951561\n",
      "[4064]\tvalid_0's auc: 0.951568\n",
      "[4065]\tvalid_0's auc: 0.951573\n",
      "[4066]\tvalid_0's auc: 0.95158\n",
      "[4067]\tvalid_0's auc: 0.951586\n",
      "[4068]\tvalid_0's auc: 0.951589\n",
      "[4069]\tvalid_0's auc: 0.951598\n",
      "[4070]\tvalid_0's auc: 0.951605\n",
      "[4071]\tvalid_0's auc: 0.95161\n",
      "[4072]\tvalid_0's auc: 0.951614\n",
      "[4073]\tvalid_0's auc: 0.95162\n",
      "[4074]\tvalid_0's auc: 0.951628\n",
      "[4075]\tvalid_0's auc: 0.951637\n",
      "[4076]\tvalid_0's auc: 0.951642\n",
      "[4077]\tvalid_0's auc: 0.951651\n",
      "[4078]\tvalid_0's auc: 0.951658\n",
      "[4079]\tvalid_0's auc: 0.951664\n",
      "[4080]\tvalid_0's auc: 0.951672\n",
      "[4081]\tvalid_0's auc: 0.951678\n",
      "[4082]\tvalid_0's auc: 0.951687\n",
      "[4083]\tvalid_0's auc: 0.951693\n",
      "[4084]\tvalid_0's auc: 0.951699\n",
      "[4085]\tvalid_0's auc: 0.951707\n",
      "[4086]\tvalid_0's auc: 0.951708\n",
      "[4087]\tvalid_0's auc: 0.951711\n",
      "[4088]\tvalid_0's auc: 0.951716\n",
      "[4089]\tvalid_0's auc: 0.951727\n",
      "[4090]\tvalid_0's auc: 0.951733\n",
      "[4091]\tvalid_0's auc: 0.951738\n",
      "[4092]\tvalid_0's auc: 0.951744\n",
      "[4093]\tvalid_0's auc: 0.951749\n",
      "[4094]\tvalid_0's auc: 0.951752\n",
      "[4095]\tvalid_0's auc: 0.951755\n",
      "[4096]\tvalid_0's auc: 0.951758\n",
      "[4097]\tvalid_0's auc: 0.95176\n",
      "[4098]\tvalid_0's auc: 0.951767\n",
      "[4099]\tvalid_0's auc: 0.951776\n",
      "[4100]\tvalid_0's auc: 0.951782\n",
      "[4101]\tvalid_0's auc: 0.951789\n",
      "[4102]\tvalid_0's auc: 0.951797\n",
      "[4103]\tvalid_0's auc: 0.951802\n",
      "[4104]\tvalid_0's auc: 0.951808\n",
      "[4105]\tvalid_0's auc: 0.951813\n",
      "[4106]\tvalid_0's auc: 0.951818\n",
      "[4107]\tvalid_0's auc: 0.951824\n",
      "[4108]\tvalid_0's auc: 0.95183\n",
      "[4109]\tvalid_0's auc: 0.95184\n",
      "[4110]\tvalid_0's auc: 0.951847\n",
      "[4111]\tvalid_0's auc: 0.95185\n",
      "[4112]\tvalid_0's auc: 0.951859\n",
      "[4113]\tvalid_0's auc: 0.951866\n",
      "[4114]\tvalid_0's auc: 0.951874\n",
      "[4115]\tvalid_0's auc: 0.951883\n",
      "[4116]\tvalid_0's auc: 0.951885\n",
      "[4117]\tvalid_0's auc: 0.95189\n",
      "[4118]\tvalid_0's auc: 0.951894\n",
      "[4119]\tvalid_0's auc: 0.951901\n",
      "[4120]\tvalid_0's auc: 0.951908\n",
      "[4121]\tvalid_0's auc: 0.951914\n",
      "[4122]\tvalid_0's auc: 0.951924\n",
      "[4123]\tvalid_0's auc: 0.951934\n",
      "[4124]\tvalid_0's auc: 0.951942\n",
      "[4125]\tvalid_0's auc: 0.951949\n",
      "[4126]\tvalid_0's auc: 0.951954\n",
      "[4127]\tvalid_0's auc: 0.951964\n",
      "[4128]\tvalid_0's auc: 0.951967\n",
      "[4129]\tvalid_0's auc: 0.951973\n",
      "[4130]\tvalid_0's auc: 0.951978\n",
      "[4131]\tvalid_0's auc: 0.951985\n",
      "[4132]\tvalid_0's auc: 0.95199\n",
      "[4133]\tvalid_0's auc: 0.951996\n",
      "[4134]\tvalid_0's auc: 0.952001\n",
      "[4135]\tvalid_0's auc: 0.952009\n",
      "[4136]\tvalid_0's auc: 0.952014\n",
      "[4137]\tvalid_0's auc: 0.952022\n",
      "[4138]\tvalid_0's auc: 0.952031\n",
      "[4139]\tvalid_0's auc: 0.952036\n",
      "[4140]\tvalid_0's auc: 0.952041\n",
      "[4141]\tvalid_0's auc: 0.952046\n",
      "[4142]\tvalid_0's auc: 0.952053\n",
      "[4143]\tvalid_0's auc: 0.952057\n",
      "[4144]\tvalid_0's auc: 0.952063\n",
      "[4145]\tvalid_0's auc: 0.952071\n",
      "[4146]\tvalid_0's auc: 0.952077\n",
      "[4147]\tvalid_0's auc: 0.952083\n",
      "[4148]\tvalid_0's auc: 0.952091\n",
      "[4149]\tvalid_0's auc: 0.952103\n",
      "[4150]\tvalid_0's auc: 0.952108\n",
      "[4151]\tvalid_0's auc: 0.952114\n",
      "[4152]\tvalid_0's auc: 0.952123\n",
      "[4153]\tvalid_0's auc: 0.952128\n",
      "[4154]\tvalid_0's auc: 0.952131\n",
      "[4155]\tvalid_0's auc: 0.952136\n",
      "[4156]\tvalid_0's auc: 0.952143\n",
      "[4157]\tvalid_0's auc: 0.952149\n",
      "[4158]\tvalid_0's auc: 0.952157\n",
      "[4159]\tvalid_0's auc: 0.952162\n",
      "[4160]\tvalid_0's auc: 0.952168\n",
      "[4161]\tvalid_0's auc: 0.952176\n",
      "[4162]\tvalid_0's auc: 0.952181\n",
      "[4163]\tvalid_0's auc: 0.952187\n",
      "[4164]\tvalid_0's auc: 0.9522\n",
      "[4165]\tvalid_0's auc: 0.952206\n",
      "[4166]\tvalid_0's auc: 0.952212\n",
      "[4167]\tvalid_0's auc: 0.95222\n",
      "[4168]\tvalid_0's auc: 0.952225\n",
      "[4169]\tvalid_0's auc: 0.952232\n",
      "[4170]\tvalid_0's auc: 0.952238\n",
      "[4171]\tvalid_0's auc: 0.952242\n",
      "[4172]\tvalid_0's auc: 0.952249\n",
      "[4173]\tvalid_0's auc: 0.952257\n",
      "[4174]\tvalid_0's auc: 0.952262\n",
      "[4175]\tvalid_0's auc: 0.952268\n",
      "[4176]\tvalid_0's auc: 0.952274\n",
      "[4177]\tvalid_0's auc: 0.952277\n",
      "[4178]\tvalid_0's auc: 0.952281\n",
      "[4179]\tvalid_0's auc: 0.952291\n",
      "[4180]\tvalid_0's auc: 0.952297\n",
      "[4181]\tvalid_0's auc: 0.952304\n",
      "[4182]\tvalid_0's auc: 0.952308\n",
      "[4183]\tvalid_0's auc: 0.952312\n",
      "[4184]\tvalid_0's auc: 0.952318\n",
      "[4185]\tvalid_0's auc: 0.952324\n",
      "[4186]\tvalid_0's auc: 0.952328\n",
      "[4187]\tvalid_0's auc: 0.952339\n",
      "[4188]\tvalid_0's auc: 0.952345\n",
      "[4189]\tvalid_0's auc: 0.95235\n",
      "[4190]\tvalid_0's auc: 0.952358\n",
      "[4191]\tvalid_0's auc: 0.952362\n",
      "[4192]\tvalid_0's auc: 0.952365\n",
      "[4193]\tvalid_0's auc: 0.952374\n",
      "[4194]\tvalid_0's auc: 0.95238\n",
      "[4195]\tvalid_0's auc: 0.952387\n",
      "[4196]\tvalid_0's auc: 0.952393\n",
      "[4197]\tvalid_0's auc: 0.952396\n",
      "[4198]\tvalid_0's auc: 0.952404\n",
      "[4199]\tvalid_0's auc: 0.952408\n",
      "[4200]\tvalid_0's auc: 0.952413\n",
      "[4201]\tvalid_0's auc: 0.952418\n",
      "[4202]\tvalid_0's auc: 0.952426\n",
      "[4203]\tvalid_0's auc: 0.952435\n",
      "[4204]\tvalid_0's auc: 0.952442\n",
      "[4205]\tvalid_0's auc: 0.952447\n",
      "[4206]\tvalid_0's auc: 0.952455\n",
      "[4207]\tvalid_0's auc: 0.952459\n",
      "[4208]\tvalid_0's auc: 0.952463\n",
      "[4209]\tvalid_0's auc: 0.952469\n",
      "[4210]\tvalid_0's auc: 0.952474\n",
      "[4211]\tvalid_0's auc: 0.952477\n",
      "[4212]\tvalid_0's auc: 0.952483\n",
      "[4213]\tvalid_0's auc: 0.952489\n",
      "[4214]\tvalid_0's auc: 0.952493\n",
      "[4215]\tvalid_0's auc: 0.952501\n",
      "[4216]\tvalid_0's auc: 0.952507\n",
      "[4217]\tvalid_0's auc: 0.952511\n",
      "[4218]\tvalid_0's auc: 0.952519\n",
      "[4219]\tvalid_0's auc: 0.952526\n",
      "[4220]\tvalid_0's auc: 0.952531\n",
      "[4221]\tvalid_0's auc: 0.952536\n",
      "[4222]\tvalid_0's auc: 0.95254\n",
      "[4223]\tvalid_0's auc: 0.952545\n",
      "[4224]\tvalid_0's auc: 0.952551\n",
      "[4225]\tvalid_0's auc: 0.952557\n",
      "[4226]\tvalid_0's auc: 0.95256\n",
      "[4227]\tvalid_0's auc: 0.952567\n",
      "[4228]\tvalid_0's auc: 0.952573\n",
      "[4229]\tvalid_0's auc: 0.952579\n",
      "[4230]\tvalid_0's auc: 0.952583\n",
      "[4231]\tvalid_0's auc: 0.952589\n",
      "[4232]\tvalid_0's auc: 0.952593\n",
      "[4233]\tvalid_0's auc: 0.952599\n",
      "[4234]\tvalid_0's auc: 0.952605\n",
      "[4235]\tvalid_0's auc: 0.95261\n",
      "[4236]\tvalid_0's auc: 0.952616\n",
      "[4237]\tvalid_0's auc: 0.952622\n",
      "[4238]\tvalid_0's auc: 0.952626\n",
      "[4239]\tvalid_0's auc: 0.952634\n",
      "[4240]\tvalid_0's auc: 0.952638\n",
      "[4241]\tvalid_0's auc: 0.952643\n",
      "[4242]\tvalid_0's auc: 0.952651\n",
      "[4243]\tvalid_0's auc: 0.952656\n",
      "[4244]\tvalid_0's auc: 0.95266\n",
      "[4245]\tvalid_0's auc: 0.952664\n",
      "[4246]\tvalid_0's auc: 0.95267\n",
      "[4247]\tvalid_0's auc: 0.952674\n",
      "[4248]\tvalid_0's auc: 0.952681\n",
      "[4249]\tvalid_0's auc: 0.952687\n",
      "[4250]\tvalid_0's auc: 0.952692\n",
      "[4251]\tvalid_0's auc: 0.952698\n",
      "[4252]\tvalid_0's auc: 0.952705\n",
      "[4253]\tvalid_0's auc: 0.952712\n",
      "[4254]\tvalid_0's auc: 0.952714\n",
      "[4255]\tvalid_0's auc: 0.95272\n",
      "[4256]\tvalid_0's auc: 0.952723\n",
      "[4257]\tvalid_0's auc: 0.952732\n",
      "[4258]\tvalid_0's auc: 0.952736\n",
      "[4259]\tvalid_0's auc: 0.952739\n",
      "[4260]\tvalid_0's auc: 0.952745\n",
      "[4261]\tvalid_0's auc: 0.952751\n",
      "[4262]\tvalid_0's auc: 0.952758\n",
      "[4263]\tvalid_0's auc: 0.952766\n",
      "[4264]\tvalid_0's auc: 0.952776\n",
      "[4265]\tvalid_0's auc: 0.952784\n",
      "[4266]\tvalid_0's auc: 0.952788\n",
      "[4267]\tvalid_0's auc: 0.952796\n",
      "[4268]\tvalid_0's auc: 0.9528\n",
      "[4269]\tvalid_0's auc: 0.952809\n",
      "[4270]\tvalid_0's auc: 0.952814\n",
      "[4271]\tvalid_0's auc: 0.952821\n",
      "[4272]\tvalid_0's auc: 0.952825\n",
      "[4273]\tvalid_0's auc: 0.952829\n",
      "[4274]\tvalid_0's auc: 0.952833\n",
      "[4275]\tvalid_0's auc: 0.952836\n",
      "[4276]\tvalid_0's auc: 0.952841\n",
      "[4277]\tvalid_0's auc: 0.952849\n",
      "[4278]\tvalid_0's auc: 0.952853\n",
      "[4279]\tvalid_0's auc: 0.952855\n",
      "[4280]\tvalid_0's auc: 0.952861\n",
      "[4281]\tvalid_0's auc: 0.952867\n",
      "[4282]\tvalid_0's auc: 0.952871\n",
      "[4283]\tvalid_0's auc: 0.952874\n",
      "[4284]\tvalid_0's auc: 0.95288\n",
      "[4285]\tvalid_0's auc: 0.952885\n",
      "[4286]\tvalid_0's auc: 0.952889\n",
      "[4287]\tvalid_0's auc: 0.952894\n",
      "[4288]\tvalid_0's auc: 0.952903\n",
      "[4289]\tvalid_0's auc: 0.952907\n",
      "[4290]\tvalid_0's auc: 0.952915\n",
      "[4291]\tvalid_0's auc: 0.952921\n",
      "[4292]\tvalid_0's auc: 0.952929\n",
      "[4293]\tvalid_0's auc: 0.952934\n",
      "[4294]\tvalid_0's auc: 0.952942\n",
      "[4295]\tvalid_0's auc: 0.95295\n",
      "[4296]\tvalid_0's auc: 0.952957\n",
      "[4297]\tvalid_0's auc: 0.952964\n",
      "[4298]\tvalid_0's auc: 0.95297\n",
      "[4299]\tvalid_0's auc: 0.952974\n",
      "[4300]\tvalid_0's auc: 0.952977\n",
      "[4301]\tvalid_0's auc: 0.952985\n",
      "[4302]\tvalid_0's auc: 0.952989\n",
      "[4303]\tvalid_0's auc: 0.952997\n",
      "[4304]\tvalid_0's auc: 0.953005\n",
      "[4305]\tvalid_0's auc: 0.953011\n",
      "[4306]\tvalid_0's auc: 0.953017\n",
      "[4307]\tvalid_0's auc: 0.953022\n",
      "[4308]\tvalid_0's auc: 0.953028\n",
      "[4309]\tvalid_0's auc: 0.953032\n",
      "[4310]\tvalid_0's auc: 0.953041\n",
      "[4311]\tvalid_0's auc: 0.953044\n",
      "[4312]\tvalid_0's auc: 0.953048\n",
      "[4313]\tvalid_0's auc: 0.953053\n",
      "[4314]\tvalid_0's auc: 0.95306\n",
      "[4315]\tvalid_0's auc: 0.953063\n",
      "[4316]\tvalid_0's auc: 0.953069\n",
      "[4317]\tvalid_0's auc: 0.953072\n",
      "[4318]\tvalid_0's auc: 0.953077\n",
      "[4319]\tvalid_0's auc: 0.953083\n",
      "[4320]\tvalid_0's auc: 0.953085\n",
      "[4321]\tvalid_0's auc: 0.953092\n",
      "[4322]\tvalid_0's auc: 0.9531\n",
      "[4323]\tvalid_0's auc: 0.953106\n",
      "[4324]\tvalid_0's auc: 0.953111\n",
      "[4325]\tvalid_0's auc: 0.953117\n",
      "[4326]\tvalid_0's auc: 0.953123\n",
      "[4327]\tvalid_0's auc: 0.953128\n",
      "[4328]\tvalid_0's auc: 0.953131\n",
      "[4329]\tvalid_0's auc: 0.953138\n",
      "[4330]\tvalid_0's auc: 0.953144\n",
      "[4331]\tvalid_0's auc: 0.95315\n",
      "[4332]\tvalid_0's auc: 0.953156\n",
      "[4333]\tvalid_0's auc: 0.953162\n",
      "[4334]\tvalid_0's auc: 0.953166\n",
      "[4335]\tvalid_0's auc: 0.953169\n",
      "[4336]\tvalid_0's auc: 0.953174\n",
      "[4337]\tvalid_0's auc: 0.953178\n",
      "[4338]\tvalid_0's auc: 0.953181\n",
      "[4339]\tvalid_0's auc: 0.953185\n",
      "[4340]\tvalid_0's auc: 0.953189\n",
      "[4341]\tvalid_0's auc: 0.953192\n",
      "[4342]\tvalid_0's auc: 0.953196\n",
      "[4343]\tvalid_0's auc: 0.9532\n",
      "[4344]\tvalid_0's auc: 0.953205\n",
      "[4345]\tvalid_0's auc: 0.953213\n",
      "[4346]\tvalid_0's auc: 0.953215\n",
      "[4347]\tvalid_0's auc: 0.953221\n",
      "[4348]\tvalid_0's auc: 0.953225\n",
      "[4349]\tvalid_0's auc: 0.953232\n",
      "[4350]\tvalid_0's auc: 0.953235\n",
      "[4351]\tvalid_0's auc: 0.95324\n",
      "[4352]\tvalid_0's auc: 0.953244\n",
      "[4353]\tvalid_0's auc: 0.953252\n",
      "[4354]\tvalid_0's auc: 0.953256\n",
      "[4355]\tvalid_0's auc: 0.953264\n",
      "[4356]\tvalid_0's auc: 0.953271\n",
      "[4357]\tvalid_0's auc: 0.953276\n",
      "[4358]\tvalid_0's auc: 0.953284\n",
      "[4359]\tvalid_0's auc: 0.95329\n",
      "[4360]\tvalid_0's auc: 0.953298\n",
      "[4361]\tvalid_0's auc: 0.953303\n",
      "[4362]\tvalid_0's auc: 0.953309\n",
      "[4363]\tvalid_0's auc: 0.953318\n",
      "[4364]\tvalid_0's auc: 0.953326\n",
      "[4365]\tvalid_0's auc: 0.953331\n",
      "[4366]\tvalid_0's auc: 0.953337\n",
      "[4367]\tvalid_0's auc: 0.953341\n",
      "[4368]\tvalid_0's auc: 0.953347\n",
      "[4369]\tvalid_0's auc: 0.95335\n",
      "[4370]\tvalid_0's auc: 0.953354\n",
      "[4371]\tvalid_0's auc: 0.953361\n",
      "[4372]\tvalid_0's auc: 0.953365\n",
      "[4373]\tvalid_0's auc: 0.953369\n",
      "[4374]\tvalid_0's auc: 0.953376\n",
      "[4375]\tvalid_0's auc: 0.953381\n",
      "[4376]\tvalid_0's auc: 0.953386\n",
      "[4377]\tvalid_0's auc: 0.953391\n",
      "[4378]\tvalid_0's auc: 0.953394\n",
      "[4379]\tvalid_0's auc: 0.953398\n",
      "[4380]\tvalid_0's auc: 0.953403\n",
      "[4381]\tvalid_0's auc: 0.953409\n",
      "[4382]\tvalid_0's auc: 0.953416\n",
      "[4383]\tvalid_0's auc: 0.953423\n",
      "[4384]\tvalid_0's auc: 0.953428\n",
      "[4385]\tvalid_0's auc: 0.953434\n",
      "[4386]\tvalid_0's auc: 0.953441\n",
      "[4387]\tvalid_0's auc: 0.953446\n",
      "[4388]\tvalid_0's auc: 0.953452\n",
      "[4389]\tvalid_0's auc: 0.953458\n",
      "[4390]\tvalid_0's auc: 0.953467\n",
      "[4391]\tvalid_0's auc: 0.953474\n",
      "[4392]\tvalid_0's auc: 0.953476\n",
      "[4393]\tvalid_0's auc: 0.953481\n",
      "[4394]\tvalid_0's auc: 0.953489\n",
      "[4395]\tvalid_0's auc: 0.953494\n",
      "[4396]\tvalid_0's auc: 0.953499\n",
      "[4397]\tvalid_0's auc: 0.953502\n",
      "[4398]\tvalid_0's auc: 0.953506\n",
      "[4399]\tvalid_0's auc: 0.953512\n",
      "[4400]\tvalid_0's auc: 0.953517\n",
      "[4401]\tvalid_0's auc: 0.953525\n",
      "[4402]\tvalid_0's auc: 0.953531\n",
      "[4403]\tvalid_0's auc: 0.953538\n",
      "[4404]\tvalid_0's auc: 0.953543\n",
      "[4405]\tvalid_0's auc: 0.953549\n",
      "[4406]\tvalid_0's auc: 0.953556\n",
      "[4407]\tvalid_0's auc: 0.953561\n",
      "[4408]\tvalid_0's auc: 0.953567\n",
      "[4409]\tvalid_0's auc: 0.953569\n",
      "[4410]\tvalid_0's auc: 0.953574\n",
      "[4411]\tvalid_0's auc: 0.953577\n",
      "[4412]\tvalid_0's auc: 0.95358\n",
      "[4413]\tvalid_0's auc: 0.953585\n",
      "[4414]\tvalid_0's auc: 0.95359\n",
      "[4415]\tvalid_0's auc: 0.953596\n",
      "[4416]\tvalid_0's auc: 0.9536\n",
      "[4417]\tvalid_0's auc: 0.953606\n",
      "[4418]\tvalid_0's auc: 0.953613\n",
      "[4419]\tvalid_0's auc: 0.953618\n",
      "[4420]\tvalid_0's auc: 0.953625\n",
      "[4421]\tvalid_0's auc: 0.953633\n",
      "[4422]\tvalid_0's auc: 0.95364\n",
      "[4423]\tvalid_0's auc: 0.953643\n",
      "[4424]\tvalid_0's auc: 0.953648\n",
      "[4425]\tvalid_0's auc: 0.953654\n",
      "[4426]\tvalid_0's auc: 0.953659\n",
      "[4427]\tvalid_0's auc: 0.953668\n",
      "[4428]\tvalid_0's auc: 0.953672\n",
      "[4429]\tvalid_0's auc: 0.953676\n",
      "[4430]\tvalid_0's auc: 0.95368\n",
      "[4431]\tvalid_0's auc: 0.953684\n",
      "[4432]\tvalid_0's auc: 0.953687\n",
      "[4433]\tvalid_0's auc: 0.953694\n",
      "[4434]\tvalid_0's auc: 0.9537\n",
      "[4435]\tvalid_0's auc: 0.953704\n",
      "[4436]\tvalid_0's auc: 0.953707\n",
      "[4437]\tvalid_0's auc: 0.953711\n",
      "[4438]\tvalid_0's auc: 0.953717\n",
      "[4439]\tvalid_0's auc: 0.953721\n",
      "[4440]\tvalid_0's auc: 0.953728\n",
      "[4441]\tvalid_0's auc: 0.953734\n",
      "[4442]\tvalid_0's auc: 0.95374\n",
      "[4443]\tvalid_0's auc: 0.953746\n",
      "[4444]\tvalid_0's auc: 0.953751\n",
      "[4445]\tvalid_0's auc: 0.953756\n",
      "[4446]\tvalid_0's auc: 0.953759\n",
      "[4447]\tvalid_0's auc: 0.953763\n",
      "[4448]\tvalid_0's auc: 0.953773\n",
      "[4449]\tvalid_0's auc: 0.953777\n",
      "[4450]\tvalid_0's auc: 0.95378\n",
      "[4451]\tvalid_0's auc: 0.953785\n",
      "[4452]\tvalid_0's auc: 0.95379\n",
      "[4453]\tvalid_0's auc: 0.953798\n",
      "[4454]\tvalid_0's auc: 0.953804\n",
      "[4455]\tvalid_0's auc: 0.953809\n",
      "[4456]\tvalid_0's auc: 0.953813\n",
      "[4457]\tvalid_0's auc: 0.953818\n",
      "[4458]\tvalid_0's auc: 0.95382\n",
      "[4459]\tvalid_0's auc: 0.953824\n",
      "[4460]\tvalid_0's auc: 0.953831\n",
      "[4461]\tvalid_0's auc: 0.953837\n",
      "[4462]\tvalid_0's auc: 0.953841\n",
      "[4463]\tvalid_0's auc: 0.953843\n",
      "[4464]\tvalid_0's auc: 0.953851\n",
      "[4465]\tvalid_0's auc: 0.953854\n",
      "[4466]\tvalid_0's auc: 0.95386\n",
      "[4467]\tvalid_0's auc: 0.953864\n",
      "[4468]\tvalid_0's auc: 0.953871\n",
      "[4469]\tvalid_0's auc: 0.953877\n",
      "[4470]\tvalid_0's auc: 0.953881\n",
      "[4471]\tvalid_0's auc: 0.953887\n",
      "[4472]\tvalid_0's auc: 0.953892\n",
      "[4473]\tvalid_0's auc: 0.953895\n",
      "[4474]\tvalid_0's auc: 0.953904\n",
      "[4475]\tvalid_0's auc: 0.95391\n",
      "[4476]\tvalid_0's auc: 0.953915\n",
      "[4477]\tvalid_0's auc: 0.953923\n",
      "[4478]\tvalid_0's auc: 0.953928\n",
      "[4479]\tvalid_0's auc: 0.95393\n",
      "[4480]\tvalid_0's auc: 0.953935\n",
      "[4481]\tvalid_0's auc: 0.953942\n",
      "[4482]\tvalid_0's auc: 0.953947\n",
      "[4483]\tvalid_0's auc: 0.953953\n",
      "[4484]\tvalid_0's auc: 0.953957\n",
      "[4485]\tvalid_0's auc: 0.953963\n",
      "[4486]\tvalid_0's auc: 0.953973\n",
      "[4487]\tvalid_0's auc: 0.953977\n",
      "[4488]\tvalid_0's auc: 0.953982\n",
      "[4489]\tvalid_0's auc: 0.953985\n",
      "[4490]\tvalid_0's auc: 0.95399\n",
      "[4491]\tvalid_0's auc: 0.953996\n",
      "[4492]\tvalid_0's auc: 0.954001\n",
      "[4493]\tvalid_0's auc: 0.954007\n",
      "[4494]\tvalid_0's auc: 0.954016\n",
      "[4495]\tvalid_0's auc: 0.954021\n",
      "[4496]\tvalid_0's auc: 0.954025\n",
      "[4497]\tvalid_0's auc: 0.954031\n",
      "[4498]\tvalid_0's auc: 0.954037\n",
      "[4499]\tvalid_0's auc: 0.954044\n",
      "[4500]\tvalid_0's auc: 0.95405\n",
      "[4501]\tvalid_0's auc: 0.954052\n",
      "[4502]\tvalid_0's auc: 0.954056\n",
      "[4503]\tvalid_0's auc: 0.95406\n",
      "[4504]\tvalid_0's auc: 0.954066\n",
      "[4505]\tvalid_0's auc: 0.95407\n",
      "[4506]\tvalid_0's auc: 0.954074\n",
      "[4507]\tvalid_0's auc: 0.954077\n",
      "[4508]\tvalid_0's auc: 0.954085\n",
      "[4509]\tvalid_0's auc: 0.954094\n",
      "[4510]\tvalid_0's auc: 0.954098\n",
      "[4511]\tvalid_0's auc: 0.954102\n",
      "[4512]\tvalid_0's auc: 0.954109\n",
      "[4513]\tvalid_0's auc: 0.954117\n",
      "[4514]\tvalid_0's auc: 0.954121\n",
      "[4515]\tvalid_0's auc: 0.954124\n",
      "[4516]\tvalid_0's auc: 0.954128\n",
      "[4517]\tvalid_0's auc: 0.954132\n",
      "[4518]\tvalid_0's auc: 0.954135\n",
      "[4519]\tvalid_0's auc: 0.954139\n",
      "[4520]\tvalid_0's auc: 0.954147\n",
      "[4521]\tvalid_0's auc: 0.95415\n",
      "[4522]\tvalid_0's auc: 0.954153\n",
      "[4523]\tvalid_0's auc: 0.954157\n",
      "[4524]\tvalid_0's auc: 0.954162\n",
      "[4525]\tvalid_0's auc: 0.954166\n",
      "[4526]\tvalid_0's auc: 0.954171\n",
      "[4527]\tvalid_0's auc: 0.954176\n",
      "[4528]\tvalid_0's auc: 0.95418\n",
      "[4529]\tvalid_0's auc: 0.954188\n",
      "[4530]\tvalid_0's auc: 0.954192\n",
      "[4531]\tvalid_0's auc: 0.954196\n",
      "[4532]\tvalid_0's auc: 0.954202\n",
      "[4533]\tvalid_0's auc: 0.954208\n",
      "[4534]\tvalid_0's auc: 0.954215\n",
      "[4535]\tvalid_0's auc: 0.954221\n",
      "[4536]\tvalid_0's auc: 0.954226\n",
      "[4537]\tvalid_0's auc: 0.954229\n",
      "[4538]\tvalid_0's auc: 0.954236\n",
      "[4539]\tvalid_0's auc: 0.954244\n",
      "[4540]\tvalid_0's auc: 0.954252\n",
      "[4541]\tvalid_0's auc: 0.954257\n",
      "[4542]\tvalid_0's auc: 0.95426\n",
      "[4543]\tvalid_0's auc: 0.954265\n",
      "[4544]\tvalid_0's auc: 0.954272\n",
      "[4545]\tvalid_0's auc: 0.954277\n",
      "[4546]\tvalid_0's auc: 0.95428\n",
      "[4547]\tvalid_0's auc: 0.954286\n",
      "[4548]\tvalid_0's auc: 0.954291\n",
      "[4549]\tvalid_0's auc: 0.954297\n",
      "[4550]\tvalid_0's auc: 0.954302\n",
      "[4551]\tvalid_0's auc: 0.954307\n",
      "[4552]\tvalid_0's auc: 0.954312\n",
      "[4553]\tvalid_0's auc: 0.954317\n",
      "[4554]\tvalid_0's auc: 0.954318\n",
      "[4555]\tvalid_0's auc: 0.954324\n",
      "[4556]\tvalid_0's auc: 0.95433\n",
      "[4557]\tvalid_0's auc: 0.954334\n",
      "[4558]\tvalid_0's auc: 0.95434\n",
      "[4559]\tvalid_0's auc: 0.954345\n",
      "[4560]\tvalid_0's auc: 0.95435\n",
      "[4561]\tvalid_0's auc: 0.954355\n",
      "[4562]\tvalid_0's auc: 0.954361\n",
      "[4563]\tvalid_0's auc: 0.954364\n",
      "[4564]\tvalid_0's auc: 0.954367\n",
      "[4565]\tvalid_0's auc: 0.954372\n",
      "[4566]\tvalid_0's auc: 0.954381\n",
      "[4567]\tvalid_0's auc: 0.954385\n",
      "[4568]\tvalid_0's auc: 0.954391\n",
      "[4569]\tvalid_0's auc: 0.954395\n",
      "[4570]\tvalid_0's auc: 0.954399\n",
      "[4571]\tvalid_0's auc: 0.954402\n",
      "[4572]\tvalid_0's auc: 0.954406\n",
      "[4573]\tvalid_0's auc: 0.954411\n",
      "[4574]\tvalid_0's auc: 0.954416\n",
      "[4575]\tvalid_0's auc: 0.95442\n",
      "[4576]\tvalid_0's auc: 0.954423\n",
      "[4577]\tvalid_0's auc: 0.954429\n",
      "[4578]\tvalid_0's auc: 0.954431\n",
      "[4579]\tvalid_0's auc: 0.954439\n",
      "[4580]\tvalid_0's auc: 0.954444\n",
      "[4581]\tvalid_0's auc: 0.954451\n",
      "[4582]\tvalid_0's auc: 0.954453\n",
      "[4583]\tvalid_0's auc: 0.954457\n",
      "[4584]\tvalid_0's auc: 0.954465\n",
      "[4585]\tvalid_0's auc: 0.954468\n",
      "[4586]\tvalid_0's auc: 0.954473\n",
      "[4587]\tvalid_0's auc: 0.954477\n",
      "[4588]\tvalid_0's auc: 0.954481\n",
      "[4589]\tvalid_0's auc: 0.954485\n",
      "[4590]\tvalid_0's auc: 0.954491\n",
      "[4591]\tvalid_0's auc: 0.954494\n",
      "[4592]\tvalid_0's auc: 0.954497\n",
      "[4593]\tvalid_0's auc: 0.9545\n",
      "[4594]\tvalid_0's auc: 0.954503\n",
      "[4595]\tvalid_0's auc: 0.954508\n",
      "[4596]\tvalid_0's auc: 0.954512\n",
      "[4597]\tvalid_0's auc: 0.954518\n",
      "[4598]\tvalid_0's auc: 0.954525\n",
      "[4599]\tvalid_0's auc: 0.954528\n",
      "[4600]\tvalid_0's auc: 0.954532\n",
      "[4601]\tvalid_0's auc: 0.954539\n",
      "[4602]\tvalid_0's auc: 0.954544\n",
      "[4603]\tvalid_0's auc: 0.954552\n",
      "[4604]\tvalid_0's auc: 0.954555\n",
      "[4605]\tvalid_0's auc: 0.954559\n",
      "[4606]\tvalid_0's auc: 0.954563\n",
      "[4607]\tvalid_0's auc: 0.954566\n",
      "[4608]\tvalid_0's auc: 0.954573\n",
      "[4609]\tvalid_0's auc: 0.954583\n",
      "[4610]\tvalid_0's auc: 0.954585\n",
      "[4611]\tvalid_0's auc: 0.954589\n",
      "[4612]\tvalid_0's auc: 0.954596\n",
      "[4613]\tvalid_0's auc: 0.954604\n",
      "[4614]\tvalid_0's auc: 0.954608\n",
      "[4615]\tvalid_0's auc: 0.954615\n",
      "[4616]\tvalid_0's auc: 0.954619\n",
      "[4617]\tvalid_0's auc: 0.954622\n",
      "[4618]\tvalid_0's auc: 0.954627\n",
      "[4619]\tvalid_0's auc: 0.95463\n",
      "[4620]\tvalid_0's auc: 0.954633\n",
      "[4621]\tvalid_0's auc: 0.954639\n",
      "[4622]\tvalid_0's auc: 0.954645\n",
      "[4623]\tvalid_0's auc: 0.954649\n",
      "[4624]\tvalid_0's auc: 0.954658\n",
      "[4625]\tvalid_0's auc: 0.954662\n",
      "[4626]\tvalid_0's auc: 0.954668\n",
      "[4627]\tvalid_0's auc: 0.954676\n",
      "[4628]\tvalid_0's auc: 0.954679\n",
      "[4629]\tvalid_0's auc: 0.954682\n",
      "[4630]\tvalid_0's auc: 0.954685\n",
      "[4631]\tvalid_0's auc: 0.95469\n",
      "[4632]\tvalid_0's auc: 0.954693\n",
      "[4633]\tvalid_0's auc: 0.954698\n",
      "[4634]\tvalid_0's auc: 0.954702\n",
      "[4635]\tvalid_0's auc: 0.954704\n",
      "[4636]\tvalid_0's auc: 0.954708\n",
      "[4637]\tvalid_0's auc: 0.954714\n",
      "[4638]\tvalid_0's auc: 0.954721\n",
      "[4639]\tvalid_0's auc: 0.954726\n",
      "[4640]\tvalid_0's auc: 0.954728\n",
      "[4641]\tvalid_0's auc: 0.954732\n",
      "[4642]\tvalid_0's auc: 0.954736\n",
      "[4643]\tvalid_0's auc: 0.954741\n",
      "[4644]\tvalid_0's auc: 0.954745\n",
      "[4645]\tvalid_0's auc: 0.95475\n",
      "[4646]\tvalid_0's auc: 0.954753\n",
      "[4647]\tvalid_0's auc: 0.954758\n",
      "[4648]\tvalid_0's auc: 0.954761\n",
      "[4649]\tvalid_0's auc: 0.954764\n",
      "[4650]\tvalid_0's auc: 0.954771\n",
      "[4651]\tvalid_0's auc: 0.954775\n",
      "[4652]\tvalid_0's auc: 0.954781\n",
      "[4653]\tvalid_0's auc: 0.954785\n",
      "[4654]\tvalid_0's auc: 0.954791\n",
      "[4655]\tvalid_0's auc: 0.954795\n",
      "[4656]\tvalid_0's auc: 0.954804\n",
      "[4657]\tvalid_0's auc: 0.954807\n",
      "[4658]\tvalid_0's auc: 0.954813\n",
      "[4659]\tvalid_0's auc: 0.954818\n",
      "[4660]\tvalid_0's auc: 0.954821\n",
      "[4661]\tvalid_0's auc: 0.954826\n",
      "[4662]\tvalid_0's auc: 0.954832\n",
      "[4663]\tvalid_0's auc: 0.954835\n",
      "[4664]\tvalid_0's auc: 0.95484\n",
      "[4665]\tvalid_0's auc: 0.954848\n",
      "[4666]\tvalid_0's auc: 0.954853\n",
      "[4667]\tvalid_0's auc: 0.954857\n",
      "[4668]\tvalid_0's auc: 0.954864\n",
      "[4669]\tvalid_0's auc: 0.954871\n",
      "[4670]\tvalid_0's auc: 0.954876\n",
      "[4671]\tvalid_0's auc: 0.95488\n",
      "[4672]\tvalid_0's auc: 0.954883\n",
      "[4673]\tvalid_0's auc: 0.954887\n",
      "[4674]\tvalid_0's auc: 0.95489\n",
      "[4675]\tvalid_0's auc: 0.954897\n",
      "[4676]\tvalid_0's auc: 0.954903\n",
      "[4677]\tvalid_0's auc: 0.954906\n",
      "[4678]\tvalid_0's auc: 0.95491\n",
      "[4679]\tvalid_0's auc: 0.954914\n",
      "[4680]\tvalid_0's auc: 0.954918\n",
      "[4681]\tvalid_0's auc: 0.954921\n",
      "[4682]\tvalid_0's auc: 0.954927\n",
      "[4683]\tvalid_0's auc: 0.954932\n",
      "[4684]\tvalid_0's auc: 0.954937\n",
      "[4685]\tvalid_0's auc: 0.954941\n",
      "[4686]\tvalid_0's auc: 0.954946\n",
      "[4687]\tvalid_0's auc: 0.954949\n",
      "[4688]\tvalid_0's auc: 0.954951\n",
      "[4689]\tvalid_0's auc: 0.954955\n",
      "[4690]\tvalid_0's auc: 0.954961\n",
      "[4691]\tvalid_0's auc: 0.954965\n",
      "[4692]\tvalid_0's auc: 0.954972\n",
      "[4693]\tvalid_0's auc: 0.954983\n",
      "[4694]\tvalid_0's auc: 0.954987\n",
      "[4695]\tvalid_0's auc: 0.954993\n",
      "[4696]\tvalid_0's auc: 0.954997\n",
      "[4697]\tvalid_0's auc: 0.955\n",
      "[4698]\tvalid_0's auc: 0.955004\n",
      "[4699]\tvalid_0's auc: 0.955009\n",
      "[4700]\tvalid_0's auc: 0.955014\n",
      "[4701]\tvalid_0's auc: 0.955023\n",
      "[4702]\tvalid_0's auc: 0.955027\n",
      "[4703]\tvalid_0's auc: 0.95503\n",
      "[4704]\tvalid_0's auc: 0.955034\n",
      "[4705]\tvalid_0's auc: 0.955039\n",
      "[4706]\tvalid_0's auc: 0.955047\n",
      "[4707]\tvalid_0's auc: 0.955056\n",
      "[4708]\tvalid_0's auc: 0.955066\n",
      "[4709]\tvalid_0's auc: 0.955068\n",
      "[4710]\tvalid_0's auc: 0.955071\n",
      "[4711]\tvalid_0's auc: 0.955082\n",
      "[4712]\tvalid_0's auc: 0.955086\n",
      "[4713]\tvalid_0's auc: 0.955092\n",
      "[4714]\tvalid_0's auc: 0.955097\n",
      "[4715]\tvalid_0's auc: 0.955101\n",
      "[4716]\tvalid_0's auc: 0.955107\n",
      "[4717]\tvalid_0's auc: 0.95511\n",
      "[4718]\tvalid_0's auc: 0.955115\n",
      "[4719]\tvalid_0's auc: 0.955118\n",
      "[4720]\tvalid_0's auc: 0.955121\n",
      "[4721]\tvalid_0's auc: 0.955128\n",
      "[4722]\tvalid_0's auc: 0.955134\n",
      "[4723]\tvalid_0's auc: 0.95514\n",
      "[4724]\tvalid_0's auc: 0.955143\n",
      "[4725]\tvalid_0's auc: 0.955148\n",
      "[4726]\tvalid_0's auc: 0.955151\n",
      "[4727]\tvalid_0's auc: 0.955156\n",
      "[4728]\tvalid_0's auc: 0.955159\n",
      "[4729]\tvalid_0's auc: 0.955164\n",
      "[4730]\tvalid_0's auc: 0.955168\n",
      "[4731]\tvalid_0's auc: 0.955171\n",
      "[4732]\tvalid_0's auc: 0.955174\n",
      "[4733]\tvalid_0's auc: 0.955181\n",
      "[4734]\tvalid_0's auc: 0.95519\n",
      "[4735]\tvalid_0's auc: 0.955195\n",
      "[4736]\tvalid_0's auc: 0.955197\n",
      "[4737]\tvalid_0's auc: 0.955203\n",
      "[4738]\tvalid_0's auc: 0.955207\n",
      "[4739]\tvalid_0's auc: 0.955212\n",
      "[4740]\tvalid_0's auc: 0.955219\n",
      "[4741]\tvalid_0's auc: 0.955225\n",
      "[4742]\tvalid_0's auc: 0.955228\n",
      "[4743]\tvalid_0's auc: 0.955233\n",
      "[4744]\tvalid_0's auc: 0.95524\n",
      "[4745]\tvalid_0's auc: 0.955244\n",
      "[4746]\tvalid_0's auc: 0.95525\n",
      "[4747]\tvalid_0's auc: 0.955255\n",
      "[4748]\tvalid_0's auc: 0.955259\n",
      "[4749]\tvalid_0's auc: 0.955264\n",
      "[4750]\tvalid_0's auc: 0.955267\n",
      "[4751]\tvalid_0's auc: 0.955275\n",
      "[4752]\tvalid_0's auc: 0.955278\n",
      "[4753]\tvalid_0's auc: 0.95528\n",
      "[4754]\tvalid_0's auc: 0.955283\n",
      "[4755]\tvalid_0's auc: 0.955289\n",
      "[4756]\tvalid_0's auc: 0.955292\n",
      "[4757]\tvalid_0's auc: 0.955299\n",
      "[4758]\tvalid_0's auc: 0.955302\n",
      "[4759]\tvalid_0's auc: 0.955305\n",
      "[4760]\tvalid_0's auc: 0.955312\n",
      "[4761]\tvalid_0's auc: 0.955317\n",
      "[4762]\tvalid_0's auc: 0.95532\n",
      "[4763]\tvalid_0's auc: 0.955324\n",
      "[4764]\tvalid_0's auc: 0.955328\n",
      "[4765]\tvalid_0's auc: 0.955333\n",
      "[4766]\tvalid_0's auc: 0.955337\n",
      "[4767]\tvalid_0's auc: 0.955342\n",
      "[4768]\tvalid_0's auc: 0.955347\n",
      "[4769]\tvalid_0's auc: 0.95535\n",
      "[4770]\tvalid_0's auc: 0.955355\n",
      "[4771]\tvalid_0's auc: 0.95536\n",
      "[4772]\tvalid_0's auc: 0.955366\n",
      "[4773]\tvalid_0's auc: 0.955372\n",
      "[4774]\tvalid_0's auc: 0.955376\n",
      "[4775]\tvalid_0's auc: 0.95538\n",
      "[4776]\tvalid_0's auc: 0.955383\n",
      "[4777]\tvalid_0's auc: 0.955389\n",
      "[4778]\tvalid_0's auc: 0.955392\n",
      "[4779]\tvalid_0's auc: 0.955396\n",
      "[4780]\tvalid_0's auc: 0.955401\n",
      "[4781]\tvalid_0's auc: 0.95541\n",
      "[4782]\tvalid_0's auc: 0.955416\n",
      "[4783]\tvalid_0's auc: 0.955419\n",
      "[4784]\tvalid_0's auc: 0.955422\n",
      "[4785]\tvalid_0's auc: 0.955424\n",
      "[4786]\tvalid_0's auc: 0.955431\n",
      "[4787]\tvalid_0's auc: 0.955438\n",
      "[4788]\tvalid_0's auc: 0.955442\n",
      "[4789]\tvalid_0's auc: 0.955446\n",
      "[4790]\tvalid_0's auc: 0.955447\n",
      "[4791]\tvalid_0's auc: 0.955453\n",
      "[4792]\tvalid_0's auc: 0.95546\n",
      "[4793]\tvalid_0's auc: 0.955463\n",
      "[4794]\tvalid_0's auc: 0.955468\n",
      "[4795]\tvalid_0's auc: 0.955476\n",
      "[4796]\tvalid_0's auc: 0.95548\n",
      "[4797]\tvalid_0's auc: 0.955483\n",
      "[4798]\tvalid_0's auc: 0.955486\n",
      "[4799]\tvalid_0's auc: 0.955493\n",
      "[4800]\tvalid_0's auc: 0.955498\n",
      "[4801]\tvalid_0's auc: 0.955502\n",
      "[4802]\tvalid_0's auc: 0.955506\n",
      "[4803]\tvalid_0's auc: 0.95551\n",
      "[4804]\tvalid_0's auc: 0.955514\n",
      "[4805]\tvalid_0's auc: 0.955522\n",
      "[4806]\tvalid_0's auc: 0.955526\n",
      "[4807]\tvalid_0's auc: 0.955531\n",
      "[4808]\tvalid_0's auc: 0.955534\n",
      "[4809]\tvalid_0's auc: 0.955538\n",
      "[4810]\tvalid_0's auc: 0.955544\n",
      "[4811]\tvalid_0's auc: 0.955546\n",
      "[4812]\tvalid_0's auc: 0.95555\n",
      "[4813]\tvalid_0's auc: 0.955552\n",
      "[4814]\tvalid_0's auc: 0.955554\n",
      "[4815]\tvalid_0's auc: 0.955561\n",
      "[4816]\tvalid_0's auc: 0.955567\n",
      "[4817]\tvalid_0's auc: 0.955573\n",
      "[4818]\tvalid_0's auc: 0.955577\n",
      "[4819]\tvalid_0's auc: 0.955587\n",
      "[4820]\tvalid_0's auc: 0.955591\n",
      "[4821]\tvalid_0's auc: 0.955593\n",
      "[4822]\tvalid_0's auc: 0.955601\n",
      "[4823]\tvalid_0's auc: 0.955604\n",
      "[4824]\tvalid_0's auc: 0.955607\n",
      "[4825]\tvalid_0's auc: 0.95561\n",
      "[4826]\tvalid_0's auc: 0.955614\n",
      "[4827]\tvalid_0's auc: 0.955615\n",
      "[4828]\tvalid_0's auc: 0.955619\n",
      "[4829]\tvalid_0's auc: 0.955625\n",
      "[4830]\tvalid_0's auc: 0.95563\n",
      "[4831]\tvalid_0's auc: 0.955635\n",
      "[4832]\tvalid_0's auc: 0.95564\n",
      "[4833]\tvalid_0's auc: 0.955643\n",
      "[4834]\tvalid_0's auc: 0.955647\n",
      "[4835]\tvalid_0's auc: 0.955653\n",
      "[4836]\tvalid_0's auc: 0.955655\n",
      "[4837]\tvalid_0's auc: 0.955659\n",
      "[4838]\tvalid_0's auc: 0.955661\n",
      "[4839]\tvalid_0's auc: 0.955664\n",
      "[4840]\tvalid_0's auc: 0.955669\n",
      "[4841]\tvalid_0's auc: 0.955672\n",
      "[4842]\tvalid_0's auc: 0.955675\n",
      "[4843]\tvalid_0's auc: 0.955681\n",
      "[4844]\tvalid_0's auc: 0.955684\n",
      "[4845]\tvalid_0's auc: 0.955689\n",
      "[4846]\tvalid_0's auc: 0.955694\n",
      "[4847]\tvalid_0's auc: 0.955698\n",
      "[4848]\tvalid_0's auc: 0.955701\n",
      "[4849]\tvalid_0's auc: 0.955705\n",
      "[4850]\tvalid_0's auc: 0.955707\n",
      "[4851]\tvalid_0's auc: 0.955711\n",
      "[4852]\tvalid_0's auc: 0.955713\n",
      "[4853]\tvalid_0's auc: 0.955718\n",
      "[4854]\tvalid_0's auc: 0.955722\n",
      "[4855]\tvalid_0's auc: 0.955724\n",
      "[4856]\tvalid_0's auc: 0.95573\n",
      "[4857]\tvalid_0's auc: 0.955734\n",
      "[4858]\tvalid_0's auc: 0.955736\n",
      "[4859]\tvalid_0's auc: 0.955742\n",
      "[4860]\tvalid_0's auc: 0.955747\n",
      "[4861]\tvalid_0's auc: 0.955752\n",
      "[4862]\tvalid_0's auc: 0.955756\n",
      "[4863]\tvalid_0's auc: 0.955762\n",
      "[4864]\tvalid_0's auc: 0.955765\n",
      "[4865]\tvalid_0's auc: 0.955769\n",
      "[4866]\tvalid_0's auc: 0.955775\n",
      "[4867]\tvalid_0's auc: 0.955779\n",
      "[4868]\tvalid_0's auc: 0.955785\n",
      "[4869]\tvalid_0's auc: 0.95579\n",
      "[4870]\tvalid_0's auc: 0.955794\n",
      "[4871]\tvalid_0's auc: 0.955797\n",
      "[4872]\tvalid_0's auc: 0.955803\n",
      "[4873]\tvalid_0's auc: 0.955808\n",
      "[4874]\tvalid_0's auc: 0.955811\n",
      "[4875]\tvalid_0's auc: 0.955815\n",
      "[4876]\tvalid_0's auc: 0.955819\n",
      "[4877]\tvalid_0's auc: 0.955824\n",
      "[4878]\tvalid_0's auc: 0.95583\n",
      "[4879]\tvalid_0's auc: 0.955837\n",
      "[4880]\tvalid_0's auc: 0.955842\n",
      "[4881]\tvalid_0's auc: 0.955845\n",
      "[4882]\tvalid_0's auc: 0.95585\n",
      "[4883]\tvalid_0's auc: 0.955853\n",
      "[4884]\tvalid_0's auc: 0.955857\n",
      "[4885]\tvalid_0's auc: 0.955863\n",
      "[4886]\tvalid_0's auc: 0.955868\n",
      "[4887]\tvalid_0's auc: 0.955873\n",
      "[4888]\tvalid_0's auc: 0.955876\n",
      "[4889]\tvalid_0's auc: 0.955879\n",
      "[4890]\tvalid_0's auc: 0.955884\n",
      "[4891]\tvalid_0's auc: 0.955887\n",
      "[4892]\tvalid_0's auc: 0.955894\n",
      "[4893]\tvalid_0's auc: 0.955903\n",
      "[4894]\tvalid_0's auc: 0.955913\n",
      "[4895]\tvalid_0's auc: 0.955917\n",
      "[4896]\tvalid_0's auc: 0.955921\n",
      "[4897]\tvalid_0's auc: 0.955924\n",
      "[4898]\tvalid_0's auc: 0.955932\n",
      "[4899]\tvalid_0's auc: 0.955939\n",
      "[4900]\tvalid_0's auc: 0.955946\n",
      "[4901]\tvalid_0's auc: 0.955953\n",
      "[4902]\tvalid_0's auc: 0.955958\n",
      "[4903]\tvalid_0's auc: 0.955965\n",
      "[4904]\tvalid_0's auc: 0.95597\n",
      "[4905]\tvalid_0's auc: 0.955975\n",
      "[4906]\tvalid_0's auc: 0.95598\n",
      "[4907]\tvalid_0's auc: 0.955984\n",
      "[4908]\tvalid_0's auc: 0.955989\n",
      "[4909]\tvalid_0's auc: 0.955993\n",
      "[4910]\tvalid_0's auc: 0.955998\n",
      "[4911]\tvalid_0's auc: 0.956003\n",
      "[4912]\tvalid_0's auc: 0.956009\n",
      "[4913]\tvalid_0's auc: 0.956015\n",
      "[4914]\tvalid_0's auc: 0.95602\n",
      "[4915]\tvalid_0's auc: 0.956025\n",
      "[4916]\tvalid_0's auc: 0.956028\n",
      "[4917]\tvalid_0's auc: 0.956033\n",
      "[4918]\tvalid_0's auc: 0.956043\n",
      "[4919]\tvalid_0's auc: 0.956049\n",
      "[4920]\tvalid_0's auc: 0.956055\n",
      "[4921]\tvalid_0's auc: 0.956059\n",
      "[4922]\tvalid_0's auc: 0.956062\n",
      "[4923]\tvalid_0's auc: 0.956067\n",
      "[4924]\tvalid_0's auc: 0.95607\n",
      "[4925]\tvalid_0's auc: 0.956077\n",
      "[4926]\tvalid_0's auc: 0.956081\n",
      "[4927]\tvalid_0's auc: 0.956085\n",
      "[4928]\tvalid_0's auc: 0.956087\n",
      "[4929]\tvalid_0's auc: 0.956091\n",
      "[4930]\tvalid_0's auc: 0.956096\n",
      "[4931]\tvalid_0's auc: 0.9561\n",
      "[4932]\tvalid_0's auc: 0.956106\n",
      "[4933]\tvalid_0's auc: 0.95611\n",
      "[4934]\tvalid_0's auc: 0.956115\n",
      "[4935]\tvalid_0's auc: 0.956119\n",
      "[4936]\tvalid_0's auc: 0.956125\n",
      "[4937]\tvalid_0's auc: 0.956128\n",
      "[4938]\tvalid_0's auc: 0.956131\n",
      "[4939]\tvalid_0's auc: 0.956137\n",
      "[4940]\tvalid_0's auc: 0.956143\n",
      "[4941]\tvalid_0's auc: 0.956148\n",
      "[4942]\tvalid_0's auc: 0.956157\n",
      "[4943]\tvalid_0's auc: 0.956163\n",
      "[4944]\tvalid_0's auc: 0.956166\n",
      "[4945]\tvalid_0's auc: 0.956172\n",
      "[4946]\tvalid_0's auc: 0.956176\n",
      "[4947]\tvalid_0's auc: 0.956179\n",
      "[4948]\tvalid_0's auc: 0.956184\n",
      "[4949]\tvalid_0's auc: 0.956188\n",
      "[4950]\tvalid_0's auc: 0.956192\n",
      "[4951]\tvalid_0's auc: 0.956195\n",
      "[4952]\tvalid_0's auc: 0.956202\n",
      "[4953]\tvalid_0's auc: 0.956205\n",
      "[4954]\tvalid_0's auc: 0.95621\n",
      "[4955]\tvalid_0's auc: 0.956213\n",
      "[4956]\tvalid_0's auc: 0.956217\n",
      "[4957]\tvalid_0's auc: 0.956221\n",
      "[4958]\tvalid_0's auc: 0.956228\n",
      "[4959]\tvalid_0's auc: 0.956233\n",
      "[4960]\tvalid_0's auc: 0.956236\n",
      "[4961]\tvalid_0's auc: 0.956241\n",
      "[4962]\tvalid_0's auc: 0.956244\n",
      "[4963]\tvalid_0's auc: 0.956249\n",
      "[4964]\tvalid_0's auc: 0.956253\n",
      "[4965]\tvalid_0's auc: 0.956256\n",
      "[4966]\tvalid_0's auc: 0.956259\n",
      "[4967]\tvalid_0's auc: 0.956266\n",
      "[4968]\tvalid_0's auc: 0.956268\n",
      "[4969]\tvalid_0's auc: 0.956271\n",
      "[4970]\tvalid_0's auc: 0.956272\n",
      "[4971]\tvalid_0's auc: 0.956276\n",
      "[4972]\tvalid_0's auc: 0.956283\n",
      "[4973]\tvalid_0's auc: 0.956287\n",
      "[4974]\tvalid_0's auc: 0.956291\n",
      "[4975]\tvalid_0's auc: 0.956299\n",
      "[4976]\tvalid_0's auc: 0.956304\n",
      "[4977]\tvalid_0's auc: 0.956311\n",
      "[4978]\tvalid_0's auc: 0.956317\n",
      "[4979]\tvalid_0's auc: 0.956324\n",
      "[4980]\tvalid_0's auc: 0.956326\n",
      "[4981]\tvalid_0's auc: 0.956332\n",
      "[4982]\tvalid_0's auc: 0.956336\n",
      "[4983]\tvalid_0's auc: 0.95634\n",
      "[4984]\tvalid_0's auc: 0.956347\n",
      "[4985]\tvalid_0's auc: 0.956352\n",
      "[4986]\tvalid_0's auc: 0.956357\n",
      "[4987]\tvalid_0's auc: 0.956362\n",
      "[4988]\tvalid_0's auc: 0.956365\n",
      "[4989]\tvalid_0's auc: 0.956369\n",
      "[4990]\tvalid_0's auc: 0.956377\n",
      "[4991]\tvalid_0's auc: 0.95638\n",
      "[4992]\tvalid_0's auc: 0.956384\n",
      "[4993]\tvalid_0's auc: 0.956388\n",
      "[4994]\tvalid_0's auc: 0.95639\n",
      "[4995]\tvalid_0's auc: 0.956394\n",
      "[4996]\tvalid_0's auc: 0.956398\n",
      "[4997]\tvalid_0's auc: 0.956402\n",
      "[4998]\tvalid_0's auc: 0.956406\n",
      "[4999]\tvalid_0's auc: 0.956411\n",
      "[5000]\tvalid_0's auc: 0.956414\n",
      "[5001]\tvalid_0's auc: 0.956419\n",
      "[5002]\tvalid_0's auc: 0.956425\n",
      "[5003]\tvalid_0's auc: 0.95643\n",
      "[5004]\tvalid_0's auc: 0.956433\n",
      "[5005]\tvalid_0's auc: 0.956434\n",
      "[5006]\tvalid_0's auc: 0.95644\n",
      "[5007]\tvalid_0's auc: 0.956445\n",
      "[5008]\tvalid_0's auc: 0.956449\n",
      "[5009]\tvalid_0's auc: 0.956453\n",
      "[5010]\tvalid_0's auc: 0.956458\n",
      "[5011]\tvalid_0's auc: 0.956463\n",
      "[5012]\tvalid_0's auc: 0.956467\n",
      "[5013]\tvalid_0's auc: 0.95647\n",
      "[5014]\tvalid_0's auc: 0.956475\n",
      "[5015]\tvalid_0's auc: 0.956479\n",
      "[5016]\tvalid_0's auc: 0.956482\n",
      "[5017]\tvalid_0's auc: 0.956485\n",
      "[5018]\tvalid_0's auc: 0.95649\n",
      "[5019]\tvalid_0's auc: 0.956494\n",
      "[5020]\tvalid_0's auc: 0.956499\n",
      "[5021]\tvalid_0's auc: 0.956506\n",
      "[5022]\tvalid_0's auc: 0.95651\n",
      "[5023]\tvalid_0's auc: 0.956511\n",
      "[5024]\tvalid_0's auc: 0.956514\n",
      "[5025]\tvalid_0's auc: 0.95652\n",
      "[5026]\tvalid_0's auc: 0.956528\n",
      "[5027]\tvalid_0's auc: 0.956533\n",
      "[5028]\tvalid_0's auc: 0.956538\n",
      "[5029]\tvalid_0's auc: 0.956548\n",
      "[5030]\tvalid_0's auc: 0.956553\n",
      "[5031]\tvalid_0's auc: 0.956557\n",
      "[5032]\tvalid_0's auc: 0.956559\n",
      "[5033]\tvalid_0's auc: 0.956563\n",
      "[5034]\tvalid_0's auc: 0.956566\n",
      "[5035]\tvalid_0's auc: 0.956569\n",
      "[5036]\tvalid_0's auc: 0.956571\n",
      "[5037]\tvalid_0's auc: 0.956574\n",
      "[5038]\tvalid_0's auc: 0.956578\n",
      "[5039]\tvalid_0's auc: 0.956581\n",
      "[5040]\tvalid_0's auc: 0.956584\n",
      "[5041]\tvalid_0's auc: 0.956587\n",
      "[5042]\tvalid_0's auc: 0.956591\n",
      "[5043]\tvalid_0's auc: 0.956594\n",
      "[5044]\tvalid_0's auc: 0.956596\n",
      "[5045]\tvalid_0's auc: 0.956599\n",
      "[5046]\tvalid_0's auc: 0.956602\n",
      "[5047]\tvalid_0's auc: 0.956605\n",
      "[5048]\tvalid_0's auc: 0.956609\n",
      "[5049]\tvalid_0's auc: 0.956615\n",
      "[5050]\tvalid_0's auc: 0.956618\n",
      "[5051]\tvalid_0's auc: 0.956621\n",
      "[5052]\tvalid_0's auc: 0.956623\n",
      "[5053]\tvalid_0's auc: 0.956629\n",
      "[5054]\tvalid_0's auc: 0.956632\n",
      "[5055]\tvalid_0's auc: 0.956634\n",
      "[5056]\tvalid_0's auc: 0.956638\n",
      "[5057]\tvalid_0's auc: 0.956643\n",
      "[5058]\tvalid_0's auc: 0.956646\n",
      "[5059]\tvalid_0's auc: 0.956651\n",
      "[5060]\tvalid_0's auc: 0.956655\n",
      "[5061]\tvalid_0's auc: 0.956658\n",
      "[5062]\tvalid_0's auc: 0.95666\n",
      "[5063]\tvalid_0's auc: 0.956664\n",
      "[5064]\tvalid_0's auc: 0.956667\n",
      "[5065]\tvalid_0's auc: 0.956674\n",
      "[5066]\tvalid_0's auc: 0.956678\n",
      "[5067]\tvalid_0's auc: 0.95668\n",
      "[5068]\tvalid_0's auc: 0.956683\n",
      "[5069]\tvalid_0's auc: 0.956686\n",
      "[5070]\tvalid_0's auc: 0.956689\n",
      "[5071]\tvalid_0's auc: 0.956692\n",
      "[5072]\tvalid_0's auc: 0.956697\n",
      "[5073]\tvalid_0's auc: 0.956702\n",
      "[5074]\tvalid_0's auc: 0.956706\n",
      "[5075]\tvalid_0's auc: 0.95671\n",
      "[5076]\tvalid_0's auc: 0.956711\n",
      "[5077]\tvalid_0's auc: 0.956714\n",
      "[5078]\tvalid_0's auc: 0.956718\n",
      "[5079]\tvalid_0's auc: 0.956722\n",
      "[5080]\tvalid_0's auc: 0.956727\n",
      "[5081]\tvalid_0's auc: 0.956731\n",
      "[5082]\tvalid_0's auc: 0.956736\n",
      "[5083]\tvalid_0's auc: 0.95674\n",
      "[5084]\tvalid_0's auc: 0.956743\n",
      "[5085]\tvalid_0's auc: 0.956748\n",
      "[5086]\tvalid_0's auc: 0.956756\n",
      "[5087]\tvalid_0's auc: 0.956758\n",
      "[5088]\tvalid_0's auc: 0.956761\n",
      "[5089]\tvalid_0's auc: 0.956765\n",
      "[5090]\tvalid_0's auc: 0.95677\n",
      "[5091]\tvalid_0's auc: 0.956773\n",
      "[5092]\tvalid_0's auc: 0.956775\n",
      "[5093]\tvalid_0's auc: 0.956778\n",
      "[5094]\tvalid_0's auc: 0.956781\n",
      "[5095]\tvalid_0's auc: 0.956785\n",
      "[5096]\tvalid_0's auc: 0.956791\n",
      "[5097]\tvalid_0's auc: 0.956795\n",
      "[5098]\tvalid_0's auc: 0.9568\n",
      "[5099]\tvalid_0's auc: 0.956803\n",
      "[5100]\tvalid_0's auc: 0.956808\n",
      "[5101]\tvalid_0's auc: 0.956811\n",
      "[5102]\tvalid_0's auc: 0.956816\n",
      "[5103]\tvalid_0's auc: 0.956817\n",
      "[5104]\tvalid_0's auc: 0.956818\n",
      "[5105]\tvalid_0's auc: 0.956821\n",
      "[5106]\tvalid_0's auc: 0.956824\n",
      "[5107]\tvalid_0's auc: 0.956828\n",
      "[5108]\tvalid_0's auc: 0.956834\n",
      "[5109]\tvalid_0's auc: 0.956836\n",
      "[5110]\tvalid_0's auc: 0.956839\n",
      "[5111]\tvalid_0's auc: 0.956842\n",
      "[5112]\tvalid_0's auc: 0.956846\n",
      "[5113]\tvalid_0's auc: 0.956849\n",
      "[5114]\tvalid_0's auc: 0.956853\n",
      "[5115]\tvalid_0's auc: 0.956856\n",
      "[5116]\tvalid_0's auc: 0.956861\n",
      "[5117]\tvalid_0's auc: 0.956863\n",
      "[5118]\tvalid_0's auc: 0.956867\n",
      "[5119]\tvalid_0's auc: 0.956868\n",
      "[5120]\tvalid_0's auc: 0.956872\n",
      "[5121]\tvalid_0's auc: 0.956876\n",
      "[5122]\tvalid_0's auc: 0.956883\n",
      "[5123]\tvalid_0's auc: 0.956889\n",
      "[5124]\tvalid_0's auc: 0.956894\n",
      "[5125]\tvalid_0's auc: 0.956896\n",
      "[5126]\tvalid_0's auc: 0.956899\n",
      "[5127]\tvalid_0's auc: 0.956904\n",
      "[5128]\tvalid_0's auc: 0.956907\n",
      "[5129]\tvalid_0's auc: 0.95691\n",
      "[5130]\tvalid_0's auc: 0.956915\n",
      "[5131]\tvalid_0's auc: 0.956919\n",
      "[5132]\tvalid_0's auc: 0.956922\n",
      "[5133]\tvalid_0's auc: 0.956924\n",
      "[5134]\tvalid_0's auc: 0.956929\n",
      "[5135]\tvalid_0's auc: 0.956936\n",
      "[5136]\tvalid_0's auc: 0.956941\n",
      "[5137]\tvalid_0's auc: 0.956947\n",
      "[5138]\tvalid_0's auc: 0.956951\n",
      "[5139]\tvalid_0's auc: 0.956954\n",
      "[5140]\tvalid_0's auc: 0.956961\n",
      "[5141]\tvalid_0's auc: 0.956966\n",
      "[5142]\tvalid_0's auc: 0.95697\n",
      "[5143]\tvalid_0's auc: 0.956974\n",
      "[5144]\tvalid_0's auc: 0.956975\n",
      "[5145]\tvalid_0's auc: 0.956979\n",
      "[5146]\tvalid_0's auc: 0.956984\n",
      "[5147]\tvalid_0's auc: 0.956987\n",
      "[5148]\tvalid_0's auc: 0.956993\n",
      "[5149]\tvalid_0's auc: 0.956997\n",
      "[5150]\tvalid_0's auc: 0.957001\n",
      "[5151]\tvalid_0's auc: 0.957003\n",
      "[5152]\tvalid_0's auc: 0.957006\n",
      "[5153]\tvalid_0's auc: 0.957008\n",
      "[5154]\tvalid_0's auc: 0.957013\n",
      "[5155]\tvalid_0's auc: 0.957014\n",
      "[5156]\tvalid_0's auc: 0.957021\n",
      "[5157]\tvalid_0's auc: 0.957025\n",
      "[5158]\tvalid_0's auc: 0.957029\n",
      "[5159]\tvalid_0's auc: 0.957033\n",
      "[5160]\tvalid_0's auc: 0.957036\n",
      "[5161]\tvalid_0's auc: 0.95704\n",
      "[5162]\tvalid_0's auc: 0.957044\n",
      "[5163]\tvalid_0's auc: 0.957048\n",
      "[5164]\tvalid_0's auc: 0.957051\n",
      "[5165]\tvalid_0's auc: 0.957058\n",
      "[5166]\tvalid_0's auc: 0.957063\n",
      "[5167]\tvalid_0's auc: 0.957065\n",
      "[5168]\tvalid_0's auc: 0.957068\n",
      "[5169]\tvalid_0's auc: 0.957071\n",
      "[5170]\tvalid_0's auc: 0.957075\n",
      "[5171]\tvalid_0's auc: 0.957077\n",
      "[5172]\tvalid_0's auc: 0.95708\n",
      "[5173]\tvalid_0's auc: 0.957085\n",
      "[5174]\tvalid_0's auc: 0.957088\n",
      "[5175]\tvalid_0's auc: 0.957093\n",
      "[5176]\tvalid_0's auc: 0.957095\n",
      "[5177]\tvalid_0's auc: 0.957098\n",
      "[5178]\tvalid_0's auc: 0.957101\n",
      "[5179]\tvalid_0's auc: 0.957107\n",
      "[5180]\tvalid_0's auc: 0.957111\n",
      "[5181]\tvalid_0's auc: 0.957113\n",
      "[5182]\tvalid_0's auc: 0.957117\n",
      "[5183]\tvalid_0's auc: 0.95712\n",
      "[5184]\tvalid_0's auc: 0.957124\n",
      "[5185]\tvalid_0's auc: 0.957129\n",
      "[5186]\tvalid_0's auc: 0.957132\n",
      "[5187]\tvalid_0's auc: 0.95714\n",
      "[5188]\tvalid_0's auc: 0.957145\n",
      "[5189]\tvalid_0's auc: 0.95715\n",
      "[5190]\tvalid_0's auc: 0.957152\n",
      "[5191]\tvalid_0's auc: 0.957154\n",
      "[5192]\tvalid_0's auc: 0.957157\n",
      "[5193]\tvalid_0's auc: 0.957161\n",
      "[5194]\tvalid_0's auc: 0.957163\n",
      "[5195]\tvalid_0's auc: 0.957166\n",
      "[5196]\tvalid_0's auc: 0.95717\n",
      "[5197]\tvalid_0's auc: 0.957172\n",
      "[5198]\tvalid_0's auc: 0.957175\n",
      "[5199]\tvalid_0's auc: 0.957179\n",
      "[5200]\tvalid_0's auc: 0.957185\n",
      "[5201]\tvalid_0's auc: 0.957188\n",
      "[5202]\tvalid_0's auc: 0.957192\n",
      "[5203]\tvalid_0's auc: 0.957194\n",
      "[5204]\tvalid_0's auc: 0.957197\n",
      "[5205]\tvalid_0's auc: 0.957202\n",
      "[5206]\tvalid_0's auc: 0.957209\n",
      "[5207]\tvalid_0's auc: 0.957215\n",
      "[5208]\tvalid_0's auc: 0.957217\n",
      "[5209]\tvalid_0's auc: 0.95722\n",
      "[5210]\tvalid_0's auc: 0.957224\n",
      "[5211]\tvalid_0's auc: 0.957229\n",
      "[5212]\tvalid_0's auc: 0.957237\n",
      "[5213]\tvalid_0's auc: 0.957242\n",
      "[5214]\tvalid_0's auc: 0.957245\n",
      "[5215]\tvalid_0's auc: 0.957251\n",
      "[5216]\tvalid_0's auc: 0.957254\n",
      "[5217]\tvalid_0's auc: 0.957257\n",
      "[5218]\tvalid_0's auc: 0.957257\n",
      "[5219]\tvalid_0's auc: 0.957263\n",
      "[5220]\tvalid_0's auc: 0.957267\n",
      "[5221]\tvalid_0's auc: 0.957269\n",
      "[5222]\tvalid_0's auc: 0.957273\n",
      "[5223]\tvalid_0's auc: 0.957278\n",
      "[5224]\tvalid_0's auc: 0.957282\n",
      "[5225]\tvalid_0's auc: 0.957285\n",
      "[5226]\tvalid_0's auc: 0.957292\n",
      "[5227]\tvalid_0's auc: 0.957297\n",
      "[5228]\tvalid_0's auc: 0.9573\n",
      "[5229]\tvalid_0's auc: 0.957303\n",
      "[5230]\tvalid_0's auc: 0.957306\n",
      "[5231]\tvalid_0's auc: 0.957309\n",
      "[5232]\tvalid_0's auc: 0.957314\n",
      "[5233]\tvalid_0's auc: 0.957317\n",
      "[5234]\tvalid_0's auc: 0.957318\n",
      "[5235]\tvalid_0's auc: 0.957321\n",
      "[5236]\tvalid_0's auc: 0.957327\n",
      "[5237]\tvalid_0's auc: 0.957334\n",
      "[5238]\tvalid_0's auc: 0.957337\n",
      "[5239]\tvalid_0's auc: 0.95734\n",
      "[5240]\tvalid_0's auc: 0.957342\n",
      "[5241]\tvalid_0's auc: 0.957345\n",
      "[5242]\tvalid_0's auc: 0.95735\n",
      "[5243]\tvalid_0's auc: 0.957354\n",
      "[5244]\tvalid_0's auc: 0.957358\n",
      "[5245]\tvalid_0's auc: 0.957361\n",
      "[5246]\tvalid_0's auc: 0.957366\n",
      "[5247]\tvalid_0's auc: 0.95737\n",
      "[5248]\tvalid_0's auc: 0.957375\n",
      "[5249]\tvalid_0's auc: 0.957378\n",
      "[5250]\tvalid_0's auc: 0.957382\n",
      "[5251]\tvalid_0's auc: 0.957385\n",
      "[5252]\tvalid_0's auc: 0.957388\n",
      "[5253]\tvalid_0's auc: 0.957391\n",
      "[5254]\tvalid_0's auc: 0.957395\n",
      "[5255]\tvalid_0's auc: 0.9574\n",
      "[5256]\tvalid_0's auc: 0.957407\n",
      "[5257]\tvalid_0's auc: 0.957411\n",
      "[5258]\tvalid_0's auc: 0.957413\n",
      "[5259]\tvalid_0's auc: 0.957416\n",
      "[5260]\tvalid_0's auc: 0.95742\n",
      "[5261]\tvalid_0's auc: 0.957425\n",
      "[5262]\tvalid_0's auc: 0.95743\n",
      "[5263]\tvalid_0's auc: 0.957432\n",
      "[5264]\tvalid_0's auc: 0.957435\n",
      "[5265]\tvalid_0's auc: 0.957437\n",
      "[5266]\tvalid_0's auc: 0.95744\n",
      "[5267]\tvalid_0's auc: 0.957444\n",
      "[5268]\tvalid_0's auc: 0.957446\n",
      "[5269]\tvalid_0's auc: 0.95745\n",
      "[5270]\tvalid_0's auc: 0.957455\n",
      "[5271]\tvalid_0's auc: 0.957456\n",
      "[5272]\tvalid_0's auc: 0.95746\n",
      "[5273]\tvalid_0's auc: 0.957463\n",
      "[5274]\tvalid_0's auc: 0.957466\n",
      "[5275]\tvalid_0's auc: 0.95747\n",
      "[5276]\tvalid_0's auc: 0.957472\n",
      "[5277]\tvalid_0's auc: 0.957473\n",
      "[5278]\tvalid_0's auc: 0.957478\n",
      "[5279]\tvalid_0's auc: 0.957483\n",
      "[5280]\tvalid_0's auc: 0.957484\n",
      "[5281]\tvalid_0's auc: 0.957488\n",
      "[5282]\tvalid_0's auc: 0.957489\n",
      "[5283]\tvalid_0's auc: 0.957494\n",
      "[5284]\tvalid_0's auc: 0.957497\n",
      "[5285]\tvalid_0's auc: 0.957501\n",
      "[5286]\tvalid_0's auc: 0.957505\n",
      "[5287]\tvalid_0's auc: 0.957507\n",
      "[5288]\tvalid_0's auc: 0.957514\n",
      "[5289]\tvalid_0's auc: 0.957518\n",
      "[5290]\tvalid_0's auc: 0.957521\n",
      "[5291]\tvalid_0's auc: 0.957525\n",
      "[5292]\tvalid_0's auc: 0.957528\n",
      "[5293]\tvalid_0's auc: 0.957532\n",
      "[5294]\tvalid_0's auc: 0.957536\n",
      "[5295]\tvalid_0's auc: 0.957539\n",
      "[5296]\tvalid_0's auc: 0.957543\n",
      "[5297]\tvalid_0's auc: 0.957546\n",
      "[5298]\tvalid_0's auc: 0.957549\n",
      "[5299]\tvalid_0's auc: 0.957551\n",
      "[5300]\tvalid_0's auc: 0.957554\n",
      "[5301]\tvalid_0's auc: 0.957556\n",
      "[5302]\tvalid_0's auc: 0.95756\n",
      "[5303]\tvalid_0's auc: 0.957562\n",
      "[5304]\tvalid_0's auc: 0.957565\n",
      "[5305]\tvalid_0's auc: 0.957568\n",
      "[5306]\tvalid_0's auc: 0.95757\n",
      "[5307]\tvalid_0's auc: 0.957573\n",
      "[5308]\tvalid_0's auc: 0.957577\n",
      "[5309]\tvalid_0's auc: 0.95758\n",
      "[5310]\tvalid_0's auc: 0.957584\n",
      "[5311]\tvalid_0's auc: 0.95759\n",
      "[5312]\tvalid_0's auc: 0.957592\n",
      "[5313]\tvalid_0's auc: 0.957597\n",
      "[5314]\tvalid_0's auc: 0.957603\n",
      "[5315]\tvalid_0's auc: 0.957607\n",
      "[5316]\tvalid_0's auc: 0.95761\n",
      "[5317]\tvalid_0's auc: 0.957611\n",
      "[5318]\tvalid_0's auc: 0.957618\n",
      "[5319]\tvalid_0's auc: 0.957621\n",
      "[5320]\tvalid_0's auc: 0.957623\n",
      "[5321]\tvalid_0's auc: 0.957624\n",
      "[5322]\tvalid_0's auc: 0.95763\n",
      "[5323]\tvalid_0's auc: 0.957634\n",
      "[5324]\tvalid_0's auc: 0.957638\n",
      "[5325]\tvalid_0's auc: 0.957641\n",
      "[5326]\tvalid_0's auc: 0.957646\n",
      "[5327]\tvalid_0's auc: 0.957649\n",
      "[5328]\tvalid_0's auc: 0.957652\n",
      "[5329]\tvalid_0's auc: 0.957656\n",
      "[5330]\tvalid_0's auc: 0.95766\n",
      "[5331]\tvalid_0's auc: 0.957662\n",
      "[5332]\tvalid_0's auc: 0.957666\n",
      "[5333]\tvalid_0's auc: 0.95767\n",
      "[5334]\tvalid_0's auc: 0.957673\n",
      "[5335]\tvalid_0's auc: 0.957677\n",
      "[5336]\tvalid_0's auc: 0.957679\n",
      "[5337]\tvalid_0's auc: 0.957684\n",
      "[5338]\tvalid_0's auc: 0.957685\n",
      "[5339]\tvalid_0's auc: 0.957689\n",
      "[5340]\tvalid_0's auc: 0.957692\n",
      "[5341]\tvalid_0's auc: 0.957694\n",
      "[5342]\tvalid_0's auc: 0.957697\n",
      "[5343]\tvalid_0's auc: 0.957703\n",
      "[5344]\tvalid_0's auc: 0.957705\n",
      "[5345]\tvalid_0's auc: 0.957711\n",
      "[5346]\tvalid_0's auc: 0.957715\n",
      "[5347]\tvalid_0's auc: 0.957717\n",
      "[5348]\tvalid_0's auc: 0.957719\n",
      "[5349]\tvalid_0's auc: 0.957722\n",
      "[5350]\tvalid_0's auc: 0.957724\n",
      "[5351]\tvalid_0's auc: 0.957727\n",
      "[5352]\tvalid_0's auc: 0.957732\n",
      "[5353]\tvalid_0's auc: 0.957736\n",
      "[5354]\tvalid_0's auc: 0.957742\n",
      "[5355]\tvalid_0's auc: 0.957744\n",
      "[5356]\tvalid_0's auc: 0.957747\n",
      "[5357]\tvalid_0's auc: 0.957751\n",
      "[5358]\tvalid_0's auc: 0.957754\n",
      "[5359]\tvalid_0's auc: 0.957756\n",
      "[5360]\tvalid_0's auc: 0.957759\n",
      "[5361]\tvalid_0's auc: 0.957764\n",
      "[5362]\tvalid_0's auc: 0.957767\n",
      "[5363]\tvalid_0's auc: 0.95777\n",
      "[5364]\tvalid_0's auc: 0.957774\n",
      "[5365]\tvalid_0's auc: 0.957778\n",
      "[5366]\tvalid_0's auc: 0.957782\n",
      "[5367]\tvalid_0's auc: 0.957785\n",
      "[5368]\tvalid_0's auc: 0.957789\n",
      "[5369]\tvalid_0's auc: 0.957792\n",
      "[5370]\tvalid_0's auc: 0.957797\n",
      "[5371]\tvalid_0's auc: 0.957802\n",
      "[5372]\tvalid_0's auc: 0.957804\n",
      "[5373]\tvalid_0's auc: 0.95781\n",
      "[5374]\tvalid_0's auc: 0.957818\n",
      "[5375]\tvalid_0's auc: 0.95782\n",
      "[5376]\tvalid_0's auc: 0.957826\n",
      "[5377]\tvalid_0's auc: 0.957828\n",
      "[5378]\tvalid_0's auc: 0.957831\n",
      "[5379]\tvalid_0's auc: 0.957839\n",
      "[5380]\tvalid_0's auc: 0.957843\n",
      "[5381]\tvalid_0's auc: 0.957847\n",
      "[5382]\tvalid_0's auc: 0.95785\n",
      "[5383]\tvalid_0's auc: 0.957852\n",
      "[5384]\tvalid_0's auc: 0.957857\n",
      "[5385]\tvalid_0's auc: 0.957861\n",
      "[5386]\tvalid_0's auc: 0.957866\n",
      "[5387]\tvalid_0's auc: 0.957869\n",
      "[5388]\tvalid_0's auc: 0.957874\n",
      "[5389]\tvalid_0's auc: 0.957881\n",
      "[5390]\tvalid_0's auc: 0.957884\n",
      "[5391]\tvalid_0's auc: 0.957889\n",
      "[5392]\tvalid_0's auc: 0.95789\n",
      "[5393]\tvalid_0's auc: 0.957895\n",
      "[5394]\tvalid_0's auc: 0.957901\n",
      "[5395]\tvalid_0's auc: 0.957906\n",
      "[5396]\tvalid_0's auc: 0.957912\n",
      "[5397]\tvalid_0's auc: 0.957913\n",
      "[5398]\tvalid_0's auc: 0.957917\n",
      "[5399]\tvalid_0's auc: 0.957923\n",
      "[5400]\tvalid_0's auc: 0.957928\n",
      "[5401]\tvalid_0's auc: 0.95793\n",
      "[5402]\tvalid_0's auc: 0.957932\n",
      "[5403]\tvalid_0's auc: 0.957934\n",
      "[5404]\tvalid_0's auc: 0.957939\n",
      "[5405]\tvalid_0's auc: 0.957943\n",
      "[5406]\tvalid_0's auc: 0.95795\n",
      "[5407]\tvalid_0's auc: 0.957953\n",
      "[5408]\tvalid_0's auc: 0.957958\n",
      "[5409]\tvalid_0's auc: 0.957963\n",
      "[5410]\tvalid_0's auc: 0.957967\n",
      "[5411]\tvalid_0's auc: 0.957969\n",
      "[5412]\tvalid_0's auc: 0.95797\n",
      "[5413]\tvalid_0's auc: 0.957974\n",
      "[5414]\tvalid_0's auc: 0.957978\n",
      "[5415]\tvalid_0's auc: 0.957982\n",
      "[5416]\tvalid_0's auc: 0.957985\n",
      "[5417]\tvalid_0's auc: 0.957987\n",
      "[5418]\tvalid_0's auc: 0.957989\n",
      "[5419]\tvalid_0's auc: 0.957992\n",
      "[5420]\tvalid_0's auc: 0.957995\n",
      "[5421]\tvalid_0's auc: 0.957998\n",
      "[5422]\tvalid_0's auc: 0.958\n",
      "[5423]\tvalid_0's auc: 0.958005\n",
      "[5424]\tvalid_0's auc: 0.958006\n",
      "[5425]\tvalid_0's auc: 0.958009\n",
      "[5426]\tvalid_0's auc: 0.958012\n",
      "[5427]\tvalid_0's auc: 0.958015\n",
      "[5428]\tvalid_0's auc: 0.958016\n",
      "[5429]\tvalid_0's auc: 0.95802\n",
      "[5430]\tvalid_0's auc: 0.958024\n",
      "[5431]\tvalid_0's auc: 0.958027\n",
      "[5432]\tvalid_0's auc: 0.958031\n",
      "[5433]\tvalid_0's auc: 0.958034\n",
      "[5434]\tvalid_0's auc: 0.958036\n",
      "[5435]\tvalid_0's auc: 0.958039\n",
      "[5436]\tvalid_0's auc: 0.958043\n",
      "[5437]\tvalid_0's auc: 0.958045\n",
      "[5438]\tvalid_0's auc: 0.95805\n",
      "[5439]\tvalid_0's auc: 0.958055\n",
      "[5440]\tvalid_0's auc: 0.958055\n",
      "[5441]\tvalid_0's auc: 0.958059\n",
      "[5442]\tvalid_0's auc: 0.95806\n",
      "[5443]\tvalid_0's auc: 0.958065\n",
      "[5444]\tvalid_0's auc: 0.958067\n",
      "[5445]\tvalid_0's auc: 0.958069\n",
      "[5446]\tvalid_0's auc: 0.958074\n",
      "[5447]\tvalid_0's auc: 0.958079\n",
      "[5448]\tvalid_0's auc: 0.958081\n",
      "[5449]\tvalid_0's auc: 0.958084\n",
      "[5450]\tvalid_0's auc: 0.958087\n",
      "[5451]\tvalid_0's auc: 0.958093\n",
      "[5452]\tvalid_0's auc: 0.958096\n",
      "[5453]\tvalid_0's auc: 0.958097\n",
      "[5454]\tvalid_0's auc: 0.958099\n",
      "[5455]\tvalid_0's auc: 0.9581\n",
      "[5456]\tvalid_0's auc: 0.958102\n",
      "[5457]\tvalid_0's auc: 0.958105\n",
      "[5458]\tvalid_0's auc: 0.958109\n",
      "[5459]\tvalid_0's auc: 0.958114\n",
      "[5460]\tvalid_0's auc: 0.958119\n",
      "[5461]\tvalid_0's auc: 0.958124\n",
      "[5462]\tvalid_0's auc: 0.958125\n",
      "[5463]\tvalid_0's auc: 0.958129\n",
      "[5464]\tvalid_0's auc: 0.958131\n",
      "[5465]\tvalid_0's auc: 0.958132\n",
      "[5466]\tvalid_0's auc: 0.958134\n",
      "[5467]\tvalid_0's auc: 0.958137\n",
      "[5468]\tvalid_0's auc: 0.958141\n",
      "[5469]\tvalid_0's auc: 0.958145\n",
      "[5470]\tvalid_0's auc: 0.958149\n",
      "[5471]\tvalid_0's auc: 0.958151\n",
      "[5472]\tvalid_0's auc: 0.958153\n",
      "[5473]\tvalid_0's auc: 0.95816\n",
      "[5474]\tvalid_0's auc: 0.958163\n",
      "[5475]\tvalid_0's auc: 0.958168\n",
      "[5476]\tvalid_0's auc: 0.95817\n",
      "[5477]\tvalid_0's auc: 0.958175\n",
      "[5478]\tvalid_0's auc: 0.958176\n",
      "[5479]\tvalid_0's auc: 0.958181\n",
      "[5480]\tvalid_0's auc: 0.958185\n",
      "[5481]\tvalid_0's auc: 0.958188\n",
      "[5482]\tvalid_0's auc: 0.958191\n",
      "[5483]\tvalid_0's auc: 0.958194\n",
      "[5484]\tvalid_0's auc: 0.958197\n",
      "[5485]\tvalid_0's auc: 0.958202\n",
      "[5486]\tvalid_0's auc: 0.958204\n",
      "[5487]\tvalid_0's auc: 0.958206\n",
      "[5488]\tvalid_0's auc: 0.95821\n",
      "[5489]\tvalid_0's auc: 0.958214\n",
      "[5490]\tvalid_0's auc: 0.958219\n",
      "[5491]\tvalid_0's auc: 0.958221\n",
      "[5492]\tvalid_0's auc: 0.958223\n",
      "[5493]\tvalid_0's auc: 0.958226\n",
      "[5494]\tvalid_0's auc: 0.958231\n",
      "[5495]\tvalid_0's auc: 0.958235\n",
      "[5496]\tvalid_0's auc: 0.958238\n",
      "[5497]\tvalid_0's auc: 0.958241\n",
      "[5498]\tvalid_0's auc: 0.958245\n",
      "[5499]\tvalid_0's auc: 0.958249\n",
      "[5500]\tvalid_0's auc: 0.958251\n",
      "[5501]\tvalid_0's auc: 0.958255\n",
      "[5502]\tvalid_0's auc: 0.958258\n",
      "[5503]\tvalid_0's auc: 0.95826\n",
      "[5504]\tvalid_0's auc: 0.958262\n",
      "[5505]\tvalid_0's auc: 0.958264\n",
      "[5506]\tvalid_0's auc: 0.958267\n",
      "[5507]\tvalid_0's auc: 0.95827\n",
      "[5508]\tvalid_0's auc: 0.958273\n",
      "[5509]\tvalid_0's auc: 0.958276\n",
      "[5510]\tvalid_0's auc: 0.958279\n",
      "[5511]\tvalid_0's auc: 0.958284\n",
      "[5512]\tvalid_0's auc: 0.958285\n",
      "[5513]\tvalid_0's auc: 0.95829\n",
      "[5514]\tvalid_0's auc: 0.958292\n",
      "[5515]\tvalid_0's auc: 0.958298\n",
      "[5516]\tvalid_0's auc: 0.9583\n",
      "[5517]\tvalid_0's auc: 0.958303\n",
      "[5518]\tvalid_0's auc: 0.958309\n",
      "[5519]\tvalid_0's auc: 0.958314\n",
      "[5520]\tvalid_0's auc: 0.958318\n",
      "[5521]\tvalid_0's auc: 0.95832\n",
      "[5522]\tvalid_0's auc: 0.958325\n",
      "[5523]\tvalid_0's auc: 0.958329\n",
      "[5524]\tvalid_0's auc: 0.958332\n",
      "[5525]\tvalid_0's auc: 0.958336\n",
      "[5526]\tvalid_0's auc: 0.958339\n",
      "[5527]\tvalid_0's auc: 0.95834\n",
      "[5528]\tvalid_0's auc: 0.958348\n",
      "[5529]\tvalid_0's auc: 0.958356\n",
      "[5530]\tvalid_0's auc: 0.95836\n",
      "[5531]\tvalid_0's auc: 0.958363\n",
      "[5532]\tvalid_0's auc: 0.958367\n",
      "[5533]\tvalid_0's auc: 0.95837\n",
      "[5534]\tvalid_0's auc: 0.958371\n",
      "[5535]\tvalid_0's auc: 0.958376\n",
      "[5536]\tvalid_0's auc: 0.958378\n",
      "[5537]\tvalid_0's auc: 0.95838\n",
      "[5538]\tvalid_0's auc: 0.958383\n",
      "[5539]\tvalid_0's auc: 0.958386\n",
      "[5540]\tvalid_0's auc: 0.95839\n",
      "[5541]\tvalid_0's auc: 0.958391\n",
      "[5542]\tvalid_0's auc: 0.958397\n",
      "[5543]\tvalid_0's auc: 0.958401\n",
      "[5544]\tvalid_0's auc: 0.958403\n",
      "[5545]\tvalid_0's auc: 0.958409\n",
      "[5546]\tvalid_0's auc: 0.958411\n",
      "[5547]\tvalid_0's auc: 0.958415\n",
      "[5548]\tvalid_0's auc: 0.958418\n",
      "[5549]\tvalid_0's auc: 0.95842\n",
      "[5550]\tvalid_0's auc: 0.958424\n",
      "[5551]\tvalid_0's auc: 0.958426\n",
      "[5552]\tvalid_0's auc: 0.958428\n",
      "[5553]\tvalid_0's auc: 0.95843\n",
      "[5554]\tvalid_0's auc: 0.958432\n",
      "[5555]\tvalid_0's auc: 0.958435\n",
      "[5556]\tvalid_0's auc: 0.95844\n",
      "[5557]\tvalid_0's auc: 0.958442\n",
      "[5558]\tvalid_0's auc: 0.958446\n",
      "[5559]\tvalid_0's auc: 0.958447\n",
      "[5560]\tvalid_0's auc: 0.958449\n",
      "[5561]\tvalid_0's auc: 0.958453\n",
      "[5562]\tvalid_0's auc: 0.958456\n",
      "[5563]\tvalid_0's auc: 0.958462\n",
      "[5564]\tvalid_0's auc: 0.958464\n",
      "[5565]\tvalid_0's auc: 0.958467\n",
      "[5566]\tvalid_0's auc: 0.958469\n",
      "[5567]\tvalid_0's auc: 0.958472\n",
      "[5568]\tvalid_0's auc: 0.958475\n",
      "[5569]\tvalid_0's auc: 0.958479\n",
      "[5570]\tvalid_0's auc: 0.958484\n",
      "[5571]\tvalid_0's auc: 0.958486\n",
      "[5572]\tvalid_0's auc: 0.958487\n",
      "[5573]\tvalid_0's auc: 0.958489\n",
      "[5574]\tvalid_0's auc: 0.958491\n",
      "[5575]\tvalid_0's auc: 0.958495\n",
      "[5576]\tvalid_0's auc: 0.958497\n",
      "[5577]\tvalid_0's auc: 0.9585\n",
      "[5578]\tvalid_0's auc: 0.958502\n",
      "[5579]\tvalid_0's auc: 0.958506\n",
      "[5580]\tvalid_0's auc: 0.958511\n",
      "[5581]\tvalid_0's auc: 0.958513\n",
      "[5582]\tvalid_0's auc: 0.958514\n",
      "[5583]\tvalid_0's auc: 0.95852\n",
      "[5584]\tvalid_0's auc: 0.958523\n",
      "[5585]\tvalid_0's auc: 0.958526\n",
      "[5586]\tvalid_0's auc: 0.958527\n",
      "[5587]\tvalid_0's auc: 0.95853\n",
      "[5588]\tvalid_0's auc: 0.958533\n",
      "[5589]\tvalid_0's auc: 0.958535\n",
      "[5590]\tvalid_0's auc: 0.95854\n",
      "[5591]\tvalid_0's auc: 0.958541\n",
      "[5592]\tvalid_0's auc: 0.958545\n",
      "[5593]\tvalid_0's auc: 0.958548\n",
      "[5594]\tvalid_0's auc: 0.958556\n",
      "[5595]\tvalid_0's auc: 0.958557\n",
      "[5596]\tvalid_0's auc: 0.95856\n",
      "[5597]\tvalid_0's auc: 0.958563\n",
      "[5598]\tvalid_0's auc: 0.958566\n",
      "[5599]\tvalid_0's auc: 0.958567\n",
      "[5600]\tvalid_0's auc: 0.958569\n",
      "[5601]\tvalid_0's auc: 0.958573\n",
      "[5602]\tvalid_0's auc: 0.958573\n",
      "[5603]\tvalid_0's auc: 0.958577\n",
      "[5604]\tvalid_0's auc: 0.958579\n",
      "[5605]\tvalid_0's auc: 0.958582\n",
      "[5606]\tvalid_0's auc: 0.958585\n",
      "[5607]\tvalid_0's auc: 0.958587\n",
      "[5608]\tvalid_0's auc: 0.958588\n",
      "[5609]\tvalid_0's auc: 0.958591\n",
      "[5610]\tvalid_0's auc: 0.958593\n",
      "[5611]\tvalid_0's auc: 0.958594\n",
      "[5612]\tvalid_0's auc: 0.958597\n",
      "[5613]\tvalid_0's auc: 0.958598\n",
      "[5614]\tvalid_0's auc: 0.958602\n",
      "[5615]\tvalid_0's auc: 0.958607\n",
      "[5616]\tvalid_0's auc: 0.958609\n",
      "[5617]\tvalid_0's auc: 0.958614\n",
      "[5618]\tvalid_0's auc: 0.958616\n",
      "[5619]\tvalid_0's auc: 0.958619\n",
      "[5620]\tvalid_0's auc: 0.958622\n",
      "[5621]\tvalid_0's auc: 0.958624\n",
      "[5622]\tvalid_0's auc: 0.958626\n",
      "[5623]\tvalid_0's auc: 0.958629\n",
      "[5624]\tvalid_0's auc: 0.958631\n",
      "[5625]\tvalid_0's auc: 0.958633\n",
      "[5626]\tvalid_0's auc: 0.958634\n",
      "[5627]\tvalid_0's auc: 0.958638\n",
      "[5628]\tvalid_0's auc: 0.95864\n",
      "[5629]\tvalid_0's auc: 0.958643\n",
      "[5630]\tvalid_0's auc: 0.958644\n",
      "[5631]\tvalid_0's auc: 0.958648\n",
      "[5632]\tvalid_0's auc: 0.95865\n",
      "[5633]\tvalid_0's auc: 0.958654\n",
      "[5634]\tvalid_0's auc: 0.958656\n",
      "[5635]\tvalid_0's auc: 0.95866\n",
      "[5636]\tvalid_0's auc: 0.958664\n",
      "[5637]\tvalid_0's auc: 0.958668\n",
      "[5638]\tvalid_0's auc: 0.958671\n",
      "[5639]\tvalid_0's auc: 0.958674\n",
      "[5640]\tvalid_0's auc: 0.958677\n",
      "[5641]\tvalid_0's auc: 0.958679\n",
      "[5642]\tvalid_0's auc: 0.958684\n",
      "[5643]\tvalid_0's auc: 0.958688\n",
      "[5644]\tvalid_0's auc: 0.95869\n",
      "[5645]\tvalid_0's auc: 0.958692\n",
      "[5646]\tvalid_0's auc: 0.958695\n",
      "[5647]\tvalid_0's auc: 0.958698\n",
      "[5648]\tvalid_0's auc: 0.9587\n",
      "[5649]\tvalid_0's auc: 0.958702\n",
      "[5650]\tvalid_0's auc: 0.958703\n",
      "[5651]\tvalid_0's auc: 0.958706\n",
      "[5652]\tvalid_0's auc: 0.958711\n",
      "[5653]\tvalid_0's auc: 0.958713\n",
      "[5654]\tvalid_0's auc: 0.958716\n",
      "[5655]\tvalid_0's auc: 0.958719\n",
      "[5656]\tvalid_0's auc: 0.958722\n",
      "[5657]\tvalid_0's auc: 0.958724\n",
      "[5658]\tvalid_0's auc: 0.958728\n",
      "[5659]\tvalid_0's auc: 0.958732\n",
      "[5660]\tvalid_0's auc: 0.958736\n",
      "[5661]\tvalid_0's auc: 0.958739\n",
      "[5662]\tvalid_0's auc: 0.958742\n",
      "[5663]\tvalid_0's auc: 0.958744\n",
      "[5664]\tvalid_0's auc: 0.958747\n",
      "[5665]\tvalid_0's auc: 0.958748\n",
      "[5666]\tvalid_0's auc: 0.95875\n",
      "[5667]\tvalid_0's auc: 0.958751\n",
      "[5668]\tvalid_0's auc: 0.958755\n",
      "[5669]\tvalid_0's auc: 0.958758\n",
      "[5670]\tvalid_0's auc: 0.958762\n",
      "[5671]\tvalid_0's auc: 0.958764\n",
      "[5672]\tvalid_0's auc: 0.958769\n",
      "[5673]\tvalid_0's auc: 0.958772\n",
      "[5674]\tvalid_0's auc: 0.958774\n",
      "[5675]\tvalid_0's auc: 0.958777\n",
      "[5676]\tvalid_0's auc: 0.958779\n",
      "[5677]\tvalid_0's auc: 0.958782\n",
      "[5678]\tvalid_0's auc: 0.958787\n",
      "[5679]\tvalid_0's auc: 0.95879\n",
      "[5680]\tvalid_0's auc: 0.958792\n",
      "[5681]\tvalid_0's auc: 0.958793\n",
      "[5682]\tvalid_0's auc: 0.958797\n",
      "[5683]\tvalid_0's auc: 0.958799\n",
      "[5684]\tvalid_0's auc: 0.958801\n",
      "[5685]\tvalid_0's auc: 0.958803\n",
      "[5686]\tvalid_0's auc: 0.958806\n",
      "[5687]\tvalid_0's auc: 0.958809\n",
      "[5688]\tvalid_0's auc: 0.958813\n",
      "[5689]\tvalid_0's auc: 0.958814\n",
      "[5690]\tvalid_0's auc: 0.958819\n",
      "[5691]\tvalid_0's auc: 0.958821\n",
      "[5692]\tvalid_0's auc: 0.958825\n",
      "[5693]\tvalid_0's auc: 0.958826\n",
      "[5694]\tvalid_0's auc: 0.958829\n",
      "[5695]\tvalid_0's auc: 0.958831\n",
      "[5696]\tvalid_0's auc: 0.958833\n",
      "[5697]\tvalid_0's auc: 0.958837\n",
      "[5698]\tvalid_0's auc: 0.958842\n",
      "[5699]\tvalid_0's auc: 0.958843\n",
      "[5700]\tvalid_0's auc: 0.958847\n",
      "[5701]\tvalid_0's auc: 0.958849\n",
      "[5702]\tvalid_0's auc: 0.958851\n",
      "[5703]\tvalid_0's auc: 0.958854\n",
      "[5704]\tvalid_0's auc: 0.958857\n",
      "[5705]\tvalid_0's auc: 0.958857\n",
      "[5706]\tvalid_0's auc: 0.958861\n",
      "[5707]\tvalid_0's auc: 0.958863\n",
      "[5708]\tvalid_0's auc: 0.958871\n",
      "[5709]\tvalid_0's auc: 0.958874\n",
      "[5710]\tvalid_0's auc: 0.958875\n",
      "[5711]\tvalid_0's auc: 0.958878\n",
      "[5712]\tvalid_0's auc: 0.958881\n",
      "[5713]\tvalid_0's auc: 0.958885\n",
      "[5714]\tvalid_0's auc: 0.958887\n",
      "[5715]\tvalid_0's auc: 0.95889\n",
      "[5716]\tvalid_0's auc: 0.958892\n",
      "[5717]\tvalid_0's auc: 0.958894\n",
      "[5718]\tvalid_0's auc: 0.958897\n",
      "[5719]\tvalid_0's auc: 0.958901\n",
      "[5720]\tvalid_0's auc: 0.958903\n",
      "[5721]\tvalid_0's auc: 0.958906\n",
      "[5722]\tvalid_0's auc: 0.958909\n",
      "[5723]\tvalid_0's auc: 0.958913\n",
      "[5724]\tvalid_0's auc: 0.958918\n",
      "[5725]\tvalid_0's auc: 0.958921\n",
      "[5726]\tvalid_0's auc: 0.958926\n",
      "[5727]\tvalid_0's auc: 0.958928\n",
      "[5728]\tvalid_0's auc: 0.95893\n",
      "[5729]\tvalid_0's auc: 0.95894\n",
      "[5730]\tvalid_0's auc: 0.958943\n",
      "[5731]\tvalid_0's auc: 0.958946\n",
      "[5732]\tvalid_0's auc: 0.958948\n",
      "[5733]\tvalid_0's auc: 0.958952\n",
      "[5734]\tvalid_0's auc: 0.958953\n",
      "[5735]\tvalid_0's auc: 0.958956\n",
      "[5736]\tvalid_0's auc: 0.958959\n",
      "[5737]\tvalid_0's auc: 0.958961\n",
      "[5738]\tvalid_0's auc: 0.958963\n",
      "[5739]\tvalid_0's auc: 0.958968\n",
      "[5740]\tvalid_0's auc: 0.95897\n",
      "[5741]\tvalid_0's auc: 0.958972\n",
      "[5742]\tvalid_0's auc: 0.958976\n",
      "[5743]\tvalid_0's auc: 0.958979\n",
      "[5744]\tvalid_0's auc: 0.958983\n",
      "[5745]\tvalid_0's auc: 0.958985\n",
      "[5746]\tvalid_0's auc: 0.958989\n",
      "[5747]\tvalid_0's auc: 0.958993\n",
      "[5748]\tvalid_0's auc: 0.958995\n",
      "[5749]\tvalid_0's auc: 0.958998\n",
      "[5750]\tvalid_0's auc: 0.959\n",
      "[5751]\tvalid_0's auc: 0.959003\n",
      "[5752]\tvalid_0's auc: 0.959005\n",
      "[5753]\tvalid_0's auc: 0.959008\n",
      "[5754]\tvalid_0's auc: 0.959009\n",
      "[5755]\tvalid_0's auc: 0.959011\n",
      "[5756]\tvalid_0's auc: 0.959013\n",
      "[5757]\tvalid_0's auc: 0.959016\n",
      "[5758]\tvalid_0's auc: 0.959019\n",
      "[5759]\tvalid_0's auc: 0.959026\n",
      "[5760]\tvalid_0's auc: 0.959029\n",
      "[5761]\tvalid_0's auc: 0.959032\n",
      "[5762]\tvalid_0's auc: 0.959036\n",
      "[5763]\tvalid_0's auc: 0.959037\n",
      "[5764]\tvalid_0's auc: 0.95904\n",
      "[5765]\tvalid_0's auc: 0.959043\n",
      "[5766]\tvalid_0's auc: 0.959048\n",
      "[5767]\tvalid_0's auc: 0.959052\n",
      "[5768]\tvalid_0's auc: 0.959053\n",
      "[5769]\tvalid_0's auc: 0.959057\n",
      "[5770]\tvalid_0's auc: 0.959061\n",
      "[5771]\tvalid_0's auc: 0.959064\n",
      "[5772]\tvalid_0's auc: 0.959067\n",
      "[5773]\tvalid_0's auc: 0.959069\n",
      "[5774]\tvalid_0's auc: 0.959071\n",
      "[5775]\tvalid_0's auc: 0.959076\n",
      "[5776]\tvalid_0's auc: 0.959079\n",
      "[5777]\tvalid_0's auc: 0.959083\n",
      "[5778]\tvalid_0's auc: 0.959086\n",
      "[5779]\tvalid_0's auc: 0.959088\n",
      "[5780]\tvalid_0's auc: 0.95909\n",
      "[5781]\tvalid_0's auc: 0.959093\n",
      "[5782]\tvalid_0's auc: 0.959096\n",
      "[5783]\tvalid_0's auc: 0.959097\n",
      "[5784]\tvalid_0's auc: 0.9591\n",
      "[5785]\tvalid_0's auc: 0.959105\n",
      "[5786]\tvalid_0's auc: 0.959109\n",
      "[5787]\tvalid_0's auc: 0.959112\n",
      "[5788]\tvalid_0's auc: 0.959114\n",
      "[5789]\tvalid_0's auc: 0.959116\n",
      "[5790]\tvalid_0's auc: 0.959119\n",
      "[5791]\tvalid_0's auc: 0.959122\n",
      "[5792]\tvalid_0's auc: 0.959124\n",
      "[5793]\tvalid_0's auc: 0.959127\n",
      "[5794]\tvalid_0's auc: 0.959129\n",
      "[5795]\tvalid_0's auc: 0.959132\n",
      "[5796]\tvalid_0's auc: 0.959135\n",
      "[5797]\tvalid_0's auc: 0.959137\n",
      "[5798]\tvalid_0's auc: 0.959138\n",
      "[5799]\tvalid_0's auc: 0.95914\n",
      "[5800]\tvalid_0's auc: 0.959143\n",
      "[5801]\tvalid_0's auc: 0.959146\n",
      "[5802]\tvalid_0's auc: 0.95915\n",
      "[5803]\tvalid_0's auc: 0.959153\n",
      "[5804]\tvalid_0's auc: 0.959156\n",
      "[5805]\tvalid_0's auc: 0.95916\n",
      "[5806]\tvalid_0's auc: 0.959165\n",
      "[5807]\tvalid_0's auc: 0.959168\n",
      "[5808]\tvalid_0's auc: 0.959169\n",
      "[5809]\tvalid_0's auc: 0.959172\n",
      "[5810]\tvalid_0's auc: 0.959173\n",
      "[5811]\tvalid_0's auc: 0.959177\n",
      "[5812]\tvalid_0's auc: 0.959183\n",
      "[5813]\tvalid_0's auc: 0.959186\n",
      "[5814]\tvalid_0's auc: 0.959189\n",
      "[5815]\tvalid_0's auc: 0.95919\n",
      "[5816]\tvalid_0's auc: 0.959193\n",
      "[5817]\tvalid_0's auc: 0.959195\n",
      "[5818]\tvalid_0's auc: 0.959196\n",
      "[5819]\tvalid_0's auc: 0.959198\n",
      "[5820]\tvalid_0's auc: 0.959203\n",
      "[5821]\tvalid_0's auc: 0.959204\n",
      "[5822]\tvalid_0's auc: 0.959207\n",
      "[5823]\tvalid_0's auc: 0.959211\n",
      "[5824]\tvalid_0's auc: 0.959214\n",
      "[5825]\tvalid_0's auc: 0.959215\n",
      "[5826]\tvalid_0's auc: 0.95922\n",
      "[5827]\tvalid_0's auc: 0.959224\n",
      "[5828]\tvalid_0's auc: 0.959225\n",
      "[5829]\tvalid_0's auc: 0.959226\n",
      "[5830]\tvalid_0's auc: 0.959229\n",
      "[5831]\tvalid_0's auc: 0.959231\n",
      "[5832]\tvalid_0's auc: 0.959235\n",
      "[5833]\tvalid_0's auc: 0.959237\n",
      "[5834]\tvalid_0's auc: 0.959241\n",
      "[5835]\tvalid_0's auc: 0.959243\n",
      "[5836]\tvalid_0's auc: 0.959243\n",
      "[5837]\tvalid_0's auc: 0.959248\n",
      "[5838]\tvalid_0's auc: 0.959249\n",
      "[5839]\tvalid_0's auc: 0.959251\n",
      "[5840]\tvalid_0's auc: 0.959254\n",
      "[5841]\tvalid_0's auc: 0.959258\n",
      "[5842]\tvalid_0's auc: 0.959265\n",
      "[5843]\tvalid_0's auc: 0.959267\n",
      "[5844]\tvalid_0's auc: 0.959269\n",
      "[5845]\tvalid_0's auc: 0.959271\n",
      "[5846]\tvalid_0's auc: 0.959273\n",
      "[5847]\tvalid_0's auc: 0.959276\n",
      "[5848]\tvalid_0's auc: 0.959276\n",
      "[5849]\tvalid_0's auc: 0.959279\n",
      "[5850]\tvalid_0's auc: 0.959281\n",
      "[5851]\tvalid_0's auc: 0.959284\n",
      "[5852]\tvalid_0's auc: 0.959287\n",
      "[5853]\tvalid_0's auc: 0.959289\n",
      "[5854]\tvalid_0's auc: 0.959291\n",
      "[5855]\tvalid_0's auc: 0.959295\n",
      "[5856]\tvalid_0's auc: 0.959297\n",
      "[5857]\tvalid_0's auc: 0.959303\n",
      "[5858]\tvalid_0's auc: 0.959305\n",
      "[5859]\tvalid_0's auc: 0.959309\n",
      "[5860]\tvalid_0's auc: 0.959309\n",
      "[5861]\tvalid_0's auc: 0.959311\n",
      "[5862]\tvalid_0's auc: 0.959315\n",
      "[5863]\tvalid_0's auc: 0.959318\n",
      "[5864]\tvalid_0's auc: 0.959322\n",
      "[5865]\tvalid_0's auc: 0.959326\n",
      "[5866]\tvalid_0's auc: 0.959326\n",
      "[5867]\tvalid_0's auc: 0.959328\n",
      "[5868]\tvalid_0's auc: 0.959329\n",
      "[5869]\tvalid_0's auc: 0.959332\n",
      "[5870]\tvalid_0's auc: 0.959334\n",
      "[5871]\tvalid_0's auc: 0.959337\n",
      "[5872]\tvalid_0's auc: 0.959339\n",
      "[5873]\tvalid_0's auc: 0.959341\n",
      "[5874]\tvalid_0's auc: 0.959342\n",
      "[5875]\tvalid_0's auc: 0.959344\n",
      "[5876]\tvalid_0's auc: 0.959348\n",
      "[5877]\tvalid_0's auc: 0.959352\n",
      "[5878]\tvalid_0's auc: 0.959353\n",
      "[5879]\tvalid_0's auc: 0.959356\n",
      "[5880]\tvalid_0's auc: 0.959358\n",
      "[5881]\tvalid_0's auc: 0.959361\n",
      "[5882]\tvalid_0's auc: 0.959362\n",
      "[5883]\tvalid_0's auc: 0.959366\n",
      "[5884]\tvalid_0's auc: 0.959372\n",
      "[5885]\tvalid_0's auc: 0.959377\n",
      "[5886]\tvalid_0's auc: 0.959378\n",
      "[5887]\tvalid_0's auc: 0.959382\n",
      "[5888]\tvalid_0's auc: 0.959385\n",
      "[5889]\tvalid_0's auc: 0.959386\n",
      "[5890]\tvalid_0's auc: 0.959388\n",
      "[5891]\tvalid_0's auc: 0.95939\n",
      "[5892]\tvalid_0's auc: 0.959392\n",
      "[5893]\tvalid_0's auc: 0.959395\n",
      "[5894]\tvalid_0's auc: 0.959398\n",
      "[5895]\tvalid_0's auc: 0.959401\n",
      "[5896]\tvalid_0's auc: 0.959405\n",
      "[5897]\tvalid_0's auc: 0.959407\n",
      "[5898]\tvalid_0's auc: 0.959411\n",
      "[5899]\tvalid_0's auc: 0.959416\n",
      "[5900]\tvalid_0's auc: 0.959419\n",
      "[5901]\tvalid_0's auc: 0.959421\n",
      "[5902]\tvalid_0's auc: 0.959423\n",
      "[5903]\tvalid_0's auc: 0.959427\n",
      "[5904]\tvalid_0's auc: 0.959429\n",
      "[5905]\tvalid_0's auc: 0.95943\n",
      "[5906]\tvalid_0's auc: 0.959433\n",
      "[5907]\tvalid_0's auc: 0.959435\n",
      "[5908]\tvalid_0's auc: 0.959436\n",
      "[5909]\tvalid_0's auc: 0.959437\n",
      "[5910]\tvalid_0's auc: 0.959441\n",
      "[5911]\tvalid_0's auc: 0.959443\n",
      "[5912]\tvalid_0's auc: 0.959446\n",
      "[5913]\tvalid_0's auc: 0.959451\n",
      "[5914]\tvalid_0's auc: 0.959452\n",
      "[5915]\tvalid_0's auc: 0.959453\n",
      "[5916]\tvalid_0's auc: 0.959456\n",
      "[5917]\tvalid_0's auc: 0.959458\n",
      "[5918]\tvalid_0's auc: 0.959461\n",
      "[5919]\tvalid_0's auc: 0.959462\n",
      "[5920]\tvalid_0's auc: 0.959465\n",
      "[5921]\tvalid_0's auc: 0.959468\n",
      "[5922]\tvalid_0's auc: 0.95947\n",
      "[5923]\tvalid_0's auc: 0.959473\n",
      "[5924]\tvalid_0's auc: 0.959475\n",
      "[5925]\tvalid_0's auc: 0.959476\n",
      "[5926]\tvalid_0's auc: 0.95948\n",
      "[5927]\tvalid_0's auc: 0.959483\n",
      "[5928]\tvalid_0's auc: 0.959487\n",
      "[5929]\tvalid_0's auc: 0.959492\n",
      "[5930]\tvalid_0's auc: 0.959496\n",
      "[5931]\tvalid_0's auc: 0.9595\n",
      "[5932]\tvalid_0's auc: 0.959501\n",
      "[5933]\tvalid_0's auc: 0.959502\n",
      "[5934]\tvalid_0's auc: 0.959505\n",
      "[5935]\tvalid_0's auc: 0.959508\n",
      "[5936]\tvalid_0's auc: 0.959511\n",
      "[5937]\tvalid_0's auc: 0.959513\n",
      "[5938]\tvalid_0's auc: 0.959515\n",
      "[5939]\tvalid_0's auc: 0.959518\n",
      "[5940]\tvalid_0's auc: 0.959521\n",
      "[5941]\tvalid_0's auc: 0.959524\n",
      "[5942]\tvalid_0's auc: 0.959528\n",
      "[5943]\tvalid_0's auc: 0.959531\n",
      "[5944]\tvalid_0's auc: 0.959533\n",
      "[5945]\tvalid_0's auc: 0.959537\n",
      "[5946]\tvalid_0's auc: 0.959537\n",
      "[5947]\tvalid_0's auc: 0.959538\n",
      "[5948]\tvalid_0's auc: 0.959539\n",
      "[5949]\tvalid_0's auc: 0.959541\n",
      "[5950]\tvalid_0's auc: 0.959544\n",
      "[5951]\tvalid_0's auc: 0.959545\n",
      "[5952]\tvalid_0's auc: 0.95955\n",
      "[5953]\tvalid_0's auc: 0.959553\n",
      "[5954]\tvalid_0's auc: 0.959556\n",
      "[5955]\tvalid_0's auc: 0.959558\n",
      "[5956]\tvalid_0's auc: 0.959561\n",
      "[5957]\tvalid_0's auc: 0.959566\n",
      "[5958]\tvalid_0's auc: 0.95957\n",
      "[5959]\tvalid_0's auc: 0.959572\n",
      "[5960]\tvalid_0's auc: 0.959574\n",
      "[5961]\tvalid_0's auc: 0.959577\n",
      "[5962]\tvalid_0's auc: 0.95958\n",
      "[5963]\tvalid_0's auc: 0.959583\n",
      "[5964]\tvalid_0's auc: 0.959584\n",
      "[5965]\tvalid_0's auc: 0.959589\n",
      "[5966]\tvalid_0's auc: 0.959593\n",
      "[5967]\tvalid_0's auc: 0.959594\n",
      "[5968]\tvalid_0's auc: 0.959595\n",
      "[5969]\tvalid_0's auc: 0.959597\n",
      "[5970]\tvalid_0's auc: 0.959599\n",
      "[5971]\tvalid_0's auc: 0.9596\n",
      "[5972]\tvalid_0's auc: 0.959604\n",
      "[5973]\tvalid_0's auc: 0.959606\n",
      "[5974]\tvalid_0's auc: 0.95961\n",
      "[5975]\tvalid_0's auc: 0.959613\n",
      "[5976]\tvalid_0's auc: 0.959617\n",
      "[5977]\tvalid_0's auc: 0.959621\n",
      "[5978]\tvalid_0's auc: 0.959624\n",
      "[5979]\tvalid_0's auc: 0.959628\n",
      "[5980]\tvalid_0's auc: 0.959631\n",
      "[5981]\tvalid_0's auc: 0.959634\n",
      "[5982]\tvalid_0's auc: 0.959636\n",
      "[5983]\tvalid_0's auc: 0.959639\n",
      "[5984]\tvalid_0's auc: 0.959643\n",
      "[5985]\tvalid_0's auc: 0.959645\n",
      "[5986]\tvalid_0's auc: 0.959647\n",
      "[5987]\tvalid_0's auc: 0.959649\n",
      "[5988]\tvalid_0's auc: 0.959651\n",
      "[5989]\tvalid_0's auc: 0.959654\n",
      "[5990]\tvalid_0's auc: 0.959655\n",
      "[5991]\tvalid_0's auc: 0.959658\n",
      "[5992]\tvalid_0's auc: 0.959662\n",
      "[5993]\tvalid_0's auc: 0.959664\n",
      "[5994]\tvalid_0's auc: 0.959668\n",
      "[5995]\tvalid_0's auc: 0.959668\n",
      "[5996]\tvalid_0's auc: 0.95967\n",
      "[5997]\tvalid_0's auc: 0.959671\n",
      "[5998]\tvalid_0's auc: 0.959673\n",
      "[5999]\tvalid_0's auc: 0.959676\n",
      "[6000]\tvalid_0's auc: 0.959678\n",
      "[6001]\tvalid_0's auc: 0.959679\n",
      "[6002]\tvalid_0's auc: 0.959681\n",
      "[6003]\tvalid_0's auc: 0.959683\n",
      "[6004]\tvalid_0's auc: 0.959685\n",
      "[6005]\tvalid_0's auc: 0.959685\n",
      "[6006]\tvalid_0's auc: 0.959687\n",
      "[6007]\tvalid_0's auc: 0.95969\n",
      "[6008]\tvalid_0's auc: 0.959693\n",
      "[6009]\tvalid_0's auc: 0.959694\n",
      "[6010]\tvalid_0's auc: 0.959697\n",
      "[6011]\tvalid_0's auc: 0.959698\n",
      "[6012]\tvalid_0's auc: 0.9597\n",
      "[6013]\tvalid_0's auc: 0.959702\n",
      "[6014]\tvalid_0's auc: 0.959705\n",
      "[6015]\tvalid_0's auc: 0.959708\n",
      "[6016]\tvalid_0's auc: 0.959711\n",
      "[6017]\tvalid_0's auc: 0.959714\n",
      "[6018]\tvalid_0's auc: 0.959719\n",
      "[6019]\tvalid_0's auc: 0.959722\n",
      "[6020]\tvalid_0's auc: 0.959725\n",
      "[6021]\tvalid_0's auc: 0.959728\n",
      "[6022]\tvalid_0's auc: 0.959729\n",
      "[6023]\tvalid_0's auc: 0.959731\n",
      "[6024]\tvalid_0's auc: 0.959734\n",
      "[6025]\tvalid_0's auc: 0.959738\n",
      "[6026]\tvalid_0's auc: 0.959739\n",
      "[6027]\tvalid_0's auc: 0.959743\n",
      "[6028]\tvalid_0's auc: 0.959745\n",
      "[6029]\tvalid_0's auc: 0.959749\n",
      "[6030]\tvalid_0's auc: 0.959751\n",
      "[6031]\tvalid_0's auc: 0.959753\n",
      "[6032]\tvalid_0's auc: 0.959754\n",
      "[6033]\tvalid_0's auc: 0.959756\n",
      "[6034]\tvalid_0's auc: 0.959757\n",
      "[6035]\tvalid_0's auc: 0.959761\n",
      "[6036]\tvalid_0's auc: 0.959762\n",
      "[6037]\tvalid_0's auc: 0.959763\n",
      "[6038]\tvalid_0's auc: 0.959767\n",
      "[6039]\tvalid_0's auc: 0.959768\n",
      "[6040]\tvalid_0's auc: 0.95977\n",
      "[6041]\tvalid_0's auc: 0.959771\n",
      "[6042]\tvalid_0's auc: 0.959775\n",
      "[6043]\tvalid_0's auc: 0.959777\n",
      "[6044]\tvalid_0's auc: 0.959782\n",
      "[6045]\tvalid_0's auc: 0.959786\n",
      "[6046]\tvalid_0's auc: 0.959789\n",
      "[6047]\tvalid_0's auc: 0.95979\n",
      "[6048]\tvalid_0's auc: 0.959795\n",
      "[6049]\tvalid_0's auc: 0.959797\n",
      "[6050]\tvalid_0's auc: 0.959797\n",
      "[6051]\tvalid_0's auc: 0.959802\n",
      "[6052]\tvalid_0's auc: 0.959803\n",
      "[6053]\tvalid_0's auc: 0.959805\n",
      "[6054]\tvalid_0's auc: 0.959807\n",
      "[6055]\tvalid_0's auc: 0.95981\n",
      "[6056]\tvalid_0's auc: 0.959811\n",
      "[6057]\tvalid_0's auc: 0.959815\n",
      "[6058]\tvalid_0's auc: 0.959816\n",
      "[6059]\tvalid_0's auc: 0.959823\n",
      "[6060]\tvalid_0's auc: 0.959825\n",
      "[6061]\tvalid_0's auc: 0.959828\n",
      "[6062]\tvalid_0's auc: 0.959831\n",
      "[6063]\tvalid_0's auc: 0.959834\n",
      "[6064]\tvalid_0's auc: 0.959836\n",
      "[6065]\tvalid_0's auc: 0.959838\n",
      "[6066]\tvalid_0's auc: 0.959841\n",
      "[6067]\tvalid_0's auc: 0.959841\n",
      "[6068]\tvalid_0's auc: 0.959844\n",
      "[6069]\tvalid_0's auc: 0.959845\n",
      "[6070]\tvalid_0's auc: 0.959846\n",
      "[6071]\tvalid_0's auc: 0.95985\n",
      "[6072]\tvalid_0's auc: 0.959853\n",
      "[6073]\tvalid_0's auc: 0.959857\n",
      "[6074]\tvalid_0's auc: 0.959858\n",
      "[6075]\tvalid_0's auc: 0.959861\n",
      "[6076]\tvalid_0's auc: 0.959865\n",
      "[6077]\tvalid_0's auc: 0.959866\n",
      "[6078]\tvalid_0's auc: 0.959868\n",
      "[6079]\tvalid_0's auc: 0.959871\n",
      "[6080]\tvalid_0's auc: 0.959873\n",
      "[6081]\tvalid_0's auc: 0.959876\n",
      "[6082]\tvalid_0's auc: 0.959878\n",
      "[6083]\tvalid_0's auc: 0.959881\n",
      "[6084]\tvalid_0's auc: 0.959884\n",
      "[6085]\tvalid_0's auc: 0.959886\n",
      "[6086]\tvalid_0's auc: 0.95989\n",
      "[6087]\tvalid_0's auc: 0.959895\n",
      "[6088]\tvalid_0's auc: 0.959901\n",
      "[6089]\tvalid_0's auc: 0.959906\n",
      "[6090]\tvalid_0's auc: 0.959908\n",
      "[6091]\tvalid_0's auc: 0.959909\n",
      "[6092]\tvalid_0's auc: 0.959911\n",
      "[6093]\tvalid_0's auc: 0.959914\n",
      "[6094]\tvalid_0's auc: 0.959917\n",
      "[6095]\tvalid_0's auc: 0.95992\n",
      "[6096]\tvalid_0's auc: 0.959921\n",
      "[6097]\tvalid_0's auc: 0.959922\n",
      "[6098]\tvalid_0's auc: 0.959924\n",
      "[6099]\tvalid_0's auc: 0.959927\n",
      "[6100]\tvalid_0's auc: 0.959929\n",
      "[6101]\tvalid_0's auc: 0.959931\n",
      "[6102]\tvalid_0's auc: 0.959936\n",
      "[6103]\tvalid_0's auc: 0.95994\n",
      "[6104]\tvalid_0's auc: 0.959944\n",
      "[6105]\tvalid_0's auc: 0.959948\n",
      "[6106]\tvalid_0's auc: 0.95995\n",
      "[6107]\tvalid_0's auc: 0.959951\n",
      "[6108]\tvalid_0's auc: 0.959955\n",
      "[6109]\tvalid_0's auc: 0.959957\n",
      "[6110]\tvalid_0's auc: 0.959961\n",
      "[6111]\tvalid_0's auc: 0.959962\n",
      "[6112]\tvalid_0's auc: 0.959965\n",
      "[6113]\tvalid_0's auc: 0.959969\n",
      "[6114]\tvalid_0's auc: 0.959972\n",
      "[6115]\tvalid_0's auc: 0.959977\n",
      "[6116]\tvalid_0's auc: 0.959981\n",
      "[6117]\tvalid_0's auc: 0.959983\n",
      "[6118]\tvalid_0's auc: 0.959985\n",
      "[6119]\tvalid_0's auc: 0.959987\n",
      "[6120]\tvalid_0's auc: 0.95999\n",
      "[6121]\tvalid_0's auc: 0.959993\n",
      "[6122]\tvalid_0's auc: 0.959993\n",
      "[6123]\tvalid_0's auc: 0.959997\n",
      "[6124]\tvalid_0's auc: 0.96\n",
      "[6125]\tvalid_0's auc: 0.960002\n",
      "[6126]\tvalid_0's auc: 0.960003\n",
      "[6127]\tvalid_0's auc: 0.960006\n",
      "[6128]\tvalid_0's auc: 0.960009\n",
      "[6129]\tvalid_0's auc: 0.960015\n",
      "[6130]\tvalid_0's auc: 0.960018\n",
      "[6131]\tvalid_0's auc: 0.96002\n",
      "[6132]\tvalid_0's auc: 0.960023\n",
      "[6133]\tvalid_0's auc: 0.960024\n",
      "[6134]\tvalid_0's auc: 0.960027\n",
      "[6135]\tvalid_0's auc: 0.960028\n",
      "[6136]\tvalid_0's auc: 0.960032\n",
      "[6137]\tvalid_0's auc: 0.960035\n",
      "[6138]\tvalid_0's auc: 0.960037\n",
      "[6139]\tvalid_0's auc: 0.960041\n",
      "[6140]\tvalid_0's auc: 0.960043\n",
      "[6141]\tvalid_0's auc: 0.960047\n",
      "[6142]\tvalid_0's auc: 0.96005\n",
      "[6143]\tvalid_0's auc: 0.960051\n",
      "[6144]\tvalid_0's auc: 0.960057\n",
      "[6145]\tvalid_0's auc: 0.960059\n",
      "[6146]\tvalid_0's auc: 0.960062\n",
      "[6147]\tvalid_0's auc: 0.960064\n",
      "[6148]\tvalid_0's auc: 0.960066\n",
      "[6149]\tvalid_0's auc: 0.960067\n",
      "[6150]\tvalid_0's auc: 0.960069\n",
      "[6151]\tvalid_0's auc: 0.960072\n",
      "[6152]\tvalid_0's auc: 0.960073\n",
      "[6153]\tvalid_0's auc: 0.960074\n",
      "[6154]\tvalid_0's auc: 0.960074\n",
      "[6155]\tvalid_0's auc: 0.960077\n",
      "[6156]\tvalid_0's auc: 0.960078\n",
      "[6157]\tvalid_0's auc: 0.960082\n",
      "[6158]\tvalid_0's auc: 0.960084\n",
      "[6159]\tvalid_0's auc: 0.960086\n",
      "[6160]\tvalid_0's auc: 0.960094\n",
      "[6161]\tvalid_0's auc: 0.960097\n",
      "[6162]\tvalid_0's auc: 0.9601\n",
      "[6163]\tvalid_0's auc: 0.960103\n",
      "[6164]\tvalid_0's auc: 0.960105\n",
      "[6165]\tvalid_0's auc: 0.960109\n",
      "[6166]\tvalid_0's auc: 0.960112\n",
      "[6167]\tvalid_0's auc: 0.960115\n",
      "[6168]\tvalid_0's auc: 0.960116\n",
      "[6169]\tvalid_0's auc: 0.960119\n",
      "[6170]\tvalid_0's auc: 0.960121\n",
      "[6171]\tvalid_0's auc: 0.960123\n",
      "[6172]\tvalid_0's auc: 0.960124\n",
      "[6173]\tvalid_0's auc: 0.960126\n",
      "[6174]\tvalid_0's auc: 0.96013\n",
      "[6175]\tvalid_0's auc: 0.960131\n",
      "[6176]\tvalid_0's auc: 0.960133\n",
      "[6177]\tvalid_0's auc: 0.960135\n",
      "[6178]\tvalid_0's auc: 0.960138\n",
      "[6179]\tvalid_0's auc: 0.960142\n",
      "[6180]\tvalid_0's auc: 0.960146\n",
      "[6181]\tvalid_0's auc: 0.960149\n",
      "[6182]\tvalid_0's auc: 0.960149\n",
      "[6183]\tvalid_0's auc: 0.960151\n",
      "[6184]\tvalid_0's auc: 0.960153\n",
      "[6185]\tvalid_0's auc: 0.960155\n",
      "[6186]\tvalid_0's auc: 0.960156\n",
      "[6187]\tvalid_0's auc: 0.960157\n",
      "[6188]\tvalid_0's auc: 0.96016\n",
      "[6189]\tvalid_0's auc: 0.960161\n",
      "[6190]\tvalid_0's auc: 0.960164\n",
      "[6191]\tvalid_0's auc: 0.960167\n",
      "[6192]\tvalid_0's auc: 0.960168\n",
      "[6193]\tvalid_0's auc: 0.960171\n",
      "[6194]\tvalid_0's auc: 0.960171\n",
      "[6195]\tvalid_0's auc: 0.960173\n",
      "[6196]\tvalid_0's auc: 0.960174\n",
      "[6197]\tvalid_0's auc: 0.960177\n",
      "[6198]\tvalid_0's auc: 0.960179\n",
      "[6199]\tvalid_0's auc: 0.960183\n",
      "[6200]\tvalid_0's auc: 0.960186\n",
      "[6201]\tvalid_0's auc: 0.960187\n",
      "[6202]\tvalid_0's auc: 0.960189\n",
      "[6203]\tvalid_0's auc: 0.960191\n",
      "[6204]\tvalid_0's auc: 0.960193\n",
      "[6205]\tvalid_0's auc: 0.960193\n",
      "[6206]\tvalid_0's auc: 0.960196\n",
      "[6207]\tvalid_0's auc: 0.960198\n",
      "[6208]\tvalid_0's auc: 0.960202\n",
      "[6209]\tvalid_0's auc: 0.960204\n",
      "[6210]\tvalid_0's auc: 0.960205\n",
      "[6211]\tvalid_0's auc: 0.960206\n",
      "[6212]\tvalid_0's auc: 0.960208\n",
      "[6213]\tvalid_0's auc: 0.960209\n",
      "[6214]\tvalid_0's auc: 0.960211\n",
      "[6215]\tvalid_0's auc: 0.960216\n",
      "[6216]\tvalid_0's auc: 0.960218\n",
      "[6217]\tvalid_0's auc: 0.96022\n",
      "[6218]\tvalid_0's auc: 0.960223\n",
      "[6219]\tvalid_0's auc: 0.960226\n",
      "[6220]\tvalid_0's auc: 0.960229\n",
      "[6221]\tvalid_0's auc: 0.960232\n",
      "[6222]\tvalid_0's auc: 0.960234\n",
      "[6223]\tvalid_0's auc: 0.960237\n",
      "[6224]\tvalid_0's auc: 0.960239\n",
      "[6225]\tvalid_0's auc: 0.960242\n",
      "[6226]\tvalid_0's auc: 0.960244\n",
      "[6227]\tvalid_0's auc: 0.960248\n",
      "[6228]\tvalid_0's auc: 0.960249\n",
      "[6229]\tvalid_0's auc: 0.960252\n",
      "[6230]\tvalid_0's auc: 0.960255\n",
      "[6231]\tvalid_0's auc: 0.960258\n",
      "[6232]\tvalid_0's auc: 0.960263\n",
      "[6233]\tvalid_0's auc: 0.960268\n",
      "[6234]\tvalid_0's auc: 0.960269\n",
      "[6235]\tvalid_0's auc: 0.960271\n",
      "[6236]\tvalid_0's auc: 0.960272\n",
      "[6237]\tvalid_0's auc: 0.960274\n",
      "[6238]\tvalid_0's auc: 0.960277\n",
      "[6239]\tvalid_0's auc: 0.960279\n",
      "[6240]\tvalid_0's auc: 0.960281\n",
      "[6241]\tvalid_0's auc: 0.960282\n",
      "[6242]\tvalid_0's auc: 0.960285\n",
      "[6243]\tvalid_0's auc: 0.960287\n",
      "[6244]\tvalid_0's auc: 0.960289\n",
      "[6245]\tvalid_0's auc: 0.96029\n",
      "[6246]\tvalid_0's auc: 0.960293\n",
      "[6247]\tvalid_0's auc: 0.960297\n",
      "[6248]\tvalid_0's auc: 0.9603\n",
      "[6249]\tvalid_0's auc: 0.960303\n",
      "[6250]\tvalid_0's auc: 0.960305\n",
      "[6251]\tvalid_0's auc: 0.960308\n",
      "[6252]\tvalid_0's auc: 0.96031\n",
      "[6253]\tvalid_0's auc: 0.960313\n",
      "[6254]\tvalid_0's auc: 0.960315\n",
      "[6255]\tvalid_0's auc: 0.960315\n",
      "[6256]\tvalid_0's auc: 0.960318\n",
      "[6257]\tvalid_0's auc: 0.96032\n",
      "[6258]\tvalid_0's auc: 0.960324\n",
      "[6259]\tvalid_0's auc: 0.960326\n",
      "[6260]\tvalid_0's auc: 0.96033\n",
      "[6261]\tvalid_0's auc: 0.960333\n",
      "[6262]\tvalid_0's auc: 0.960336\n",
      "[6263]\tvalid_0's auc: 0.960338\n",
      "[6264]\tvalid_0's auc: 0.960341\n",
      "[6265]\tvalid_0's auc: 0.960343\n",
      "[6266]\tvalid_0's auc: 0.960346\n",
      "[6267]\tvalid_0's auc: 0.960348\n",
      "[6268]\tvalid_0's auc: 0.960351\n",
      "[6269]\tvalid_0's auc: 0.960354\n",
      "[6270]\tvalid_0's auc: 0.960357\n",
      "[6271]\tvalid_0's auc: 0.96036\n",
      "[6272]\tvalid_0's auc: 0.960362\n",
      "[6273]\tvalid_0's auc: 0.960365\n",
      "[6274]\tvalid_0's auc: 0.960367\n",
      "[6275]\tvalid_0's auc: 0.960369\n",
      "[6276]\tvalid_0's auc: 0.960373\n",
      "[6277]\tvalid_0's auc: 0.960374\n",
      "[6278]\tvalid_0's auc: 0.960376\n",
      "[6279]\tvalid_0's auc: 0.960379\n",
      "[6280]\tvalid_0's auc: 0.960383\n",
      "[6281]\tvalid_0's auc: 0.960387\n",
      "[6282]\tvalid_0's auc: 0.96039\n",
      "[6283]\tvalid_0's auc: 0.960391\n",
      "[6284]\tvalid_0's auc: 0.960393\n",
      "[6285]\tvalid_0's auc: 0.960395\n",
      "[6286]\tvalid_0's auc: 0.960397\n",
      "[6287]\tvalid_0's auc: 0.960398\n",
      "[6288]\tvalid_0's auc: 0.960402\n",
      "[6289]\tvalid_0's auc: 0.960405\n",
      "[6290]\tvalid_0's auc: 0.960406\n",
      "[6291]\tvalid_0's auc: 0.960409\n",
      "[6292]\tvalid_0's auc: 0.960412\n",
      "[6293]\tvalid_0's auc: 0.960413\n",
      "[6294]\tvalid_0's auc: 0.960414\n",
      "[6295]\tvalid_0's auc: 0.960415\n",
      "[6296]\tvalid_0's auc: 0.960416\n",
      "[6297]\tvalid_0's auc: 0.960417\n",
      "[6298]\tvalid_0's auc: 0.960419\n",
      "[6299]\tvalid_0's auc: 0.960421\n",
      "[6300]\tvalid_0's auc: 0.960423\n",
      "[6301]\tvalid_0's auc: 0.960427\n",
      "[6302]\tvalid_0's auc: 0.960431\n",
      "[6303]\tvalid_0's auc: 0.960432\n",
      "[6304]\tvalid_0's auc: 0.960435\n",
      "[6305]\tvalid_0's auc: 0.960439\n",
      "[6306]\tvalid_0's auc: 0.960441\n",
      "[6307]\tvalid_0's auc: 0.960442\n",
      "[6308]\tvalid_0's auc: 0.960444\n",
      "[6309]\tvalid_0's auc: 0.960446\n",
      "[6310]\tvalid_0's auc: 0.96045\n",
      "[6311]\tvalid_0's auc: 0.960451\n",
      "[6312]\tvalid_0's auc: 0.960454\n",
      "[6313]\tvalid_0's auc: 0.960455\n",
      "[6314]\tvalid_0's auc: 0.960457\n",
      "[6315]\tvalid_0's auc: 0.960458\n",
      "[6316]\tvalid_0's auc: 0.960461\n",
      "[6317]\tvalid_0's auc: 0.960463\n",
      "[6318]\tvalid_0's auc: 0.960464\n",
      "[6319]\tvalid_0's auc: 0.960467\n",
      "[6320]\tvalid_0's auc: 0.960467\n",
      "[6321]\tvalid_0's auc: 0.96047\n",
      "[6322]\tvalid_0's auc: 0.960471\n",
      "[6323]\tvalid_0's auc: 0.960473\n",
      "[6324]\tvalid_0's auc: 0.960474\n",
      "[6325]\tvalid_0's auc: 0.960475\n",
      "[6326]\tvalid_0's auc: 0.960478\n",
      "[6327]\tvalid_0's auc: 0.960481\n",
      "[6328]\tvalid_0's auc: 0.960482\n",
      "[6329]\tvalid_0's auc: 0.960483\n",
      "[6330]\tvalid_0's auc: 0.960485\n",
      "[6331]\tvalid_0's auc: 0.960487\n",
      "[6332]\tvalid_0's auc: 0.96049\n",
      "[6333]\tvalid_0's auc: 0.960492\n",
      "[6334]\tvalid_0's auc: 0.960494\n",
      "[6335]\tvalid_0's auc: 0.960496\n",
      "[6336]\tvalid_0's auc: 0.960499\n",
      "[6337]\tvalid_0's auc: 0.960503\n",
      "[6338]\tvalid_0's auc: 0.960505\n",
      "[6339]\tvalid_0's auc: 0.96051\n",
      "[6340]\tvalid_0's auc: 0.960513\n",
      "[6341]\tvalid_0's auc: 0.960513\n",
      "[6342]\tvalid_0's auc: 0.960514\n",
      "[6343]\tvalid_0's auc: 0.960518\n",
      "[6344]\tvalid_0's auc: 0.960519\n",
      "[6345]\tvalid_0's auc: 0.960519\n",
      "[6346]\tvalid_0's auc: 0.96052\n",
      "[6347]\tvalid_0's auc: 0.960523\n",
      "[6348]\tvalid_0's auc: 0.960526\n",
      "[6349]\tvalid_0's auc: 0.960527\n",
      "[6350]\tvalid_0's auc: 0.960531\n",
      "[6351]\tvalid_0's auc: 0.960533\n",
      "[6352]\tvalid_0's auc: 0.960535\n",
      "[6353]\tvalid_0's auc: 0.960538\n",
      "[6354]\tvalid_0's auc: 0.960541\n",
      "[6355]\tvalid_0's auc: 0.960542\n",
      "[6356]\tvalid_0's auc: 0.960544\n",
      "[6357]\tvalid_0's auc: 0.960547\n",
      "[6358]\tvalid_0's auc: 0.960548\n",
      "[6359]\tvalid_0's auc: 0.96055\n",
      "[6360]\tvalid_0's auc: 0.960552\n",
      "[6361]\tvalid_0's auc: 0.960555\n",
      "[6362]\tvalid_0's auc: 0.960557\n",
      "[6363]\tvalid_0's auc: 0.960558\n",
      "[6364]\tvalid_0's auc: 0.960562\n",
      "[6365]\tvalid_0's auc: 0.960565\n",
      "[6366]\tvalid_0's auc: 0.960567\n",
      "[6367]\tvalid_0's auc: 0.960568\n",
      "[6368]\tvalid_0's auc: 0.96057\n",
      "[6369]\tvalid_0's auc: 0.960573\n",
      "[6370]\tvalid_0's auc: 0.960575\n",
      "[6371]\tvalid_0's auc: 0.960575\n",
      "[6372]\tvalid_0's auc: 0.960577\n",
      "[6373]\tvalid_0's auc: 0.96058\n",
      "[6374]\tvalid_0's auc: 0.960583\n",
      "[6375]\tvalid_0's auc: 0.960585\n",
      "[6376]\tvalid_0's auc: 0.960587\n",
      "[6377]\tvalid_0's auc: 0.960589\n",
      "[6378]\tvalid_0's auc: 0.960592\n",
      "[6379]\tvalid_0's auc: 0.960594\n",
      "[6380]\tvalid_0's auc: 0.960596\n",
      "[6381]\tvalid_0's auc: 0.960597\n",
      "[6382]\tvalid_0's auc: 0.960599\n",
      "[6383]\tvalid_0's auc: 0.9606\n",
      "[6384]\tvalid_0's auc: 0.960601\n",
      "[6385]\tvalid_0's auc: 0.960603\n",
      "[6386]\tvalid_0's auc: 0.960606\n",
      "[6387]\tvalid_0's auc: 0.960608\n",
      "[6388]\tvalid_0's auc: 0.960611\n",
      "[6389]\tvalid_0's auc: 0.960612\n",
      "[6390]\tvalid_0's auc: 0.960614\n",
      "[6391]\tvalid_0's auc: 0.960616\n",
      "[6392]\tvalid_0's auc: 0.960618\n",
      "[6393]\tvalid_0's auc: 0.960621\n",
      "[6394]\tvalid_0's auc: 0.960624\n",
      "[6395]\tvalid_0's auc: 0.96063\n",
      "[6396]\tvalid_0's auc: 0.960631\n",
      "[6397]\tvalid_0's auc: 0.960634\n",
      "[6398]\tvalid_0's auc: 0.960636\n",
      "[6399]\tvalid_0's auc: 0.960639\n",
      "[6400]\tvalid_0's auc: 0.960641\n",
      "[6401]\tvalid_0's auc: 0.960642\n",
      "[6402]\tvalid_0's auc: 0.960644\n",
      "[6403]\tvalid_0's auc: 0.960645\n",
      "[6404]\tvalid_0's auc: 0.960648\n",
      "[6405]\tvalid_0's auc: 0.96065\n",
      "[6406]\tvalid_0's auc: 0.960651\n",
      "[6407]\tvalid_0's auc: 0.960652\n",
      "[6408]\tvalid_0's auc: 0.960656\n",
      "[6409]\tvalid_0's auc: 0.960658\n",
      "[6410]\tvalid_0's auc: 0.960659\n",
      "[6411]\tvalid_0's auc: 0.960661\n",
      "[6412]\tvalid_0's auc: 0.960664\n",
      "[6413]\tvalid_0's auc: 0.960667\n",
      "[6414]\tvalid_0's auc: 0.960668\n",
      "[6415]\tvalid_0's auc: 0.960669\n",
      "[6416]\tvalid_0's auc: 0.960672\n",
      "[6417]\tvalid_0's auc: 0.960674\n",
      "[6418]\tvalid_0's auc: 0.960675\n",
      "[6419]\tvalid_0's auc: 0.960679\n",
      "[6420]\tvalid_0's auc: 0.960682\n",
      "[6421]\tvalid_0's auc: 0.960684\n",
      "[6422]\tvalid_0's auc: 0.960687\n",
      "[6423]\tvalid_0's auc: 0.96069\n",
      "[6424]\tvalid_0's auc: 0.96069\n",
      "[6425]\tvalid_0's auc: 0.960692\n",
      "[6426]\tvalid_0's auc: 0.960695\n",
      "[6427]\tvalid_0's auc: 0.960695\n",
      "[6428]\tvalid_0's auc: 0.960698\n",
      "[6429]\tvalid_0's auc: 0.9607\n",
      "[6430]\tvalid_0's auc: 0.960701\n",
      "[6431]\tvalid_0's auc: 0.960701\n",
      "[6432]\tvalid_0's auc: 0.960703\n",
      "[6433]\tvalid_0's auc: 0.960706\n",
      "[6434]\tvalid_0's auc: 0.960708\n",
      "[6435]\tvalid_0's auc: 0.960709\n",
      "[6436]\tvalid_0's auc: 0.96071\n",
      "[6437]\tvalid_0's auc: 0.960711\n",
      "[6438]\tvalid_0's auc: 0.960714\n",
      "[6439]\tvalid_0's auc: 0.960715\n",
      "[6440]\tvalid_0's auc: 0.960717\n",
      "[6441]\tvalid_0's auc: 0.960718\n",
      "[6442]\tvalid_0's auc: 0.96072\n",
      "[6443]\tvalid_0's auc: 0.960722\n",
      "[6444]\tvalid_0's auc: 0.960726\n",
      "[6445]\tvalid_0's auc: 0.960727\n",
      "[6446]\tvalid_0's auc: 0.960729\n",
      "[6447]\tvalid_0's auc: 0.960731\n",
      "[6448]\tvalid_0's auc: 0.960733\n",
      "[6449]\tvalid_0's auc: 0.960737\n",
      "[6450]\tvalid_0's auc: 0.960739\n",
      "[6451]\tvalid_0's auc: 0.96074\n",
      "[6452]\tvalid_0's auc: 0.960742\n",
      "[6453]\tvalid_0's auc: 0.960744\n",
      "[6454]\tvalid_0's auc: 0.960746\n",
      "[6455]\tvalid_0's auc: 0.960748\n",
      "[6456]\tvalid_0's auc: 0.96075\n",
      "[6457]\tvalid_0's auc: 0.960752\n",
      "[6458]\tvalid_0's auc: 0.960755\n",
      "[6459]\tvalid_0's auc: 0.960756\n",
      "[6460]\tvalid_0's auc: 0.96076\n",
      "[6461]\tvalid_0's auc: 0.960761\n",
      "[6462]\tvalid_0's auc: 0.960765\n",
      "[6463]\tvalid_0's auc: 0.960766\n",
      "[6464]\tvalid_0's auc: 0.960768\n",
      "[6465]\tvalid_0's auc: 0.960768\n",
      "[6466]\tvalid_0's auc: 0.960769\n",
      "[6467]\tvalid_0's auc: 0.960772\n",
      "[6468]\tvalid_0's auc: 0.960778\n",
      "[6469]\tvalid_0's auc: 0.960778\n",
      "[6470]\tvalid_0's auc: 0.960779\n",
      "[6471]\tvalid_0's auc: 0.960782\n",
      "[6472]\tvalid_0's auc: 0.960783\n",
      "[6473]\tvalid_0's auc: 0.960785\n",
      "[6474]\tvalid_0's auc: 0.960787\n",
      "[6475]\tvalid_0's auc: 0.960791\n",
      "[6476]\tvalid_0's auc: 0.960793\n",
      "[6477]\tvalid_0's auc: 0.960796\n",
      "[6478]\tvalid_0's auc: 0.960798\n",
      "[6479]\tvalid_0's auc: 0.960799\n",
      "[6480]\tvalid_0's auc: 0.9608\n",
      "[6481]\tvalid_0's auc: 0.960803\n",
      "[6482]\tvalid_0's auc: 0.960807\n",
      "[6483]\tvalid_0's auc: 0.96081\n",
      "[6484]\tvalid_0's auc: 0.960812\n",
      "[6485]\tvalid_0's auc: 0.960815\n",
      "[6486]\tvalid_0's auc: 0.960816\n",
      "[6487]\tvalid_0's auc: 0.960818\n",
      "[6488]\tvalid_0's auc: 0.960822\n",
      "[6489]\tvalid_0's auc: 0.960825\n",
      "[6490]\tvalid_0's auc: 0.960829\n",
      "[6491]\tvalid_0's auc: 0.960833\n",
      "[6492]\tvalid_0's auc: 0.960834\n",
      "[6493]\tvalid_0's auc: 0.960836\n",
      "[6494]\tvalid_0's auc: 0.960839\n",
      "[6495]\tvalid_0's auc: 0.960841\n",
      "[6496]\tvalid_0's auc: 0.960844\n",
      "[6497]\tvalid_0's auc: 0.960847\n",
      "[6498]\tvalid_0's auc: 0.96085\n",
      "[6499]\tvalid_0's auc: 0.960853\n",
      "[6500]\tvalid_0's auc: 0.960853\n",
      "[6501]\tvalid_0's auc: 0.960857\n",
      "[6502]\tvalid_0's auc: 0.960859\n",
      "[6503]\tvalid_0's auc: 0.960862\n",
      "[6504]\tvalid_0's auc: 0.960865\n",
      "[6505]\tvalid_0's auc: 0.960869\n",
      "[6506]\tvalid_0's auc: 0.960871\n",
      "[6507]\tvalid_0's auc: 0.960873\n",
      "[6508]\tvalid_0's auc: 0.960873\n",
      "[6509]\tvalid_0's auc: 0.960877\n",
      "[6510]\tvalid_0's auc: 0.96088\n",
      "[6511]\tvalid_0's auc: 0.960883\n",
      "[6512]\tvalid_0's auc: 0.960886\n",
      "[6513]\tvalid_0's auc: 0.960889\n",
      "[6514]\tvalid_0's auc: 0.96089\n",
      "[6515]\tvalid_0's auc: 0.960892\n",
      "[6516]\tvalid_0's auc: 0.960893\n",
      "[6517]\tvalid_0's auc: 0.960895\n",
      "[6518]\tvalid_0's auc: 0.960897\n",
      "[6519]\tvalid_0's auc: 0.960899\n",
      "[6520]\tvalid_0's auc: 0.960902\n",
      "[6521]\tvalid_0's auc: 0.960903\n",
      "[6522]\tvalid_0's auc: 0.960905\n",
      "[6523]\tvalid_0's auc: 0.960909\n",
      "[6524]\tvalid_0's auc: 0.960911\n",
      "[6525]\tvalid_0's auc: 0.960913\n",
      "[6526]\tvalid_0's auc: 0.960915\n",
      "[6527]\tvalid_0's auc: 0.960916\n",
      "[6528]\tvalid_0's auc: 0.960918\n",
      "[6529]\tvalid_0's auc: 0.960922\n",
      "[6530]\tvalid_0's auc: 0.960924\n",
      "[6531]\tvalid_0's auc: 0.960925\n",
      "[6532]\tvalid_0's auc: 0.960927\n",
      "[6533]\tvalid_0's auc: 0.960931\n",
      "[6534]\tvalid_0's auc: 0.960935\n",
      "[6535]\tvalid_0's auc: 0.960939\n",
      "[6536]\tvalid_0's auc: 0.960942\n",
      "[6537]\tvalid_0's auc: 0.960944\n",
      "[6538]\tvalid_0's auc: 0.960948\n",
      "[6539]\tvalid_0's auc: 0.96095\n",
      "[6540]\tvalid_0's auc: 0.960951\n",
      "[6541]\tvalid_0's auc: 0.960954\n",
      "[6542]\tvalid_0's auc: 0.960959\n",
      "[6543]\tvalid_0's auc: 0.960959\n",
      "[6544]\tvalid_0's auc: 0.960962\n",
      "[6545]\tvalid_0's auc: 0.960964\n",
      "[6546]\tvalid_0's auc: 0.960966\n",
      "[6547]\tvalid_0's auc: 0.96097\n",
      "[6548]\tvalid_0's auc: 0.960971\n",
      "[6549]\tvalid_0's auc: 0.960973\n",
      "[6550]\tvalid_0's auc: 0.960975\n",
      "[6551]\tvalid_0's auc: 0.960978\n",
      "[6552]\tvalid_0's auc: 0.960983\n",
      "[6553]\tvalid_0's auc: 0.960984\n",
      "[6554]\tvalid_0's auc: 0.960987\n",
      "[6555]\tvalid_0's auc: 0.960989\n",
      "[6556]\tvalid_0's auc: 0.960992\n",
      "[6557]\tvalid_0's auc: 0.960994\n",
      "[6558]\tvalid_0's auc: 0.960997\n",
      "[6559]\tvalid_0's auc: 0.961\n",
      "[6560]\tvalid_0's auc: 0.961001\n",
      "[6561]\tvalid_0's auc: 0.961002\n",
      "[6562]\tvalid_0's auc: 0.961005\n",
      "[6563]\tvalid_0's auc: 0.961007\n",
      "[6564]\tvalid_0's auc: 0.961009\n",
      "[6565]\tvalid_0's auc: 0.961012\n",
      "[6566]\tvalid_0's auc: 0.961013\n",
      "[6567]\tvalid_0's auc: 0.961013\n",
      "[6568]\tvalid_0's auc: 0.961015\n",
      "[6569]\tvalid_0's auc: 0.961016\n",
      "[6570]\tvalid_0's auc: 0.961018\n",
      "[6571]\tvalid_0's auc: 0.96102\n",
      "[6572]\tvalid_0's auc: 0.961021\n",
      "[6573]\tvalid_0's auc: 0.961024\n",
      "[6574]\tvalid_0's auc: 0.961027\n",
      "[6575]\tvalid_0's auc: 0.961029\n",
      "[6576]\tvalid_0's auc: 0.961029\n",
      "[6577]\tvalid_0's auc: 0.961034\n",
      "[6578]\tvalid_0's auc: 0.961037\n",
      "[6579]\tvalid_0's auc: 0.961038\n",
      "[6580]\tvalid_0's auc: 0.96104\n",
      "[6581]\tvalid_0's auc: 0.961042\n",
      "[6582]\tvalid_0's auc: 0.961045\n",
      "[6583]\tvalid_0's auc: 0.961047\n",
      "[6584]\tvalid_0's auc: 0.96105\n",
      "[6585]\tvalid_0's auc: 0.961051\n",
      "[6586]\tvalid_0's auc: 0.961053\n",
      "[6587]\tvalid_0's auc: 0.961054\n",
      "[6588]\tvalid_0's auc: 0.961055\n",
      "[6589]\tvalid_0's auc: 0.96106\n",
      "[6590]\tvalid_0's auc: 0.961062\n",
      "[6591]\tvalid_0's auc: 0.961066\n",
      "[6592]\tvalid_0's auc: 0.961068\n",
      "[6593]\tvalid_0's auc: 0.961071\n",
      "[6594]\tvalid_0's auc: 0.961073\n",
      "[6595]\tvalid_0's auc: 0.961076\n",
      "[6596]\tvalid_0's auc: 0.961078\n",
      "[6597]\tvalid_0's auc: 0.961081\n",
      "[6598]\tvalid_0's auc: 0.961082\n",
      "[6599]\tvalid_0's auc: 0.961084\n",
      "[6600]\tvalid_0's auc: 0.961086\n",
      "[6601]\tvalid_0's auc: 0.961087\n",
      "[6602]\tvalid_0's auc: 0.96109\n",
      "[6603]\tvalid_0's auc: 0.961096\n",
      "[6604]\tvalid_0's auc: 0.9611\n",
      "[6605]\tvalid_0's auc: 0.961101\n",
      "[6606]\tvalid_0's auc: 0.961101\n",
      "[6607]\tvalid_0's auc: 0.961104\n",
      "[6608]\tvalid_0's auc: 0.961105\n",
      "[6609]\tvalid_0's auc: 0.961107\n",
      "[6610]\tvalid_0's auc: 0.961111\n",
      "[6611]\tvalid_0's auc: 0.961114\n",
      "[6612]\tvalid_0's auc: 0.961117\n",
      "[6613]\tvalid_0's auc: 0.961119\n",
      "[6614]\tvalid_0's auc: 0.96112\n",
      "[6615]\tvalid_0's auc: 0.961124\n",
      "[6616]\tvalid_0's auc: 0.961126\n",
      "[6617]\tvalid_0's auc: 0.961128\n",
      "[6618]\tvalid_0's auc: 0.96113\n",
      "[6619]\tvalid_0's auc: 0.961134\n",
      "[6620]\tvalid_0's auc: 0.961135\n",
      "[6621]\tvalid_0's auc: 0.961137\n",
      "[6622]\tvalid_0's auc: 0.961141\n",
      "[6623]\tvalid_0's auc: 0.961143\n",
      "[6624]\tvalid_0's auc: 0.961144\n",
      "[6625]\tvalid_0's auc: 0.961146\n",
      "[6626]\tvalid_0's auc: 0.961149\n",
      "[6627]\tvalid_0's auc: 0.961151\n",
      "[6628]\tvalid_0's auc: 0.961155\n",
      "[6629]\tvalid_0's auc: 0.961157\n",
      "[6630]\tvalid_0's auc: 0.961159\n",
      "[6631]\tvalid_0's auc: 0.961161\n",
      "[6632]\tvalid_0's auc: 0.961164\n",
      "[6633]\tvalid_0's auc: 0.961166\n",
      "[6634]\tvalid_0's auc: 0.961168\n",
      "[6635]\tvalid_0's auc: 0.961169\n",
      "[6636]\tvalid_0's auc: 0.96117\n",
      "[6637]\tvalid_0's auc: 0.961172\n",
      "[6638]\tvalid_0's auc: 0.961174\n",
      "[6639]\tvalid_0's auc: 0.961175\n",
      "[6640]\tvalid_0's auc: 0.961178\n",
      "[6641]\tvalid_0's auc: 0.961181\n",
      "[6642]\tvalid_0's auc: 0.961184\n",
      "[6643]\tvalid_0's auc: 0.961186\n",
      "[6644]\tvalid_0's auc: 0.961186\n",
      "[6645]\tvalid_0's auc: 0.961188\n",
      "[6646]\tvalid_0's auc: 0.961189\n",
      "[6647]\tvalid_0's auc: 0.961191\n",
      "[6648]\tvalid_0's auc: 0.961193\n",
      "[6649]\tvalid_0's auc: 0.961193\n",
      "[6650]\tvalid_0's auc: 0.961195\n",
      "[6651]\tvalid_0's auc: 0.961196\n",
      "[6652]\tvalid_0's auc: 0.961197\n",
      "[6653]\tvalid_0's auc: 0.961201\n",
      "[6654]\tvalid_0's auc: 0.961202\n",
      "[6655]\tvalid_0's auc: 0.961204\n",
      "[6656]\tvalid_0's auc: 0.961206\n",
      "[6657]\tvalid_0's auc: 0.961208\n",
      "[6658]\tvalid_0's auc: 0.961209\n",
      "[6659]\tvalid_0's auc: 0.961211\n",
      "[6660]\tvalid_0's auc: 0.961215\n",
      "[6661]\tvalid_0's auc: 0.961217\n",
      "[6662]\tvalid_0's auc: 0.96122\n",
      "[6663]\tvalid_0's auc: 0.961222\n",
      "[6664]\tvalid_0's auc: 0.961226\n",
      "[6665]\tvalid_0's auc: 0.961228\n",
      "[6666]\tvalid_0's auc: 0.96123\n",
      "[6667]\tvalid_0's auc: 0.961233\n",
      "[6668]\tvalid_0's auc: 0.961234\n",
      "[6669]\tvalid_0's auc: 0.961235\n",
      "[6670]\tvalid_0's auc: 0.961235\n",
      "[6671]\tvalid_0's auc: 0.961238\n",
      "[6672]\tvalid_0's auc: 0.961241\n",
      "[6673]\tvalid_0's auc: 0.961243\n",
      "[6674]\tvalid_0's auc: 0.961245\n",
      "[6675]\tvalid_0's auc: 0.961246\n",
      "[6676]\tvalid_0's auc: 0.961248\n",
      "[6677]\tvalid_0's auc: 0.96125\n",
      "[6678]\tvalid_0's auc: 0.961252\n",
      "[6679]\tvalid_0's auc: 0.961255\n",
      "[6680]\tvalid_0's auc: 0.961257\n",
      "[6681]\tvalid_0's auc: 0.961258\n",
      "[6682]\tvalid_0's auc: 0.961259\n",
      "[6683]\tvalid_0's auc: 0.961259\n",
      "[6684]\tvalid_0's auc: 0.961261\n",
      "[6685]\tvalid_0's auc: 0.961262\n",
      "[6686]\tvalid_0's auc: 0.961262\n",
      "[6687]\tvalid_0's auc: 0.961265\n",
      "[6688]\tvalid_0's auc: 0.961269\n",
      "[6689]\tvalid_0's auc: 0.961271\n",
      "[6690]\tvalid_0's auc: 0.961275\n",
      "[6691]\tvalid_0's auc: 0.961277\n",
      "[6692]\tvalid_0's auc: 0.961279\n",
      "[6693]\tvalid_0's auc: 0.961282\n",
      "[6694]\tvalid_0's auc: 0.961283\n",
      "[6695]\tvalid_0's auc: 0.961287\n",
      "[6696]\tvalid_0's auc: 0.961289\n",
      "[6697]\tvalid_0's auc: 0.961291\n",
      "[6698]\tvalid_0's auc: 0.961293\n",
      "[6699]\tvalid_0's auc: 0.961295\n",
      "[6700]\tvalid_0's auc: 0.961297\n",
      "[6701]\tvalid_0's auc: 0.961298\n",
      "[6702]\tvalid_0's auc: 0.9613\n",
      "[6703]\tvalid_0's auc: 0.961304\n",
      "[6704]\tvalid_0's auc: 0.961307\n",
      "[6705]\tvalid_0's auc: 0.961309\n",
      "[6706]\tvalid_0's auc: 0.96131\n",
      "[6707]\tvalid_0's auc: 0.961311\n",
      "[6708]\tvalid_0's auc: 0.961312\n",
      "[6709]\tvalid_0's auc: 0.961314\n",
      "[6710]\tvalid_0's auc: 0.961315\n",
      "[6711]\tvalid_0's auc: 0.961316\n",
      "[6712]\tvalid_0's auc: 0.961317\n",
      "[6713]\tvalid_0's auc: 0.961319\n",
      "[6714]\tvalid_0's auc: 0.961319\n",
      "[6715]\tvalid_0's auc: 0.961322\n",
      "[6716]\tvalid_0's auc: 0.961325\n",
      "[6717]\tvalid_0's auc: 0.961328\n",
      "[6718]\tvalid_0's auc: 0.961329\n",
      "[6719]\tvalid_0's auc: 0.961331\n",
      "[6720]\tvalid_0's auc: 0.961333\n",
      "[6721]\tvalid_0's auc: 0.961335\n",
      "[6722]\tvalid_0's auc: 0.961336\n",
      "[6723]\tvalid_0's auc: 0.961337\n",
      "[6724]\tvalid_0's auc: 0.961339\n",
      "[6725]\tvalid_0's auc: 0.961341\n",
      "[6726]\tvalid_0's auc: 0.961344\n",
      "[6727]\tvalid_0's auc: 0.961345\n",
      "[6728]\tvalid_0's auc: 0.961347\n",
      "[6729]\tvalid_0's auc: 0.961351\n",
      "[6730]\tvalid_0's auc: 0.961352\n",
      "[6731]\tvalid_0's auc: 0.961355\n",
      "[6732]\tvalid_0's auc: 0.961357\n",
      "[6733]\tvalid_0's auc: 0.961359\n",
      "[6734]\tvalid_0's auc: 0.961361\n",
      "[6735]\tvalid_0's auc: 0.961362\n",
      "[6736]\tvalid_0's auc: 0.961364\n",
      "[6737]\tvalid_0's auc: 0.961365\n",
      "[6738]\tvalid_0's auc: 0.961367\n",
      "[6739]\tvalid_0's auc: 0.961369\n",
      "[6740]\tvalid_0's auc: 0.961372\n",
      "[6741]\tvalid_0's auc: 0.961374\n",
      "[6742]\tvalid_0's auc: 0.961375\n",
      "[6743]\tvalid_0's auc: 0.961376\n",
      "[6744]\tvalid_0's auc: 0.961377\n",
      "[6745]\tvalid_0's auc: 0.961379\n",
      "[6746]\tvalid_0's auc: 0.96138\n",
      "[6747]\tvalid_0's auc: 0.961382\n",
      "[6748]\tvalid_0's auc: 0.961384\n",
      "[6749]\tvalid_0's auc: 0.961387\n",
      "[6750]\tvalid_0's auc: 0.96139\n",
      "[6751]\tvalid_0's auc: 0.961391\n",
      "[6752]\tvalid_0's auc: 0.9614\n",
      "[6753]\tvalid_0's auc: 0.961402\n",
      "[6754]\tvalid_0's auc: 0.961405\n",
      "[6755]\tvalid_0's auc: 0.961407\n",
      "[6756]\tvalid_0's auc: 0.961409\n",
      "[6757]\tvalid_0's auc: 0.961412\n",
      "[6758]\tvalid_0's auc: 0.961414\n",
      "[6759]\tvalid_0's auc: 0.961415\n",
      "[6760]\tvalid_0's auc: 0.961417\n",
      "[6761]\tvalid_0's auc: 0.961418\n",
      "[6762]\tvalid_0's auc: 0.96142\n",
      "[6763]\tvalid_0's auc: 0.961421\n",
      "[6764]\tvalid_0's auc: 0.961424\n",
      "[6765]\tvalid_0's auc: 0.961425\n",
      "[6766]\tvalid_0's auc: 0.961427\n",
      "[6767]\tvalid_0's auc: 0.961429\n",
      "[6768]\tvalid_0's auc: 0.961432\n",
      "[6769]\tvalid_0's auc: 0.961435\n",
      "[6770]\tvalid_0's auc: 0.961437\n",
      "[6771]\tvalid_0's auc: 0.961439\n",
      "[6772]\tvalid_0's auc: 0.961441\n",
      "[6773]\tvalid_0's auc: 0.961446\n",
      "[6774]\tvalid_0's auc: 0.961446\n",
      "[6775]\tvalid_0's auc: 0.961448\n",
      "[6776]\tvalid_0's auc: 0.96145\n",
      "[6777]\tvalid_0's auc: 0.961453\n",
      "[6778]\tvalid_0's auc: 0.961455\n",
      "[6779]\tvalid_0's auc: 0.961457\n",
      "[6780]\tvalid_0's auc: 0.961458\n",
      "[6781]\tvalid_0's auc: 0.961459\n",
      "[6782]\tvalid_0's auc: 0.961461\n",
      "[6783]\tvalid_0's auc: 0.961464\n",
      "[6784]\tvalid_0's auc: 0.961468\n",
      "[6785]\tvalid_0's auc: 0.961469\n",
      "[6786]\tvalid_0's auc: 0.961471\n",
      "[6787]\tvalid_0's auc: 0.961471\n",
      "[6788]\tvalid_0's auc: 0.961473\n",
      "[6789]\tvalid_0's auc: 0.961475\n",
      "[6790]\tvalid_0's auc: 0.961479\n",
      "[6791]\tvalid_0's auc: 0.96148\n",
      "[6792]\tvalid_0's auc: 0.961482\n",
      "[6793]\tvalid_0's auc: 0.961483\n",
      "[6794]\tvalid_0's auc: 0.961487\n",
      "[6795]\tvalid_0's auc: 0.961488\n",
      "[6796]\tvalid_0's auc: 0.961489\n",
      "[6797]\tvalid_0's auc: 0.961491\n",
      "[6798]\tvalid_0's auc: 0.961492\n",
      "[6799]\tvalid_0's auc: 0.961493\n",
      "[6800]\tvalid_0's auc: 0.961495\n",
      "[6801]\tvalid_0's auc: 0.961497\n",
      "[6802]\tvalid_0's auc: 0.961498\n",
      "[6803]\tvalid_0's auc: 0.9615\n",
      "[6804]\tvalid_0's auc: 0.961501\n",
      "[6805]\tvalid_0's auc: 0.961503\n",
      "[6806]\tvalid_0's auc: 0.961504\n",
      "[6807]\tvalid_0's auc: 0.961506\n",
      "[6808]\tvalid_0's auc: 0.961508\n",
      "[6809]\tvalid_0's auc: 0.961511\n",
      "[6810]\tvalid_0's auc: 0.961511\n",
      "[6811]\tvalid_0's auc: 0.961514\n",
      "[6812]\tvalid_0's auc: 0.961516\n",
      "[6813]\tvalid_0's auc: 0.961517\n",
      "[6814]\tvalid_0's auc: 0.961519\n",
      "[6815]\tvalid_0's auc: 0.961522\n",
      "[6816]\tvalid_0's auc: 0.961525\n",
      "[6817]\tvalid_0's auc: 0.961525\n",
      "[6818]\tvalid_0's auc: 0.961526\n",
      "[6819]\tvalid_0's auc: 0.961529\n",
      "[6820]\tvalid_0's auc: 0.96153\n",
      "[6821]\tvalid_0's auc: 0.961535\n",
      "[6822]\tvalid_0's auc: 0.961536\n",
      "[6823]\tvalid_0's auc: 0.961538\n",
      "[6824]\tvalid_0's auc: 0.96154\n",
      "[6825]\tvalid_0's auc: 0.961542\n",
      "[6826]\tvalid_0's auc: 0.961543\n",
      "[6827]\tvalid_0's auc: 0.961544\n",
      "[6828]\tvalid_0's auc: 0.961545\n",
      "[6829]\tvalid_0's auc: 0.961547\n",
      "[6830]\tvalid_0's auc: 0.96155\n",
      "[6831]\tvalid_0's auc: 0.961553\n",
      "[6832]\tvalid_0's auc: 0.961553\n",
      "[6833]\tvalid_0's auc: 0.961555\n",
      "[6834]\tvalid_0's auc: 0.961556\n",
      "[6835]\tvalid_0's auc: 0.961559\n",
      "[6836]\tvalid_0's auc: 0.961563\n",
      "[6837]\tvalid_0's auc: 0.961567\n",
      "[6838]\tvalid_0's auc: 0.96157\n",
      "[6839]\tvalid_0's auc: 0.961572\n",
      "[6840]\tvalid_0's auc: 0.961574\n",
      "[6841]\tvalid_0's auc: 0.961576\n",
      "[6842]\tvalid_0's auc: 0.961578\n",
      "[6843]\tvalid_0's auc: 0.961582\n",
      "[6844]\tvalid_0's auc: 0.961582\n",
      "[6845]\tvalid_0's auc: 0.961583\n",
      "[6846]\tvalid_0's auc: 0.961586\n",
      "[6847]\tvalid_0's auc: 0.961588\n",
      "[6848]\tvalid_0's auc: 0.961591\n",
      "[6849]\tvalid_0's auc: 0.961593\n",
      "[6850]\tvalid_0's auc: 0.961595\n",
      "[6851]\tvalid_0's auc: 0.961598\n",
      "[6852]\tvalid_0's auc: 0.961599\n",
      "[6853]\tvalid_0's auc: 0.961602\n",
      "[6854]\tvalid_0's auc: 0.961605\n",
      "[6855]\tvalid_0's auc: 0.961608\n",
      "[6856]\tvalid_0's auc: 0.96161\n",
      "[6857]\tvalid_0's auc: 0.961611\n",
      "[6858]\tvalid_0's auc: 0.961614\n",
      "[6859]\tvalid_0's auc: 0.961617\n",
      "[6860]\tvalid_0's auc: 0.961618\n",
      "[6861]\tvalid_0's auc: 0.961619\n",
      "[6862]\tvalid_0's auc: 0.961621\n",
      "[6863]\tvalid_0's auc: 0.961623\n",
      "[6864]\tvalid_0's auc: 0.961624\n",
      "[6865]\tvalid_0's auc: 0.961626\n",
      "[6866]\tvalid_0's auc: 0.961627\n",
      "[6867]\tvalid_0's auc: 0.961631\n",
      "[6868]\tvalid_0's auc: 0.961632\n",
      "[6869]\tvalid_0's auc: 0.961634\n",
      "[6870]\tvalid_0's auc: 0.96164\n",
      "[6871]\tvalid_0's auc: 0.961641\n",
      "[6872]\tvalid_0's auc: 0.961642\n",
      "[6873]\tvalid_0's auc: 0.961645\n",
      "[6874]\tvalid_0's auc: 0.961647\n",
      "[6875]\tvalid_0's auc: 0.96165\n",
      "[6876]\tvalid_0's auc: 0.961653\n",
      "[6877]\tvalid_0's auc: 0.961653\n",
      "[6878]\tvalid_0's auc: 0.961655\n",
      "[6879]\tvalid_0's auc: 0.961659\n",
      "[6880]\tvalid_0's auc: 0.961661\n",
      "[6881]\tvalid_0's auc: 0.961663\n",
      "[6882]\tvalid_0's auc: 0.961667\n",
      "[6883]\tvalid_0's auc: 0.961669\n",
      "[6884]\tvalid_0's auc: 0.96167\n",
      "[6885]\tvalid_0's auc: 0.961671\n",
      "[6886]\tvalid_0's auc: 0.961673\n",
      "[6887]\tvalid_0's auc: 0.961673\n",
      "[6888]\tvalid_0's auc: 0.961676\n",
      "[6889]\tvalid_0's auc: 0.961678\n",
      "[6890]\tvalid_0's auc: 0.96168\n",
      "[6891]\tvalid_0's auc: 0.961683\n",
      "[6892]\tvalid_0's auc: 0.961686\n",
      "[6893]\tvalid_0's auc: 0.961689\n",
      "[6894]\tvalid_0's auc: 0.961691\n",
      "[6895]\tvalid_0's auc: 0.961693\n",
      "[6896]\tvalid_0's auc: 0.961695\n",
      "[6897]\tvalid_0's auc: 0.961695\n",
      "[6898]\tvalid_0's auc: 0.961697\n",
      "[6899]\tvalid_0's auc: 0.961697\n",
      "[6900]\tvalid_0's auc: 0.961698\n",
      "[6901]\tvalid_0's auc: 0.9617\n",
      "[6902]\tvalid_0's auc: 0.961701\n",
      "[6903]\tvalid_0's auc: 0.961702\n",
      "[6904]\tvalid_0's auc: 0.961703\n",
      "[6905]\tvalid_0's auc: 0.961705\n",
      "[6906]\tvalid_0's auc: 0.961708\n",
      "[6907]\tvalid_0's auc: 0.961709\n",
      "[6908]\tvalid_0's auc: 0.961712\n",
      "[6909]\tvalid_0's auc: 0.961714\n",
      "[6910]\tvalid_0's auc: 0.961716\n",
      "[6911]\tvalid_0's auc: 0.961721\n",
      "[6912]\tvalid_0's auc: 0.961723\n",
      "[6913]\tvalid_0's auc: 0.961726\n",
      "[6914]\tvalid_0's auc: 0.961728\n",
      "[6915]\tvalid_0's auc: 0.961732\n",
      "[6916]\tvalid_0's auc: 0.961734\n",
      "[6917]\tvalid_0's auc: 0.961736\n",
      "[6918]\tvalid_0's auc: 0.961738\n",
      "[6919]\tvalid_0's auc: 0.96174\n",
      "[6920]\tvalid_0's auc: 0.961741\n",
      "[6921]\tvalid_0's auc: 0.961743\n",
      "[6922]\tvalid_0's auc: 0.961744\n",
      "[6923]\tvalid_0's auc: 0.961746\n",
      "[6924]\tvalid_0's auc: 0.961747\n",
      "[6925]\tvalid_0's auc: 0.961749\n",
      "[6926]\tvalid_0's auc: 0.961751\n",
      "[6927]\tvalid_0's auc: 0.961752\n",
      "[6928]\tvalid_0's auc: 0.961753\n",
      "[6929]\tvalid_0's auc: 0.961754\n",
      "[6930]\tvalid_0's auc: 0.961754\n",
      "[6931]\tvalid_0's auc: 0.961756\n",
      "[6932]\tvalid_0's auc: 0.961758\n",
      "[6933]\tvalid_0's auc: 0.96176\n",
      "[6934]\tvalid_0's auc: 0.961764\n",
      "[6935]\tvalid_0's auc: 0.961766\n",
      "[6936]\tvalid_0's auc: 0.961768\n",
      "[6937]\tvalid_0's auc: 0.96177\n",
      "[6938]\tvalid_0's auc: 0.961774\n",
      "[6939]\tvalid_0's auc: 0.961775\n",
      "[6940]\tvalid_0's auc: 0.961776\n",
      "[6941]\tvalid_0's auc: 0.961777\n",
      "[6942]\tvalid_0's auc: 0.961778\n",
      "[6943]\tvalid_0's auc: 0.96178\n",
      "[6944]\tvalid_0's auc: 0.961782\n",
      "[6945]\tvalid_0's auc: 0.961785\n",
      "[6946]\tvalid_0's auc: 0.961787\n",
      "[6947]\tvalid_0's auc: 0.96179\n",
      "[6948]\tvalid_0's auc: 0.961792\n",
      "[6949]\tvalid_0's auc: 0.961795\n",
      "[6950]\tvalid_0's auc: 0.961797\n",
      "[6951]\tvalid_0's auc: 0.961797\n",
      "[6952]\tvalid_0's auc: 0.961798\n",
      "[6953]\tvalid_0's auc: 0.9618\n",
      "[6954]\tvalid_0's auc: 0.961802\n",
      "[6955]\tvalid_0's auc: 0.961806\n",
      "[6956]\tvalid_0's auc: 0.96181\n",
      "[6957]\tvalid_0's auc: 0.961812\n",
      "[6958]\tvalid_0's auc: 0.961816\n",
      "[6959]\tvalid_0's auc: 0.961818\n",
      "[6960]\tvalid_0's auc: 0.96182\n",
      "[6961]\tvalid_0's auc: 0.96182\n",
      "[6962]\tvalid_0's auc: 0.961822\n",
      "[6963]\tvalid_0's auc: 0.961825\n",
      "[6964]\tvalid_0's auc: 0.961827\n",
      "[6965]\tvalid_0's auc: 0.961828\n",
      "[6966]\tvalid_0's auc: 0.961831\n",
      "[6967]\tvalid_0's auc: 0.961833\n",
      "[6968]\tvalid_0's auc: 0.961833\n",
      "[6969]\tvalid_0's auc: 0.961833\n",
      "[6970]\tvalid_0's auc: 0.961836\n",
      "[6971]\tvalid_0's auc: 0.961837\n",
      "[6972]\tvalid_0's auc: 0.96184\n",
      "[6973]\tvalid_0's auc: 0.961842\n",
      "[6974]\tvalid_0's auc: 0.961844\n",
      "[6975]\tvalid_0's auc: 0.961844\n",
      "[6976]\tvalid_0's auc: 0.961845\n",
      "[6977]\tvalid_0's auc: 0.961847\n",
      "[6978]\tvalid_0's auc: 0.961848\n",
      "[6979]\tvalid_0's auc: 0.961849\n",
      "[6980]\tvalid_0's auc: 0.961852\n",
      "[6981]\tvalid_0's auc: 0.961852\n",
      "[6982]\tvalid_0's auc: 0.961854\n",
      "[6983]\tvalid_0's auc: 0.961856\n",
      "[6984]\tvalid_0's auc: 0.961859\n",
      "[6985]\tvalid_0's auc: 0.961861\n",
      "[6986]\tvalid_0's auc: 0.961863\n",
      "[6987]\tvalid_0's auc: 0.961866\n",
      "[6988]\tvalid_0's auc: 0.961867\n",
      "[6989]\tvalid_0's auc: 0.961868\n",
      "[6990]\tvalid_0's auc: 0.961869\n",
      "[6991]\tvalid_0's auc: 0.961871\n",
      "[6992]\tvalid_0's auc: 0.961875\n",
      "[6993]\tvalid_0's auc: 0.961876\n",
      "[6994]\tvalid_0's auc: 0.961876\n",
      "[6995]\tvalid_0's auc: 0.961876\n",
      "[6996]\tvalid_0's auc: 0.961877\n",
      "[6997]\tvalid_0's auc: 0.961879\n",
      "[6998]\tvalid_0's auc: 0.961881\n",
      "[6999]\tvalid_0's auc: 0.961885\n",
      "[7000]\tvalid_0's auc: 0.961888\n",
      "[7001]\tvalid_0's auc: 0.961889\n",
      "[7002]\tvalid_0's auc: 0.961891\n",
      "[7003]\tvalid_0's auc: 0.961895\n",
      "[7004]\tvalid_0's auc: 0.961896\n",
      "[7005]\tvalid_0's auc: 0.961899\n",
      "[7006]\tvalid_0's auc: 0.961902\n",
      "[7007]\tvalid_0's auc: 0.961904\n",
      "[7008]\tvalid_0's auc: 0.961906\n",
      "[7009]\tvalid_0's auc: 0.961906\n",
      "[7010]\tvalid_0's auc: 0.961909\n",
      "[7011]\tvalid_0's auc: 0.961912\n",
      "[7012]\tvalid_0's auc: 0.961915\n",
      "[7013]\tvalid_0's auc: 0.961917\n",
      "[7014]\tvalid_0's auc: 0.961918\n",
      "[7015]\tvalid_0's auc: 0.96192\n",
      "[7016]\tvalid_0's auc: 0.961922\n",
      "[7017]\tvalid_0's auc: 0.961924\n",
      "[7018]\tvalid_0's auc: 0.961926\n",
      "[7019]\tvalid_0's auc: 0.961927\n",
      "[7020]\tvalid_0's auc: 0.961929\n",
      "[7021]\tvalid_0's auc: 0.961931\n",
      "[7022]\tvalid_0's auc: 0.961933\n",
      "[7023]\tvalid_0's auc: 0.961936\n",
      "[7024]\tvalid_0's auc: 0.961937\n",
      "[7025]\tvalid_0's auc: 0.961938\n",
      "[7026]\tvalid_0's auc: 0.961941\n",
      "[7027]\tvalid_0's auc: 0.961942\n",
      "[7028]\tvalid_0's auc: 0.961944\n",
      "[7029]\tvalid_0's auc: 0.961948\n",
      "[7030]\tvalid_0's auc: 0.961949\n",
      "[7031]\tvalid_0's auc: 0.961952\n",
      "[7032]\tvalid_0's auc: 0.961954\n",
      "[7033]\tvalid_0's auc: 0.961957\n",
      "[7034]\tvalid_0's auc: 0.961959\n",
      "[7035]\tvalid_0's auc: 0.96196\n",
      "[7036]\tvalid_0's auc: 0.961963\n",
      "[7037]\tvalid_0's auc: 0.961966\n",
      "[7038]\tvalid_0's auc: 0.961967\n",
      "[7039]\tvalid_0's auc: 0.961969\n",
      "[7040]\tvalid_0's auc: 0.96197\n",
      "[7041]\tvalid_0's auc: 0.961971\n",
      "[7042]\tvalid_0's auc: 0.961973\n",
      "[7043]\tvalid_0's auc: 0.961973\n",
      "[7044]\tvalid_0's auc: 0.961975\n",
      "[7045]\tvalid_0's auc: 0.961977\n",
      "[7046]\tvalid_0's auc: 0.961979\n",
      "[7047]\tvalid_0's auc: 0.961981\n",
      "[7048]\tvalid_0's auc: 0.961984\n",
      "[7049]\tvalid_0's auc: 0.961986\n",
      "[7050]\tvalid_0's auc: 0.961988\n",
      "[7051]\tvalid_0's auc: 0.96199\n",
      "[7052]\tvalid_0's auc: 0.961991\n",
      "[7053]\tvalid_0's auc: 0.961995\n",
      "[7054]\tvalid_0's auc: 0.961996\n",
      "[7055]\tvalid_0's auc: 0.961997\n",
      "[7056]\tvalid_0's auc: 0.961998\n",
      "[7057]\tvalid_0's auc: 0.962\n",
      "[7058]\tvalid_0's auc: 0.962002\n",
      "[7059]\tvalid_0's auc: 0.962004\n",
      "[7060]\tvalid_0's auc: 0.962005\n",
      "[7061]\tvalid_0's auc: 0.96201\n",
      "[7062]\tvalid_0's auc: 0.962013\n",
      "[7063]\tvalid_0's auc: 0.962014\n",
      "[7064]\tvalid_0's auc: 0.962016\n",
      "[7065]\tvalid_0's auc: 0.962018\n",
      "[7066]\tvalid_0's auc: 0.96202\n",
      "[7067]\tvalid_0's auc: 0.962022\n",
      "[7068]\tvalid_0's auc: 0.962025\n",
      "[7069]\tvalid_0's auc: 0.962028\n",
      "[7070]\tvalid_0's auc: 0.962031\n",
      "[7071]\tvalid_0's auc: 0.962031\n",
      "[7072]\tvalid_0's auc: 0.962032\n",
      "[7073]\tvalid_0's auc: 0.962033\n",
      "[7074]\tvalid_0's auc: 0.962035\n",
      "[7075]\tvalid_0's auc: 0.962036\n",
      "[7076]\tvalid_0's auc: 0.962039\n",
      "[7077]\tvalid_0's auc: 0.96204\n",
      "[7078]\tvalid_0's auc: 0.962043\n",
      "[7079]\tvalid_0's auc: 0.962045\n",
      "[7080]\tvalid_0's auc: 0.962048\n",
      "[7081]\tvalid_0's auc: 0.962049\n",
      "[7082]\tvalid_0's auc: 0.962052\n",
      "[7083]\tvalid_0's auc: 0.962054\n",
      "[7084]\tvalid_0's auc: 0.962055\n",
      "[7085]\tvalid_0's auc: 0.962058\n",
      "[7086]\tvalid_0's auc: 0.96206\n",
      "[7087]\tvalid_0's auc: 0.962062\n",
      "[7088]\tvalid_0's auc: 0.962064\n",
      "[7089]\tvalid_0's auc: 0.962066\n",
      "[7090]\tvalid_0's auc: 0.962068\n",
      "[7091]\tvalid_0's auc: 0.96207\n",
      "[7092]\tvalid_0's auc: 0.96207\n",
      "[7093]\tvalid_0's auc: 0.962072\n",
      "[7094]\tvalid_0's auc: 0.962073\n",
      "[7095]\tvalid_0's auc: 0.962074\n",
      "[7096]\tvalid_0's auc: 0.962076\n",
      "[7097]\tvalid_0's auc: 0.962077\n",
      "[7098]\tvalid_0's auc: 0.962078\n",
      "[7099]\tvalid_0's auc: 0.962081\n",
      "[7100]\tvalid_0's auc: 0.962082\n",
      "[7101]\tvalid_0's auc: 0.962087\n",
      "[7102]\tvalid_0's auc: 0.962089\n",
      "[7103]\tvalid_0's auc: 0.96209\n",
      "[7104]\tvalid_0's auc: 0.962093\n",
      "[7105]\tvalid_0's auc: 0.962094\n",
      "[7106]\tvalid_0's auc: 0.962096\n",
      "[7107]\tvalid_0's auc: 0.962096\n",
      "[7108]\tvalid_0's auc: 0.962098\n",
      "[7109]\tvalid_0's auc: 0.9621\n",
      "[7110]\tvalid_0's auc: 0.962102\n",
      "[7111]\tvalid_0's auc: 0.962105\n",
      "[7112]\tvalid_0's auc: 0.962106\n",
      "[7113]\tvalid_0's auc: 0.962108\n",
      "[7114]\tvalid_0's auc: 0.962109\n",
      "[7115]\tvalid_0's auc: 0.96211\n",
      "[7116]\tvalid_0's auc: 0.962112\n",
      "[7117]\tvalid_0's auc: 0.962113\n",
      "[7118]\tvalid_0's auc: 0.962117\n",
      "[7119]\tvalid_0's auc: 0.962118\n",
      "[7120]\tvalid_0's auc: 0.962122\n",
      "[7121]\tvalid_0's auc: 0.962124\n",
      "[7122]\tvalid_0's auc: 0.962126\n",
      "[7123]\tvalid_0's auc: 0.962127\n",
      "[7124]\tvalid_0's auc: 0.962131\n",
      "[7125]\tvalid_0's auc: 0.962132\n",
      "[7126]\tvalid_0's auc: 0.962134\n",
      "[7127]\tvalid_0's auc: 0.962135\n",
      "[7128]\tvalid_0's auc: 0.962136\n",
      "[7129]\tvalid_0's auc: 0.962137\n",
      "[7130]\tvalid_0's auc: 0.962138\n",
      "[7131]\tvalid_0's auc: 0.962141\n",
      "[7132]\tvalid_0's auc: 0.962142\n",
      "[7133]\tvalid_0's auc: 0.962143\n",
      "[7134]\tvalid_0's auc: 0.962145\n",
      "[7135]\tvalid_0's auc: 0.962146\n",
      "[7136]\tvalid_0's auc: 0.962146\n",
      "[7137]\tvalid_0's auc: 0.96215\n",
      "[7138]\tvalid_0's auc: 0.962152\n",
      "[7139]\tvalid_0's auc: 0.962155\n",
      "[7140]\tvalid_0's auc: 0.962157\n",
      "[7141]\tvalid_0's auc: 0.962158\n",
      "[7142]\tvalid_0's auc: 0.962161\n",
      "[7143]\tvalid_0's auc: 0.962162\n",
      "[7144]\tvalid_0's auc: 0.962163\n",
      "[7145]\tvalid_0's auc: 0.962166\n",
      "[7146]\tvalid_0's auc: 0.962169\n",
      "[7147]\tvalid_0's auc: 0.96217\n",
      "[7148]\tvalid_0's auc: 0.962172\n",
      "[7149]\tvalid_0's auc: 0.962174\n",
      "[7150]\tvalid_0's auc: 0.962176\n",
      "[7151]\tvalid_0's auc: 0.962177\n",
      "[7152]\tvalid_0's auc: 0.962179\n",
      "[7153]\tvalid_0's auc: 0.962182\n",
      "[7154]\tvalid_0's auc: 0.962183\n",
      "[7155]\tvalid_0's auc: 0.962185\n",
      "[7156]\tvalid_0's auc: 0.962187\n",
      "[7157]\tvalid_0's auc: 0.962191\n",
      "[7158]\tvalid_0's auc: 0.962192\n",
      "[7159]\tvalid_0's auc: 0.962193\n",
      "[7160]\tvalid_0's auc: 0.962194\n",
      "[7161]\tvalid_0's auc: 0.962195\n",
      "[7162]\tvalid_0's auc: 0.962196\n",
      "[7163]\tvalid_0's auc: 0.962197\n",
      "[7164]\tvalid_0's auc: 0.962198\n",
      "[7165]\tvalid_0's auc: 0.962201\n",
      "[7166]\tvalid_0's auc: 0.962205\n",
      "[7167]\tvalid_0's auc: 0.962206\n",
      "[7168]\tvalid_0's auc: 0.962207\n",
      "[7169]\tvalid_0's auc: 0.962209\n",
      "[7170]\tvalid_0's auc: 0.96221\n",
      "[7171]\tvalid_0's auc: 0.962212\n",
      "[7172]\tvalid_0's auc: 0.962214\n",
      "[7173]\tvalid_0's auc: 0.962215\n",
      "[7174]\tvalid_0's auc: 0.962217\n",
      "[7175]\tvalid_0's auc: 0.962219\n",
      "[7176]\tvalid_0's auc: 0.962223\n",
      "[7177]\tvalid_0's auc: 0.962226\n",
      "[7178]\tvalid_0's auc: 0.962227\n",
      "[7179]\tvalid_0's auc: 0.962229\n",
      "[7180]\tvalid_0's auc: 0.96223\n",
      "[7181]\tvalid_0's auc: 0.962232\n",
      "[7182]\tvalid_0's auc: 0.962234\n",
      "[7183]\tvalid_0's auc: 0.962236\n",
      "[7184]\tvalid_0's auc: 0.962237\n",
      "[7185]\tvalid_0's auc: 0.962238\n",
      "[7186]\tvalid_0's auc: 0.962239\n",
      "[7187]\tvalid_0's auc: 0.96224\n",
      "[7188]\tvalid_0's auc: 0.962242\n",
      "[7189]\tvalid_0's auc: 0.962243\n",
      "[7190]\tvalid_0's auc: 0.962244\n",
      "[7191]\tvalid_0's auc: 0.962245\n",
      "[7192]\tvalid_0's auc: 0.962249\n",
      "[7193]\tvalid_0's auc: 0.962251\n",
      "[7194]\tvalid_0's auc: 0.962253\n",
      "[7195]\tvalid_0's auc: 0.962255\n",
      "[7196]\tvalid_0's auc: 0.962256\n",
      "[7197]\tvalid_0's auc: 0.96226\n",
      "[7198]\tvalid_0's auc: 0.962261\n",
      "[7199]\tvalid_0's auc: 0.962262\n",
      "[7200]\tvalid_0's auc: 0.962265\n",
      "[7201]\tvalid_0's auc: 0.962265\n",
      "[7202]\tvalid_0's auc: 0.962267\n",
      "[7203]\tvalid_0's auc: 0.96227\n",
      "[7204]\tvalid_0's auc: 0.962273\n",
      "[7205]\tvalid_0's auc: 0.962274\n",
      "[7206]\tvalid_0's auc: 0.962275\n",
      "[7207]\tvalid_0's auc: 0.962276\n",
      "[7208]\tvalid_0's auc: 0.962277\n",
      "[7209]\tvalid_0's auc: 0.962278\n",
      "[7210]\tvalid_0's auc: 0.962279\n",
      "[7211]\tvalid_0's auc: 0.96228\n",
      "[7212]\tvalid_0's auc: 0.962283\n",
      "[7213]\tvalid_0's auc: 0.962285\n",
      "[7214]\tvalid_0's auc: 0.96229\n",
      "[7215]\tvalid_0's auc: 0.962292\n",
      "[7216]\tvalid_0's auc: 0.962294\n",
      "[7217]\tvalid_0's auc: 0.962297\n",
      "[7218]\tvalid_0's auc: 0.962298\n",
      "[7219]\tvalid_0's auc: 0.9623\n",
      "[7220]\tvalid_0's auc: 0.962301\n",
      "[7221]\tvalid_0's auc: 0.962304\n",
      "[7222]\tvalid_0's auc: 0.962306\n",
      "[7223]\tvalid_0's auc: 0.962308\n",
      "[7224]\tvalid_0's auc: 0.96231\n",
      "[7225]\tvalid_0's auc: 0.962312\n",
      "[7226]\tvalid_0's auc: 0.962314\n",
      "[7227]\tvalid_0's auc: 0.962317\n",
      "[7228]\tvalid_0's auc: 0.962319\n",
      "[7229]\tvalid_0's auc: 0.96232\n",
      "[7230]\tvalid_0's auc: 0.962322\n",
      "[7231]\tvalid_0's auc: 0.962324\n",
      "[7232]\tvalid_0's auc: 0.962325\n",
      "[7233]\tvalid_0's auc: 0.962327\n",
      "[7234]\tvalid_0's auc: 0.962328\n",
      "[7235]\tvalid_0's auc: 0.962329\n",
      "[7236]\tvalid_0's auc: 0.962332\n",
      "[7237]\tvalid_0's auc: 0.962335\n",
      "[7238]\tvalid_0's auc: 0.962338\n",
      "[7239]\tvalid_0's auc: 0.962341\n",
      "[7240]\tvalid_0's auc: 0.962343\n",
      "[7241]\tvalid_0's auc: 0.962344\n",
      "[7242]\tvalid_0's auc: 0.962346\n",
      "[7243]\tvalid_0's auc: 0.962349\n",
      "[7244]\tvalid_0's auc: 0.96235\n",
      "[7245]\tvalid_0's auc: 0.962352\n",
      "[7246]\tvalid_0's auc: 0.962352\n",
      "[7247]\tvalid_0's auc: 0.962353\n",
      "[7248]\tvalid_0's auc: 0.962355\n",
      "[7249]\tvalid_0's auc: 0.962358\n",
      "[7250]\tvalid_0's auc: 0.96236\n",
      "[7251]\tvalid_0's auc: 0.962362\n",
      "[7252]\tvalid_0's auc: 0.962364\n",
      "[7253]\tvalid_0's auc: 0.962365\n",
      "[7254]\tvalid_0's auc: 0.962367\n",
      "[7255]\tvalid_0's auc: 0.962371\n",
      "[7256]\tvalid_0's auc: 0.962373\n",
      "[7257]\tvalid_0's auc: 0.962374\n",
      "[7258]\tvalid_0's auc: 0.962375\n",
      "[7259]\tvalid_0's auc: 0.962377\n",
      "[7260]\tvalid_0's auc: 0.962379\n",
      "[7261]\tvalid_0's auc: 0.96238\n",
      "[7262]\tvalid_0's auc: 0.962382\n",
      "[7263]\tvalid_0's auc: 0.962383\n",
      "[7264]\tvalid_0's auc: 0.962386\n",
      "[7265]\tvalid_0's auc: 0.962387\n",
      "[7266]\tvalid_0's auc: 0.962389\n",
      "[7267]\tvalid_0's auc: 0.962391\n",
      "[7268]\tvalid_0's auc: 0.962394\n",
      "[7269]\tvalid_0's auc: 0.962396\n",
      "[7270]\tvalid_0's auc: 0.962398\n",
      "[7271]\tvalid_0's auc: 0.962402\n",
      "[7272]\tvalid_0's auc: 0.962404\n",
      "[7273]\tvalid_0's auc: 0.962405\n",
      "[7274]\tvalid_0's auc: 0.962406\n",
      "[7275]\tvalid_0's auc: 0.962409\n",
      "[7276]\tvalid_0's auc: 0.962411\n",
      "[7277]\tvalid_0's auc: 0.962414\n",
      "[7278]\tvalid_0's auc: 0.962415\n",
      "[7279]\tvalid_0's auc: 0.962416\n",
      "[7280]\tvalid_0's auc: 0.962417\n",
      "[7281]\tvalid_0's auc: 0.962419\n",
      "[7282]\tvalid_0's auc: 0.962419\n",
      "[7283]\tvalid_0's auc: 0.962421\n",
      "[7284]\tvalid_0's auc: 0.962423\n",
      "[7285]\tvalid_0's auc: 0.962426\n",
      "[7286]\tvalid_0's auc: 0.962427\n",
      "[7287]\tvalid_0's auc: 0.962429\n",
      "[7288]\tvalid_0's auc: 0.962432\n",
      "[7289]\tvalid_0's auc: 0.962433\n",
      "[7290]\tvalid_0's auc: 0.962434\n",
      "[7291]\tvalid_0's auc: 0.962434\n",
      "[7292]\tvalid_0's auc: 0.962436\n",
      "[7293]\tvalid_0's auc: 0.962438\n",
      "[7294]\tvalid_0's auc: 0.962442\n",
      "[7295]\tvalid_0's auc: 0.962442\n",
      "[7296]\tvalid_0's auc: 0.962444\n",
      "[7297]\tvalid_0's auc: 0.962445\n",
      "[7298]\tvalid_0's auc: 0.962446\n",
      "[7299]\tvalid_0's auc: 0.962447\n",
      "[7300]\tvalid_0's auc: 0.962451\n",
      "[7301]\tvalid_0's auc: 0.962452\n",
      "[7302]\tvalid_0's auc: 0.962457\n",
      "[7303]\tvalid_0's auc: 0.962457\n",
      "[7304]\tvalid_0's auc: 0.962458\n",
      "[7305]\tvalid_0's auc: 0.96246\n",
      "[7306]\tvalid_0's auc: 0.962461\n",
      "[7307]\tvalid_0's auc: 0.962463\n",
      "[7308]\tvalid_0's auc: 0.962465\n",
      "[7309]\tvalid_0's auc: 0.962467\n",
      "[7310]\tvalid_0's auc: 0.962468\n",
      "[7311]\tvalid_0's auc: 0.962471\n",
      "[7312]\tvalid_0's auc: 0.962472\n",
      "[7313]\tvalid_0's auc: 0.962473\n",
      "[7314]\tvalid_0's auc: 0.962475\n",
      "[7315]\tvalid_0's auc: 0.962476\n",
      "[7316]\tvalid_0's auc: 0.962476\n",
      "[7317]\tvalid_0's auc: 0.962478\n",
      "[7318]\tvalid_0's auc: 0.962479\n",
      "[7319]\tvalid_0's auc: 0.962481\n",
      "[7320]\tvalid_0's auc: 0.962482\n",
      "[7321]\tvalid_0's auc: 0.962485\n",
      "[7322]\tvalid_0's auc: 0.962485\n",
      "[7323]\tvalid_0's auc: 0.962487\n",
      "[7324]\tvalid_0's auc: 0.962488\n",
      "[7325]\tvalid_0's auc: 0.96249\n",
      "[7326]\tvalid_0's auc: 0.962491\n",
      "[7327]\tvalid_0's auc: 0.962493\n",
      "[7328]\tvalid_0's auc: 0.962498\n",
      "[7329]\tvalid_0's auc: 0.9625\n",
      "[7330]\tvalid_0's auc: 0.962502\n",
      "[7331]\tvalid_0's auc: 0.962504\n",
      "[7332]\tvalid_0's auc: 0.962505\n",
      "[7333]\tvalid_0's auc: 0.962509\n",
      "[7334]\tvalid_0's auc: 0.96251\n",
      "[7335]\tvalid_0's auc: 0.962511\n",
      "[7336]\tvalid_0's auc: 0.962515\n",
      "[7337]\tvalid_0's auc: 0.962517\n",
      "[7338]\tvalid_0's auc: 0.962519\n",
      "[7339]\tvalid_0's auc: 0.96252\n",
      "[7340]\tvalid_0's auc: 0.962521\n",
      "[7341]\tvalid_0's auc: 0.962523\n",
      "[7342]\tvalid_0's auc: 0.962526\n",
      "[7343]\tvalid_0's auc: 0.962528\n",
      "[7344]\tvalid_0's auc: 0.962531\n",
      "[7345]\tvalid_0's auc: 0.962532\n",
      "[7346]\tvalid_0's auc: 0.962534\n",
      "[7347]\tvalid_0's auc: 0.962536\n",
      "[7348]\tvalid_0's auc: 0.962537\n",
      "[7349]\tvalid_0's auc: 0.962538\n",
      "[7350]\tvalid_0's auc: 0.96254\n",
      "[7351]\tvalid_0's auc: 0.962543\n",
      "[7352]\tvalid_0's auc: 0.962545\n",
      "[7353]\tvalid_0's auc: 0.962546\n",
      "[7354]\tvalid_0's auc: 0.962547\n",
      "[7355]\tvalid_0's auc: 0.962549\n",
      "[7356]\tvalid_0's auc: 0.962552\n",
      "[7357]\tvalid_0's auc: 0.962555\n",
      "[7358]\tvalid_0's auc: 0.962556\n",
      "[7359]\tvalid_0's auc: 0.962557\n",
      "[7360]\tvalid_0's auc: 0.962558\n",
      "[7361]\tvalid_0's auc: 0.962559\n",
      "[7362]\tvalid_0's auc: 0.962561\n",
      "[7363]\tvalid_0's auc: 0.962563\n",
      "[7364]\tvalid_0's auc: 0.962566\n",
      "[7365]\tvalid_0's auc: 0.962567\n",
      "[7366]\tvalid_0's auc: 0.962569\n",
      "[7367]\tvalid_0's auc: 0.962571\n",
      "[7368]\tvalid_0's auc: 0.962571\n",
      "[7369]\tvalid_0's auc: 0.962573\n",
      "[7370]\tvalid_0's auc: 0.962574\n",
      "[7371]\tvalid_0's auc: 0.962575\n",
      "[7372]\tvalid_0's auc: 0.962577\n",
      "[7373]\tvalid_0's auc: 0.962579\n",
      "[7374]\tvalid_0's auc: 0.962581\n",
      "[7375]\tvalid_0's auc: 0.962585\n",
      "[7376]\tvalid_0's auc: 0.962586\n",
      "[7377]\tvalid_0's auc: 0.962587\n",
      "[7378]\tvalid_0's auc: 0.96259\n",
      "[7379]\tvalid_0's auc: 0.962592\n",
      "[7380]\tvalid_0's auc: 0.962592\n",
      "[7381]\tvalid_0's auc: 0.962594\n",
      "[7382]\tvalid_0's auc: 0.962596\n",
      "[7383]\tvalid_0's auc: 0.962598\n",
      "[7384]\tvalid_0's auc: 0.9626\n",
      "[7385]\tvalid_0's auc: 0.962601\n",
      "[7386]\tvalid_0's auc: 0.962601\n",
      "[7387]\tvalid_0's auc: 0.962603\n",
      "[7388]\tvalid_0's auc: 0.962606\n",
      "[7389]\tvalid_0's auc: 0.962607\n",
      "[7390]\tvalid_0's auc: 0.96261\n",
      "[7391]\tvalid_0's auc: 0.962611\n",
      "[7392]\tvalid_0's auc: 0.962613\n",
      "[7393]\tvalid_0's auc: 0.962614\n",
      "[7394]\tvalid_0's auc: 0.962615\n",
      "[7395]\tvalid_0's auc: 0.962619\n",
      "[7396]\tvalid_0's auc: 0.962618\n",
      "[7397]\tvalid_0's auc: 0.96262\n",
      "[7398]\tvalid_0's auc: 0.962621\n",
      "[7399]\tvalid_0's auc: 0.962621\n",
      "[7400]\tvalid_0's auc: 0.962625\n",
      "[7401]\tvalid_0's auc: 0.962629\n",
      "[7402]\tvalid_0's auc: 0.96263\n",
      "[7403]\tvalid_0's auc: 0.962631\n",
      "[7404]\tvalid_0's auc: 0.962633\n",
      "[7405]\tvalid_0's auc: 0.962635\n",
      "[7406]\tvalid_0's auc: 0.962638\n",
      "[7407]\tvalid_0's auc: 0.96264\n",
      "[7408]\tvalid_0's auc: 0.962642\n",
      "[7409]\tvalid_0's auc: 0.962643\n",
      "[7410]\tvalid_0's auc: 0.962644\n",
      "[7411]\tvalid_0's auc: 0.962646\n",
      "[7412]\tvalid_0's auc: 0.962648\n",
      "[7413]\tvalid_0's auc: 0.962651\n",
      "[7414]\tvalid_0's auc: 0.962653\n",
      "[7415]\tvalid_0's auc: 0.962654\n",
      "[7416]\tvalid_0's auc: 0.962655\n",
      "[7417]\tvalid_0's auc: 0.962658\n",
      "[7418]\tvalid_0's auc: 0.96266\n",
      "[7419]\tvalid_0's auc: 0.962662\n",
      "[7420]\tvalid_0's auc: 0.962663\n",
      "[7421]\tvalid_0's auc: 0.962665\n",
      "[7422]\tvalid_0's auc: 0.962669\n",
      "[7423]\tvalid_0's auc: 0.962671\n",
      "[7424]\tvalid_0's auc: 0.962672\n",
      "[7425]\tvalid_0's auc: 0.962673\n",
      "[7426]\tvalid_0's auc: 0.962673\n",
      "[7427]\tvalid_0's auc: 0.962674\n",
      "[7428]\tvalid_0's auc: 0.962678\n",
      "[7429]\tvalid_0's auc: 0.962682\n",
      "[7430]\tvalid_0's auc: 0.962684\n",
      "[7431]\tvalid_0's auc: 0.962687\n",
      "[7432]\tvalid_0's auc: 0.962689\n",
      "[7433]\tvalid_0's auc: 0.962689\n",
      "[7434]\tvalid_0's auc: 0.962691\n",
      "[7435]\tvalid_0's auc: 0.962693\n",
      "[7436]\tvalid_0's auc: 0.962694\n",
      "[7437]\tvalid_0's auc: 0.962696\n",
      "[7438]\tvalid_0's auc: 0.962698\n",
      "[7439]\tvalid_0's auc: 0.962699\n",
      "[7440]\tvalid_0's auc: 0.962699\n",
      "[7441]\tvalid_0's auc: 0.962701\n",
      "[7442]\tvalid_0's auc: 0.962703\n",
      "[7443]\tvalid_0's auc: 0.962703\n",
      "[7444]\tvalid_0's auc: 0.962706\n",
      "[7445]\tvalid_0's auc: 0.962706\n",
      "[7446]\tvalid_0's auc: 0.962708\n",
      "[7447]\tvalid_0's auc: 0.96271\n",
      "[7448]\tvalid_0's auc: 0.962712\n",
      "[7449]\tvalid_0's auc: 0.962713\n",
      "[7450]\tvalid_0's auc: 0.962713\n",
      "[7451]\tvalid_0's auc: 0.962714\n",
      "[7452]\tvalid_0's auc: 0.962716\n",
      "[7453]\tvalid_0's auc: 0.962717\n",
      "[7454]\tvalid_0's auc: 0.962718\n",
      "[7455]\tvalid_0's auc: 0.962719\n",
      "[7456]\tvalid_0's auc: 0.96272\n",
      "[7457]\tvalid_0's auc: 0.962721\n",
      "[7458]\tvalid_0's auc: 0.962725\n",
      "[7459]\tvalid_0's auc: 0.962728\n",
      "[7460]\tvalid_0's auc: 0.96273\n",
      "[7461]\tvalid_0's auc: 0.962732\n",
      "[7462]\tvalid_0's auc: 0.962734\n",
      "[7463]\tvalid_0's auc: 0.962735\n",
      "[7464]\tvalid_0's auc: 0.962736\n",
      "[7465]\tvalid_0's auc: 0.962738\n",
      "[7466]\tvalid_0's auc: 0.962738\n",
      "[7467]\tvalid_0's auc: 0.96274\n",
      "[7468]\tvalid_0's auc: 0.962741\n",
      "[7469]\tvalid_0's auc: 0.962742\n",
      "[7470]\tvalid_0's auc: 0.962745\n",
      "[7471]\tvalid_0's auc: 0.962746\n",
      "[7472]\tvalid_0's auc: 0.962748\n",
      "[7473]\tvalid_0's auc: 0.96275\n",
      "[7474]\tvalid_0's auc: 0.96275\n",
      "[7475]\tvalid_0's auc: 0.962752\n",
      "[7476]\tvalid_0's auc: 0.962755\n",
      "[7477]\tvalid_0's auc: 0.962757\n",
      "[7478]\tvalid_0's auc: 0.962757\n",
      "[7479]\tvalid_0's auc: 0.962759\n",
      "[7480]\tvalid_0's auc: 0.96276\n",
      "[7481]\tvalid_0's auc: 0.962762\n",
      "[7482]\tvalid_0's auc: 0.962764\n",
      "[7483]\tvalid_0's auc: 0.962766\n",
      "[7484]\tvalid_0's auc: 0.962767\n",
      "[7485]\tvalid_0's auc: 0.962769\n",
      "[7486]\tvalid_0's auc: 0.962771\n",
      "[7487]\tvalid_0's auc: 0.962772\n",
      "[7488]\tvalid_0's auc: 0.962773\n",
      "[7489]\tvalid_0's auc: 0.962774\n",
      "[7490]\tvalid_0's auc: 0.962775\n",
      "[7491]\tvalid_0's auc: 0.962776\n",
      "[7492]\tvalid_0's auc: 0.962777\n",
      "[7493]\tvalid_0's auc: 0.962779\n",
      "[7494]\tvalid_0's auc: 0.962781\n",
      "[7495]\tvalid_0's auc: 0.962782\n",
      "[7496]\tvalid_0's auc: 0.962784\n",
      "[7497]\tvalid_0's auc: 0.962786\n",
      "[7498]\tvalid_0's auc: 0.962787\n",
      "[7499]\tvalid_0's auc: 0.962789\n",
      "[7500]\tvalid_0's auc: 0.962791\n",
      "[7501]\tvalid_0's auc: 0.962791\n",
      "[7502]\tvalid_0's auc: 0.962792\n",
      "[7503]\tvalid_0's auc: 0.962794\n",
      "[7504]\tvalid_0's auc: 0.962795\n",
      "[7505]\tvalid_0's auc: 0.962796\n",
      "[7506]\tvalid_0's auc: 0.962798\n",
      "[7507]\tvalid_0's auc: 0.962799\n",
      "[7508]\tvalid_0's auc: 0.9628\n",
      "[7509]\tvalid_0's auc: 0.962802\n",
      "[7510]\tvalid_0's auc: 0.962804\n",
      "[7511]\tvalid_0's auc: 0.962807\n",
      "[7512]\tvalid_0's auc: 0.962808\n",
      "[7513]\tvalid_0's auc: 0.962809\n",
      "[7514]\tvalid_0's auc: 0.96281\n",
      "[7515]\tvalid_0's auc: 0.962811\n",
      "[7516]\tvalid_0's auc: 0.962813\n",
      "[7517]\tvalid_0's auc: 0.962815\n",
      "[7518]\tvalid_0's auc: 0.962815\n",
      "[7519]\tvalid_0's auc: 0.962815\n",
      "[7520]\tvalid_0's auc: 0.962817\n",
      "[7521]\tvalid_0's auc: 0.96282\n",
      "[7522]\tvalid_0's auc: 0.96282\n",
      "[7523]\tvalid_0's auc: 0.962821\n",
      "[7524]\tvalid_0's auc: 0.962822\n",
      "[7525]\tvalid_0's auc: 0.962823\n",
      "[7526]\tvalid_0's auc: 0.962824\n",
      "[7527]\tvalid_0's auc: 0.962826\n",
      "[7528]\tvalid_0's auc: 0.962826\n",
      "[7529]\tvalid_0's auc: 0.962828\n",
      "[7530]\tvalid_0's auc: 0.962829\n",
      "[7531]\tvalid_0's auc: 0.962831\n",
      "[7532]\tvalid_0's auc: 0.962832\n",
      "[7533]\tvalid_0's auc: 0.962833\n",
      "[7534]\tvalid_0's auc: 0.962833\n",
      "[7535]\tvalid_0's auc: 0.962834\n",
      "[7536]\tvalid_0's auc: 0.962837\n",
      "[7537]\tvalid_0's auc: 0.962837\n",
      "[7538]\tvalid_0's auc: 0.962838\n",
      "[7539]\tvalid_0's auc: 0.96284\n",
      "[7540]\tvalid_0's auc: 0.962843\n",
      "[7541]\tvalid_0's auc: 0.962846\n",
      "[7542]\tvalid_0's auc: 0.962848\n",
      "[7543]\tvalid_0's auc: 0.962849\n",
      "[7544]\tvalid_0's auc: 0.96285\n",
      "[7545]\tvalid_0's auc: 0.962851\n",
      "[7546]\tvalid_0's auc: 0.962852\n",
      "[7547]\tvalid_0's auc: 0.962853\n",
      "[7548]\tvalid_0's auc: 0.962855\n",
      "[7549]\tvalid_0's auc: 0.962856\n",
      "[7550]\tvalid_0's auc: 0.962857\n",
      "[7551]\tvalid_0's auc: 0.962859\n",
      "[7552]\tvalid_0's auc: 0.962859\n",
      "[7553]\tvalid_0's auc: 0.96286\n",
      "[7554]\tvalid_0's auc: 0.962863\n",
      "[7555]\tvalid_0's auc: 0.962864\n",
      "[7556]\tvalid_0's auc: 0.962865\n",
      "[7557]\tvalid_0's auc: 0.962867\n",
      "[7558]\tvalid_0's auc: 0.962868\n",
      "[7559]\tvalid_0's auc: 0.96287\n",
      "[7560]\tvalid_0's auc: 0.96287\n",
      "[7561]\tvalid_0's auc: 0.962872\n",
      "[7562]\tvalid_0's auc: 0.962873\n",
      "[7563]\tvalid_0's auc: 0.962874\n",
      "[7564]\tvalid_0's auc: 0.962875\n",
      "[7565]\tvalid_0's auc: 0.962876\n",
      "[7566]\tvalid_0's auc: 0.962879\n",
      "[7567]\tvalid_0's auc: 0.96288\n",
      "[7568]\tvalid_0's auc: 0.962881\n",
      "[7569]\tvalid_0's auc: 0.962883\n",
      "[7570]\tvalid_0's auc: 0.962883\n",
      "[7571]\tvalid_0's auc: 0.962886\n",
      "[7572]\tvalid_0's auc: 0.962886\n",
      "[7573]\tvalid_0's auc: 0.962888\n",
      "[7574]\tvalid_0's auc: 0.96289\n",
      "[7575]\tvalid_0's auc: 0.962891\n",
      "[7576]\tvalid_0's auc: 0.962892\n",
      "[7577]\tvalid_0's auc: 0.962894\n",
      "[7578]\tvalid_0's auc: 0.962895\n",
      "[7579]\tvalid_0's auc: 0.962897\n",
      "[7580]\tvalid_0's auc: 0.962899\n",
      "[7581]\tvalid_0's auc: 0.962903\n",
      "[7582]\tvalid_0's auc: 0.962905\n",
      "[7583]\tvalid_0's auc: 0.962907\n",
      "[7584]\tvalid_0's auc: 0.96291\n",
      "[7585]\tvalid_0's auc: 0.962912\n",
      "[7586]\tvalid_0's auc: 0.962913\n",
      "[7587]\tvalid_0's auc: 0.962914\n",
      "[7588]\tvalid_0's auc: 0.962916\n",
      "[7589]\tvalid_0's auc: 0.962917\n",
      "[7590]\tvalid_0's auc: 0.962918\n",
      "[7591]\tvalid_0's auc: 0.962921\n",
      "[7592]\tvalid_0's auc: 0.962925\n",
      "[7593]\tvalid_0's auc: 0.962926\n",
      "[7594]\tvalid_0's auc: 0.962928\n",
      "[7595]\tvalid_0's auc: 0.962929\n",
      "[7596]\tvalid_0's auc: 0.96293\n",
      "[7597]\tvalid_0's auc: 0.962931\n",
      "[7598]\tvalid_0's auc: 0.962933\n",
      "[7599]\tvalid_0's auc: 0.962935\n",
      "[7600]\tvalid_0's auc: 0.962936\n",
      "[7601]\tvalid_0's auc: 0.962939\n",
      "[7602]\tvalid_0's auc: 0.96294\n",
      "[7603]\tvalid_0's auc: 0.962941\n",
      "[7604]\tvalid_0's auc: 0.962943\n",
      "[7605]\tvalid_0's auc: 0.962942\n",
      "[7606]\tvalid_0's auc: 0.962944\n",
      "[7607]\tvalid_0's auc: 0.962946\n",
      "[7608]\tvalid_0's auc: 0.962947\n",
      "[7609]\tvalid_0's auc: 0.962947\n",
      "[7610]\tvalid_0's auc: 0.962949\n",
      "[7611]\tvalid_0's auc: 0.96295\n",
      "[7612]\tvalid_0's auc: 0.962949\n",
      "[7613]\tvalid_0's auc: 0.96295\n",
      "[7614]\tvalid_0's auc: 0.96295\n",
      "[7615]\tvalid_0's auc: 0.962951\n",
      "[7616]\tvalid_0's auc: 0.962952\n",
      "[7617]\tvalid_0's auc: 0.962956\n",
      "[7618]\tvalid_0's auc: 0.962956\n",
      "[7619]\tvalid_0's auc: 0.962956\n",
      "[7620]\tvalid_0's auc: 0.962959\n",
      "[7621]\tvalid_0's auc: 0.962959\n",
      "[7622]\tvalid_0's auc: 0.962962\n",
      "[7623]\tvalid_0's auc: 0.962962\n",
      "[7624]\tvalid_0's auc: 0.962964\n",
      "[7625]\tvalid_0's auc: 0.962967\n",
      "[7626]\tvalid_0's auc: 0.962969\n",
      "[7627]\tvalid_0's auc: 0.962973\n",
      "[7628]\tvalid_0's auc: 0.962975\n",
      "[7629]\tvalid_0's auc: 0.962977\n",
      "[7630]\tvalid_0's auc: 0.962978\n",
      "[7631]\tvalid_0's auc: 0.962979\n",
      "[7632]\tvalid_0's auc: 0.962979\n",
      "[7633]\tvalid_0's auc: 0.962981\n",
      "[7634]\tvalid_0's auc: 0.962984\n",
      "[7635]\tvalid_0's auc: 0.962984\n",
      "[7636]\tvalid_0's auc: 0.962986\n",
      "[7637]\tvalid_0's auc: 0.962987\n",
      "[7638]\tvalid_0's auc: 0.96299\n",
      "[7639]\tvalid_0's auc: 0.962992\n",
      "[7640]\tvalid_0's auc: 0.962994\n",
      "[7641]\tvalid_0's auc: 0.962996\n",
      "[7642]\tvalid_0's auc: 0.962998\n",
      "[7643]\tvalid_0's auc: 0.962998\n",
      "[7644]\tvalid_0's auc: 0.963\n",
      "[7645]\tvalid_0's auc: 0.963002\n",
      "[7646]\tvalid_0's auc: 0.963004\n",
      "[7647]\tvalid_0's auc: 0.963006\n",
      "[7648]\tvalid_0's auc: 0.963007\n",
      "[7649]\tvalid_0's auc: 0.963009\n",
      "[7650]\tvalid_0's auc: 0.963012\n",
      "[7651]\tvalid_0's auc: 0.963013\n",
      "[7652]\tvalid_0's auc: 0.963016\n",
      "[7653]\tvalid_0's auc: 0.963018\n",
      "[7654]\tvalid_0's auc: 0.963018\n",
      "[7655]\tvalid_0's auc: 0.963021\n",
      "[7656]\tvalid_0's auc: 0.963024\n",
      "[7657]\tvalid_0's auc: 0.963026\n",
      "[7658]\tvalid_0's auc: 0.963028\n",
      "[7659]\tvalid_0's auc: 0.96303\n",
      "[7660]\tvalid_0's auc: 0.963031\n",
      "[7661]\tvalid_0's auc: 0.963031\n",
      "[7662]\tvalid_0's auc: 0.963033\n",
      "[7663]\tvalid_0's auc: 0.963034\n",
      "[7664]\tvalid_0's auc: 0.963036\n",
      "[7665]\tvalid_0's auc: 0.963041\n",
      "[7666]\tvalid_0's auc: 0.963044\n",
      "[7667]\tvalid_0's auc: 0.963045\n",
      "[7668]\tvalid_0's auc: 0.963047\n",
      "[7669]\tvalid_0's auc: 0.963048\n",
      "[7670]\tvalid_0's auc: 0.963049\n",
      "[7671]\tvalid_0's auc: 0.963051\n",
      "[7672]\tvalid_0's auc: 0.963053\n",
      "[7673]\tvalid_0's auc: 0.963054\n",
      "[7674]\tvalid_0's auc: 0.963055\n",
      "[7675]\tvalid_0's auc: 0.963057\n",
      "[7676]\tvalid_0's auc: 0.963058\n",
      "[7677]\tvalid_0's auc: 0.96306\n",
      "[7678]\tvalid_0's auc: 0.963061\n",
      "[7679]\tvalid_0's auc: 0.963063\n",
      "[7680]\tvalid_0's auc: 0.963065\n",
      "[7681]\tvalid_0's auc: 0.963066\n",
      "[7682]\tvalid_0's auc: 0.963067\n",
      "[7683]\tvalid_0's auc: 0.963068\n",
      "[7684]\tvalid_0's auc: 0.963071\n",
      "[7685]\tvalid_0's auc: 0.963075\n",
      "[7686]\tvalid_0's auc: 0.963077\n",
      "[7687]\tvalid_0's auc: 0.963078\n",
      "[7688]\tvalid_0's auc: 0.963079\n",
      "[7689]\tvalid_0's auc: 0.96308\n",
      "[7690]\tvalid_0's auc: 0.963083\n",
      "[7691]\tvalid_0's auc: 0.963084\n",
      "[7692]\tvalid_0's auc: 0.963085\n",
      "[7693]\tvalid_0's auc: 0.963087\n",
      "[7694]\tvalid_0's auc: 0.96309\n",
      "[7695]\tvalid_0's auc: 0.963092\n",
      "[7696]\tvalid_0's auc: 0.963094\n",
      "[7697]\tvalid_0's auc: 0.963094\n",
      "[7698]\tvalid_0's auc: 0.963095\n",
      "[7699]\tvalid_0's auc: 0.963098\n",
      "[7700]\tvalid_0's auc: 0.963099\n",
      "[7701]\tvalid_0's auc: 0.963102\n",
      "[7702]\tvalid_0's auc: 0.963103\n",
      "[7703]\tvalid_0's auc: 0.963105\n",
      "[7704]\tvalid_0's auc: 0.963105\n",
      "[7705]\tvalid_0's auc: 0.963106\n",
      "[7706]\tvalid_0's auc: 0.963108\n",
      "[7707]\tvalid_0's auc: 0.963109\n",
      "[7708]\tvalid_0's auc: 0.96311\n",
      "[7709]\tvalid_0's auc: 0.963112\n",
      "[7710]\tvalid_0's auc: 0.963113\n",
      "[7711]\tvalid_0's auc: 0.963116\n",
      "[7712]\tvalid_0's auc: 0.963117\n",
      "[7713]\tvalid_0's auc: 0.963119\n",
      "[7714]\tvalid_0's auc: 0.96312\n",
      "[7715]\tvalid_0's auc: 0.963121\n",
      "[7716]\tvalid_0's auc: 0.963123\n",
      "[7717]\tvalid_0's auc: 0.963126\n",
      "[7718]\tvalid_0's auc: 0.963128\n",
      "[7719]\tvalid_0's auc: 0.96313\n",
      "[7720]\tvalid_0's auc: 0.963131\n",
      "[7721]\tvalid_0's auc: 0.963133\n",
      "[7722]\tvalid_0's auc: 0.963135\n",
      "[7723]\tvalid_0's auc: 0.963137\n",
      "[7724]\tvalid_0's auc: 0.963137\n",
      "[7725]\tvalid_0's auc: 0.963138\n",
      "[7726]\tvalid_0's auc: 0.963139\n",
      "[7727]\tvalid_0's auc: 0.96314\n",
      "[7728]\tvalid_0's auc: 0.963141\n",
      "[7729]\tvalid_0's auc: 0.963142\n",
      "[7730]\tvalid_0's auc: 0.963145\n",
      "[7731]\tvalid_0's auc: 0.963146\n",
      "[7732]\tvalid_0's auc: 0.963147\n",
      "[7733]\tvalid_0's auc: 0.963147\n",
      "[7734]\tvalid_0's auc: 0.963148\n",
      "[7735]\tvalid_0's auc: 0.963151\n",
      "[7736]\tvalid_0's auc: 0.963152\n",
      "[7737]\tvalid_0's auc: 0.963153\n",
      "[7738]\tvalid_0's auc: 0.963154\n",
      "[7739]\tvalid_0's auc: 0.963157\n",
      "[7740]\tvalid_0's auc: 0.96316\n",
      "[7741]\tvalid_0's auc: 0.963163\n",
      "[7742]\tvalid_0's auc: 0.963164\n",
      "[7743]\tvalid_0's auc: 0.963164\n",
      "[7744]\tvalid_0's auc: 0.963167\n",
      "[7745]\tvalid_0's auc: 0.963167\n",
      "[7746]\tvalid_0's auc: 0.96317\n",
      "[7747]\tvalid_0's auc: 0.96317\n",
      "[7748]\tvalid_0's auc: 0.963171\n",
      "[7749]\tvalid_0's auc: 0.963173\n",
      "[7750]\tvalid_0's auc: 0.963175\n",
      "[7751]\tvalid_0's auc: 0.963177\n",
      "[7752]\tvalid_0's auc: 0.96318\n",
      "[7753]\tvalid_0's auc: 0.963182\n",
      "[7754]\tvalid_0's auc: 0.963183\n",
      "[7755]\tvalid_0's auc: 0.963184\n",
      "[7756]\tvalid_0's auc: 0.963186\n",
      "[7757]\tvalid_0's auc: 0.963188\n",
      "[7758]\tvalid_0's auc: 0.96319\n",
      "[7759]\tvalid_0's auc: 0.963191\n",
      "[7760]\tvalid_0's auc: 0.963192\n",
      "[7761]\tvalid_0's auc: 0.963193\n",
      "[7762]\tvalid_0's auc: 0.963194\n",
      "[7763]\tvalid_0's auc: 0.963197\n",
      "[7764]\tvalid_0's auc: 0.963197\n",
      "[7765]\tvalid_0's auc: 0.963201\n",
      "[7766]\tvalid_0's auc: 0.963203\n",
      "[7767]\tvalid_0's auc: 0.963205\n",
      "[7768]\tvalid_0's auc: 0.963206\n",
      "[7769]\tvalid_0's auc: 0.963209\n",
      "[7770]\tvalid_0's auc: 0.963211\n",
      "[7771]\tvalid_0's auc: 0.963213\n",
      "[7772]\tvalid_0's auc: 0.963214\n",
      "[7773]\tvalid_0's auc: 0.963216\n",
      "[7774]\tvalid_0's auc: 0.963218\n",
      "[7775]\tvalid_0's auc: 0.963219\n",
      "[7776]\tvalid_0's auc: 0.963221\n",
      "[7777]\tvalid_0's auc: 0.963221\n",
      "[7778]\tvalid_0's auc: 0.963222\n",
      "[7779]\tvalid_0's auc: 0.963224\n",
      "[7780]\tvalid_0's auc: 0.963225\n",
      "[7781]\tvalid_0's auc: 0.963226\n",
      "[7782]\tvalid_0's auc: 0.963228\n",
      "[7783]\tvalid_0's auc: 0.96323\n",
      "[7784]\tvalid_0's auc: 0.963232\n",
      "[7785]\tvalid_0's auc: 0.963235\n",
      "[7786]\tvalid_0's auc: 0.963236\n",
      "[7787]\tvalid_0's auc: 0.963238\n",
      "[7788]\tvalid_0's auc: 0.963238\n",
      "[7789]\tvalid_0's auc: 0.96324\n",
      "[7790]\tvalid_0's auc: 0.963242\n",
      "[7791]\tvalid_0's auc: 0.963244\n",
      "[7792]\tvalid_0's auc: 0.963246\n",
      "[7793]\tvalid_0's auc: 0.963248\n",
      "[7794]\tvalid_0's auc: 0.963248\n",
      "[7795]\tvalid_0's auc: 0.963249\n",
      "[7796]\tvalid_0's auc: 0.963252\n",
      "[7797]\tvalid_0's auc: 0.963253\n",
      "[7798]\tvalid_0's auc: 0.963253\n",
      "[7799]\tvalid_0's auc: 0.963254\n",
      "[7800]\tvalid_0's auc: 0.963255\n",
      "[7801]\tvalid_0's auc: 0.963256\n",
      "[7802]\tvalid_0's auc: 0.963256\n",
      "[7803]\tvalid_0's auc: 0.963258\n",
      "[7804]\tvalid_0's auc: 0.963259\n",
      "[7805]\tvalid_0's auc: 0.963261\n",
      "[7806]\tvalid_0's auc: 0.963261\n",
      "[7807]\tvalid_0's auc: 0.963263\n",
      "[7808]\tvalid_0's auc: 0.963267\n",
      "[7809]\tvalid_0's auc: 0.963268\n",
      "[7810]\tvalid_0's auc: 0.96327\n",
      "[7811]\tvalid_0's auc: 0.963271\n",
      "[7812]\tvalid_0's auc: 0.963273\n",
      "[7813]\tvalid_0's auc: 0.963273\n",
      "[7814]\tvalid_0's auc: 0.963275\n",
      "[7815]\tvalid_0's auc: 0.963277\n",
      "[7816]\tvalid_0's auc: 0.963278\n",
      "[7817]\tvalid_0's auc: 0.96328\n",
      "[7818]\tvalid_0's auc: 0.963281\n",
      "[7819]\tvalid_0's auc: 0.963281\n",
      "[7820]\tvalid_0's auc: 0.963282\n",
      "[7821]\tvalid_0's auc: 0.963284\n",
      "[7822]\tvalid_0's auc: 0.963286\n",
      "[7823]\tvalid_0's auc: 0.963287\n",
      "[7824]\tvalid_0's auc: 0.963288\n",
      "[7825]\tvalid_0's auc: 0.96329\n",
      "[7826]\tvalid_0's auc: 0.963292\n",
      "[7827]\tvalid_0's auc: 0.963295\n",
      "[7828]\tvalid_0's auc: 0.963297\n",
      "[7829]\tvalid_0's auc: 0.963298\n",
      "[7830]\tvalid_0's auc: 0.963299\n",
      "[7831]\tvalid_0's auc: 0.9633\n",
      "[7832]\tvalid_0's auc: 0.963303\n",
      "[7833]\tvalid_0's auc: 0.963304\n",
      "[7834]\tvalid_0's auc: 0.963305\n",
      "[7835]\tvalid_0's auc: 0.963307\n",
      "[7836]\tvalid_0's auc: 0.963309\n",
      "[7837]\tvalid_0's auc: 0.963311\n",
      "[7838]\tvalid_0's auc: 0.963313\n",
      "[7839]\tvalid_0's auc: 0.963314\n",
      "[7840]\tvalid_0's auc: 0.963316\n",
      "[7841]\tvalid_0's auc: 0.963317\n",
      "[7842]\tvalid_0's auc: 0.963318\n",
      "[7843]\tvalid_0's auc: 0.963321\n",
      "[7844]\tvalid_0's auc: 0.963323\n",
      "[7845]\tvalid_0's auc: 0.963326\n",
      "[7846]\tvalid_0's auc: 0.963329\n",
      "[7847]\tvalid_0's auc: 0.963331\n",
      "[7848]\tvalid_0's auc: 0.963331\n",
      "[7849]\tvalid_0's auc: 0.963333\n",
      "[7850]\tvalid_0's auc: 0.963335\n",
      "[7851]\tvalid_0's auc: 0.963338\n",
      "[7852]\tvalid_0's auc: 0.963339\n",
      "[7853]\tvalid_0's auc: 0.96334\n",
      "[7854]\tvalid_0's auc: 0.963341\n",
      "[7855]\tvalid_0's auc: 0.963342\n",
      "[7856]\tvalid_0's auc: 0.963344\n",
      "[7857]\tvalid_0's auc: 0.963345\n",
      "[7858]\tvalid_0's auc: 0.963346\n",
      "[7859]\tvalid_0's auc: 0.963348\n",
      "[7860]\tvalid_0's auc: 0.963349\n",
      "[7861]\tvalid_0's auc: 0.963349\n",
      "[7862]\tvalid_0's auc: 0.96335\n",
      "[7863]\tvalid_0's auc: 0.963352\n",
      "[7864]\tvalid_0's auc: 0.963354\n",
      "[7865]\tvalid_0's auc: 0.963356\n",
      "[7866]\tvalid_0's auc: 0.963359\n",
      "[7867]\tvalid_0's auc: 0.963359\n",
      "[7868]\tvalid_0's auc: 0.96336\n",
      "[7869]\tvalid_0's auc: 0.963361\n",
      "[7870]\tvalid_0's auc: 0.963362\n",
      "[7871]\tvalid_0's auc: 0.963363\n",
      "[7872]\tvalid_0's auc: 0.963365\n",
      "[7873]\tvalid_0's auc: 0.963365\n",
      "[7874]\tvalid_0's auc: 0.963366\n",
      "[7875]\tvalid_0's auc: 0.963369\n",
      "[7876]\tvalid_0's auc: 0.963369\n",
      "[7877]\tvalid_0's auc: 0.96337\n",
      "[7878]\tvalid_0's auc: 0.963372\n",
      "[7879]\tvalid_0's auc: 0.963374\n",
      "[7880]\tvalid_0's auc: 0.963375\n",
      "[7881]\tvalid_0's auc: 0.963377\n",
      "[7882]\tvalid_0's auc: 0.963378\n",
      "[7883]\tvalid_0's auc: 0.963381\n",
      "[7884]\tvalid_0's auc: 0.963381\n",
      "[7885]\tvalid_0's auc: 0.963382\n",
      "[7886]\tvalid_0's auc: 0.963383\n",
      "[7887]\tvalid_0's auc: 0.963384\n",
      "[7888]\tvalid_0's auc: 0.963384\n",
      "[7889]\tvalid_0's auc: 0.963385\n",
      "[7890]\tvalid_0's auc: 0.963389\n",
      "[7891]\tvalid_0's auc: 0.96339\n",
      "[7892]\tvalid_0's auc: 0.963391\n",
      "[7893]\tvalid_0's auc: 0.963393\n",
      "[7894]\tvalid_0's auc: 0.963396\n",
      "[7895]\tvalid_0's auc: 0.9634\n",
      "[7896]\tvalid_0's auc: 0.963401\n",
      "[7897]\tvalid_0's auc: 0.963402\n",
      "[7898]\tvalid_0's auc: 0.963403\n",
      "[7899]\tvalid_0's auc: 0.963406\n",
      "[7900]\tvalid_0's auc: 0.963408\n",
      "[7901]\tvalid_0's auc: 0.963409\n",
      "[7902]\tvalid_0's auc: 0.963411\n",
      "[7903]\tvalid_0's auc: 0.963413\n",
      "[7904]\tvalid_0's auc: 0.963416\n",
      "[7905]\tvalid_0's auc: 0.963416\n",
      "[7906]\tvalid_0's auc: 0.963419\n",
      "[7907]\tvalid_0's auc: 0.963421\n",
      "[7908]\tvalid_0's auc: 0.963424\n",
      "[7909]\tvalid_0's auc: 0.963426\n",
      "[7910]\tvalid_0's auc: 0.963427\n",
      "[7911]\tvalid_0's auc: 0.963428\n",
      "[7912]\tvalid_0's auc: 0.963429\n",
      "[7913]\tvalid_0's auc: 0.96343\n",
      "[7914]\tvalid_0's auc: 0.963431\n",
      "[7915]\tvalid_0's auc: 0.963432\n",
      "[7916]\tvalid_0's auc: 0.963433\n",
      "[7917]\tvalid_0's auc: 0.963435\n",
      "[7918]\tvalid_0's auc: 0.963437\n",
      "[7919]\tvalid_0's auc: 0.963439\n",
      "[7920]\tvalid_0's auc: 0.963441\n",
      "[7921]\tvalid_0's auc: 0.963444\n",
      "[7922]\tvalid_0's auc: 0.963445\n",
      "[7923]\tvalid_0's auc: 0.963446\n",
      "[7924]\tvalid_0's auc: 0.963447\n",
      "[7925]\tvalid_0's auc: 0.963448\n",
      "[7926]\tvalid_0's auc: 0.963449\n",
      "[7927]\tvalid_0's auc: 0.963453\n",
      "[7928]\tvalid_0's auc: 0.963455\n",
      "[7929]\tvalid_0's auc: 0.963456\n",
      "[7930]\tvalid_0's auc: 0.963456\n",
      "[7931]\tvalid_0's auc: 0.963459\n",
      "[7932]\tvalid_0's auc: 0.96346\n",
      "[7933]\tvalid_0's auc: 0.963462\n",
      "[7934]\tvalid_0's auc: 0.963463\n",
      "[7935]\tvalid_0's auc: 0.963464\n",
      "[7936]\tvalid_0's auc: 0.963464\n",
      "[7937]\tvalid_0's auc: 0.963466\n",
      "[7938]\tvalid_0's auc: 0.963467\n",
      "[7939]\tvalid_0's auc: 0.963468\n",
      "[7940]\tvalid_0's auc: 0.963469\n",
      "[7941]\tvalid_0's auc: 0.963472\n",
      "[7942]\tvalid_0's auc: 0.963473\n",
      "[7943]\tvalid_0's auc: 0.963475\n",
      "[7944]\tvalid_0's auc: 0.963475\n",
      "[7945]\tvalid_0's auc: 0.963478\n",
      "[7946]\tvalid_0's auc: 0.963479\n",
      "[7947]\tvalid_0's auc: 0.963483\n",
      "[7948]\tvalid_0's auc: 0.963486\n",
      "[7949]\tvalid_0's auc: 0.963487\n",
      "[7950]\tvalid_0's auc: 0.963489\n",
      "[7951]\tvalid_0's auc: 0.963491\n",
      "[7952]\tvalid_0's auc: 0.963493\n",
      "[7953]\tvalid_0's auc: 0.963493\n",
      "[7954]\tvalid_0's auc: 0.963495\n",
      "[7955]\tvalid_0's auc: 0.963497\n",
      "[7956]\tvalid_0's auc: 0.963498\n",
      "[7957]\tvalid_0's auc: 0.963499\n",
      "[7958]\tvalid_0's auc: 0.963502\n",
      "[7959]\tvalid_0's auc: 0.963503\n",
      "[7960]\tvalid_0's auc: 0.963504\n",
      "[7961]\tvalid_0's auc: 0.963506\n",
      "[7962]\tvalid_0's auc: 0.963506\n",
      "[7963]\tvalid_0's auc: 0.963508\n",
      "[7964]\tvalid_0's auc: 0.963509\n",
      "[7965]\tvalid_0's auc: 0.963509\n",
      "[7966]\tvalid_0's auc: 0.963511\n",
      "[7967]\tvalid_0's auc: 0.963513\n",
      "[7968]\tvalid_0's auc: 0.963515\n",
      "[7969]\tvalid_0's auc: 0.963516\n",
      "[7970]\tvalid_0's auc: 0.963516\n",
      "[7971]\tvalid_0's auc: 0.963517\n",
      "[7972]\tvalid_0's auc: 0.963518\n",
      "[7973]\tvalid_0's auc: 0.96352\n",
      "[7974]\tvalid_0's auc: 0.963522\n",
      "[7975]\tvalid_0's auc: 0.963523\n",
      "[7976]\tvalid_0's auc: 0.963525\n",
      "[7977]\tvalid_0's auc: 0.963527\n",
      "[7978]\tvalid_0's auc: 0.963529\n",
      "[7979]\tvalid_0's auc: 0.96353\n",
      "[7980]\tvalid_0's auc: 0.963531\n",
      "[7981]\tvalid_0's auc: 0.963533\n",
      "[7982]\tvalid_0's auc: 0.963534\n",
      "[7983]\tvalid_0's auc: 0.963536\n",
      "[7984]\tvalid_0's auc: 0.963538\n",
      "[7985]\tvalid_0's auc: 0.963539\n",
      "[7986]\tvalid_0's auc: 0.96354\n",
      "[7987]\tvalid_0's auc: 0.96354\n",
      "[7988]\tvalid_0's auc: 0.963541\n",
      "[7989]\tvalid_0's auc: 0.963543\n",
      "[7990]\tvalid_0's auc: 0.963545\n",
      "[7991]\tvalid_0's auc: 0.963547\n",
      "[7992]\tvalid_0's auc: 0.963548\n",
      "[7993]\tvalid_0's auc: 0.963549\n",
      "[7994]\tvalid_0's auc: 0.96355\n",
      "[7995]\tvalid_0's auc: 0.963552\n",
      "[7996]\tvalid_0's auc: 0.963554\n",
      "[7997]\tvalid_0's auc: 0.963555\n",
      "[7998]\tvalid_0's auc: 0.963557\n",
      "[7999]\tvalid_0's auc: 0.963558\n",
      "[8000]\tvalid_0's auc: 0.963559\n",
      "[8001]\tvalid_0's auc: 0.963561\n",
      "[8002]\tvalid_0's auc: 0.963561\n",
      "[8003]\tvalid_0's auc: 0.963563\n",
      "[8004]\tvalid_0's auc: 0.963563\n",
      "[8005]\tvalid_0's auc: 0.963564\n",
      "[8006]\tvalid_0's auc: 0.963566\n",
      "[8007]\tvalid_0's auc: 0.963566\n",
      "[8008]\tvalid_0's auc: 0.96357\n",
      "[8009]\tvalid_0's auc: 0.96357\n",
      "[8010]\tvalid_0's auc: 0.963571\n",
      "[8011]\tvalid_0's auc: 0.963572\n",
      "[8012]\tvalid_0's auc: 0.963574\n",
      "[8013]\tvalid_0's auc: 0.963575\n",
      "[8014]\tvalid_0's auc: 0.963576\n",
      "[8015]\tvalid_0's auc: 0.963577\n",
      "[8016]\tvalid_0's auc: 0.963578\n",
      "[8017]\tvalid_0's auc: 0.963581\n",
      "[8018]\tvalid_0's auc: 0.963584\n",
      "[8019]\tvalid_0's auc: 0.963587\n",
      "[8020]\tvalid_0's auc: 0.963588\n",
      "[8021]\tvalid_0's auc: 0.963589\n",
      "[8022]\tvalid_0's auc: 0.963591\n",
      "[8023]\tvalid_0's auc: 0.963591\n",
      "[8024]\tvalid_0's auc: 0.963593\n",
      "[8025]\tvalid_0's auc: 0.963593\n",
      "[8026]\tvalid_0's auc: 0.963595\n",
      "[8027]\tvalid_0's auc: 0.963596\n",
      "[8028]\tvalid_0's auc: 0.963597\n",
      "[8029]\tvalid_0's auc: 0.963598\n",
      "[8030]\tvalid_0's auc: 0.963599\n",
      "[8031]\tvalid_0's auc: 0.963601\n",
      "[8032]\tvalid_0's auc: 0.963601\n",
      "[8033]\tvalid_0's auc: 0.963603\n",
      "[8034]\tvalid_0's auc: 0.963605\n",
      "[8035]\tvalid_0's auc: 0.963608\n",
      "[8036]\tvalid_0's auc: 0.963609\n",
      "[8037]\tvalid_0's auc: 0.96361\n",
      "[8038]\tvalid_0's auc: 0.963611\n",
      "[8039]\tvalid_0's auc: 0.963613\n",
      "[8040]\tvalid_0's auc: 0.963614\n",
      "[8041]\tvalid_0's auc: 0.963615\n",
      "[8042]\tvalid_0's auc: 0.963616\n",
      "[8043]\tvalid_0's auc: 0.963618\n",
      "[8044]\tvalid_0's auc: 0.963619\n",
      "[8045]\tvalid_0's auc: 0.963621\n",
      "[8046]\tvalid_0's auc: 0.963624\n",
      "[8047]\tvalid_0's auc: 0.963626\n",
      "[8048]\tvalid_0's auc: 0.963628\n",
      "[8049]\tvalid_0's auc: 0.963628\n",
      "[8050]\tvalid_0's auc: 0.963629\n",
      "[8051]\tvalid_0's auc: 0.96363\n",
      "[8052]\tvalid_0's auc: 0.963631\n",
      "[8053]\tvalid_0's auc: 0.963633\n",
      "[8054]\tvalid_0's auc: 0.963635\n",
      "[8055]\tvalid_0's auc: 0.963638\n",
      "[8056]\tvalid_0's auc: 0.963639\n",
      "[8057]\tvalid_0's auc: 0.96364\n",
      "[8058]\tvalid_0's auc: 0.963641\n",
      "[8059]\tvalid_0's auc: 0.963645\n",
      "[8060]\tvalid_0's auc: 0.963647\n",
      "[8061]\tvalid_0's auc: 0.963648\n",
      "[8062]\tvalid_0's auc: 0.96365\n",
      "[8063]\tvalid_0's auc: 0.96365\n",
      "[8064]\tvalid_0's auc: 0.963651\n",
      "[8065]\tvalid_0's auc: 0.963653\n",
      "[8066]\tvalid_0's auc: 0.963654\n",
      "[8067]\tvalid_0's auc: 0.963654\n",
      "[8068]\tvalid_0's auc: 0.963655\n",
      "[8069]\tvalid_0's auc: 0.963656\n",
      "[8070]\tvalid_0's auc: 0.963657\n",
      "[8071]\tvalid_0's auc: 0.96366\n",
      "[8072]\tvalid_0's auc: 0.96366\n",
      "[8073]\tvalid_0's auc: 0.963661\n",
      "[8074]\tvalid_0's auc: 0.963662\n",
      "[8075]\tvalid_0's auc: 0.963663\n",
      "[8076]\tvalid_0's auc: 0.963665\n",
      "[8077]\tvalid_0's auc: 0.963665\n",
      "[8078]\tvalid_0's auc: 0.963667\n",
      "[8079]\tvalid_0's auc: 0.963669\n",
      "[8080]\tvalid_0's auc: 0.963671\n",
      "[8081]\tvalid_0's auc: 0.963672\n",
      "[8082]\tvalid_0's auc: 0.963674\n",
      "[8083]\tvalid_0's auc: 0.963676\n",
      "[8084]\tvalid_0's auc: 0.963679\n",
      "[8085]\tvalid_0's auc: 0.963681\n",
      "[8086]\tvalid_0's auc: 0.963682\n",
      "[8087]\tvalid_0's auc: 0.963683\n",
      "[8088]\tvalid_0's auc: 0.963684\n",
      "[8089]\tvalid_0's auc: 0.963685\n",
      "[8090]\tvalid_0's auc: 0.963686\n",
      "[8091]\tvalid_0's auc: 0.963689\n",
      "[8092]\tvalid_0's auc: 0.963691\n",
      "[8093]\tvalid_0's auc: 0.963692\n",
      "[8094]\tvalid_0's auc: 0.963693\n",
      "[8095]\tvalid_0's auc: 0.963694\n",
      "[8096]\tvalid_0's auc: 0.963697\n",
      "[8097]\tvalid_0's auc: 0.9637\n",
      "[8098]\tvalid_0's auc: 0.963703\n",
      "[8099]\tvalid_0's auc: 0.963704\n",
      "[8100]\tvalid_0's auc: 0.963707\n",
      "[8101]\tvalid_0's auc: 0.963707\n",
      "[8102]\tvalid_0's auc: 0.963709\n",
      "[8103]\tvalid_0's auc: 0.963709\n",
      "[8104]\tvalid_0's auc: 0.96371\n",
      "[8105]\tvalid_0's auc: 0.963711\n",
      "[8106]\tvalid_0's auc: 0.963712\n",
      "[8107]\tvalid_0's auc: 0.963713\n",
      "[8108]\tvalid_0's auc: 0.963715\n",
      "[8109]\tvalid_0's auc: 0.963717\n",
      "[8110]\tvalid_0's auc: 0.963719\n",
      "[8111]\tvalid_0's auc: 0.96372\n",
      "[8112]\tvalid_0's auc: 0.96372\n",
      "[8113]\tvalid_0's auc: 0.963721\n",
      "[8114]\tvalid_0's auc: 0.963723\n",
      "[8115]\tvalid_0's auc: 0.963724\n",
      "[8116]\tvalid_0's auc: 0.963725\n",
      "[8117]\tvalid_0's auc: 0.963726\n",
      "[8118]\tvalid_0's auc: 0.963729\n",
      "[8119]\tvalid_0's auc: 0.963731\n",
      "[8120]\tvalid_0's auc: 0.963733\n",
      "[8121]\tvalid_0's auc: 0.963736\n",
      "[8122]\tvalid_0's auc: 0.963738\n",
      "[8123]\tvalid_0's auc: 0.963739\n",
      "[8124]\tvalid_0's auc: 0.96374\n",
      "[8125]\tvalid_0's auc: 0.963741\n",
      "[8126]\tvalid_0's auc: 0.963744\n",
      "[8127]\tvalid_0's auc: 0.963744\n",
      "[8128]\tvalid_0's auc: 0.963745\n",
      "[8129]\tvalid_0's auc: 0.963746\n",
      "[8130]\tvalid_0's auc: 0.963748\n",
      "[8131]\tvalid_0's auc: 0.96375\n",
      "[8132]\tvalid_0's auc: 0.963752\n",
      "[8133]\tvalid_0's auc: 0.963752\n",
      "[8134]\tvalid_0's auc: 0.963755\n",
      "[8135]\tvalid_0's auc: 0.963756\n",
      "[8136]\tvalid_0's auc: 0.963757\n",
      "[8137]\tvalid_0's auc: 0.963758\n",
      "[8138]\tvalid_0's auc: 0.963759\n",
      "[8139]\tvalid_0's auc: 0.96376\n",
      "[8140]\tvalid_0's auc: 0.963762\n",
      "[8141]\tvalid_0's auc: 0.963763\n",
      "[8142]\tvalid_0's auc: 0.963765\n",
      "[8143]\tvalid_0's auc: 0.963765\n",
      "[8144]\tvalid_0's auc: 0.963769\n",
      "[8145]\tvalid_0's auc: 0.963769\n",
      "[8146]\tvalid_0's auc: 0.96377\n",
      "[8147]\tvalid_0's auc: 0.963771\n",
      "[8148]\tvalid_0's auc: 0.963773\n",
      "[8149]\tvalid_0's auc: 0.963775\n",
      "[8150]\tvalid_0's auc: 0.963778\n",
      "[8151]\tvalid_0's auc: 0.963781\n",
      "[8152]\tvalid_0's auc: 0.963781\n",
      "[8153]\tvalid_0's auc: 0.963783\n",
      "[8154]\tvalid_0's auc: 0.963784\n",
      "[8155]\tvalid_0's auc: 0.963787\n",
      "[8156]\tvalid_0's auc: 0.963788\n",
      "[8157]\tvalid_0's auc: 0.963791\n",
      "[8158]\tvalid_0's auc: 0.963792\n",
      "[8159]\tvalid_0's auc: 0.963794\n",
      "[8160]\tvalid_0's auc: 0.963795\n",
      "[8161]\tvalid_0's auc: 0.963797\n",
      "[8162]\tvalid_0's auc: 0.963797\n",
      "[8163]\tvalid_0's auc: 0.963799\n",
      "[8164]\tvalid_0's auc: 0.9638\n",
      "[8165]\tvalid_0's auc: 0.9638\n",
      "[8166]\tvalid_0's auc: 0.963802\n",
      "[8167]\tvalid_0's auc: 0.963804\n",
      "[8168]\tvalid_0's auc: 0.963805\n",
      "[8169]\tvalid_0's auc: 0.963806\n",
      "[8170]\tvalid_0's auc: 0.963808\n",
      "[8171]\tvalid_0's auc: 0.96381\n",
      "[8172]\tvalid_0's auc: 0.963811\n",
      "[8173]\tvalid_0's auc: 0.963812\n",
      "[8174]\tvalid_0's auc: 0.963812\n",
      "[8175]\tvalid_0's auc: 0.963814\n",
      "[8176]\tvalid_0's auc: 0.963816\n",
      "[8177]\tvalid_0's auc: 0.963816\n",
      "[8178]\tvalid_0's auc: 0.963818\n",
      "[8179]\tvalid_0's auc: 0.963819\n",
      "[8180]\tvalid_0's auc: 0.963821\n",
      "[8181]\tvalid_0's auc: 0.963822\n",
      "[8182]\tvalid_0's auc: 0.963823\n",
      "[8183]\tvalid_0's auc: 0.963824\n",
      "[8184]\tvalid_0's auc: 0.963824\n",
      "[8185]\tvalid_0's auc: 0.963824\n",
      "[8186]\tvalid_0's auc: 0.963826\n",
      "[8187]\tvalid_0's auc: 0.963827\n",
      "[8188]\tvalid_0's auc: 0.963828\n",
      "[8189]\tvalid_0's auc: 0.963828\n",
      "[8190]\tvalid_0's auc: 0.963829\n",
      "[8191]\tvalid_0's auc: 0.96383\n",
      "[8192]\tvalid_0's auc: 0.963832\n",
      "[8193]\tvalid_0's auc: 0.963832\n",
      "[8194]\tvalid_0's auc: 0.963833\n",
      "[8195]\tvalid_0's auc: 0.963834\n",
      "[8196]\tvalid_0's auc: 0.963836\n",
      "[8197]\tvalid_0's auc: 0.963837\n",
      "[8198]\tvalid_0's auc: 0.963838\n",
      "[8199]\tvalid_0's auc: 0.96384\n",
      "[8200]\tvalid_0's auc: 0.963842\n",
      "[8201]\tvalid_0's auc: 0.963843\n",
      "[8202]\tvalid_0's auc: 0.963843\n",
      "[8203]\tvalid_0's auc: 0.963845\n",
      "[8204]\tvalid_0's auc: 0.963846\n",
      "[8205]\tvalid_0's auc: 0.963847\n",
      "[8206]\tvalid_0's auc: 0.963848\n",
      "[8207]\tvalid_0's auc: 0.96385\n",
      "[8208]\tvalid_0's auc: 0.963852\n",
      "[8209]\tvalid_0's auc: 0.963853\n",
      "[8210]\tvalid_0's auc: 0.963854\n",
      "[8211]\tvalid_0's auc: 0.963854\n",
      "[8212]\tvalid_0's auc: 0.963856\n",
      "[8213]\tvalid_0's auc: 0.963857\n",
      "[8214]\tvalid_0's auc: 0.96386\n",
      "[8215]\tvalid_0's auc: 0.96386\n",
      "[8216]\tvalid_0's auc: 0.963861\n",
      "[8217]\tvalid_0's auc: 0.963864\n",
      "[8218]\tvalid_0's auc: 0.963865\n",
      "[8219]\tvalid_0's auc: 0.963868\n",
      "[8220]\tvalid_0's auc: 0.963869\n",
      "[8221]\tvalid_0's auc: 0.963869\n",
      "[8222]\tvalid_0's auc: 0.963869\n",
      "[8223]\tvalid_0's auc: 0.963871\n",
      "[8224]\tvalid_0's auc: 0.963874\n",
      "[8225]\tvalid_0's auc: 0.963876\n",
      "[8226]\tvalid_0's auc: 0.963878\n",
      "[8227]\tvalid_0's auc: 0.96388\n",
      "[8228]\tvalid_0's auc: 0.963882\n",
      "[8229]\tvalid_0's auc: 0.963882\n",
      "[8230]\tvalid_0's auc: 0.963883\n",
      "[8231]\tvalid_0's auc: 0.963884\n",
      "[8232]\tvalid_0's auc: 0.963886\n",
      "[8233]\tvalid_0's auc: 0.963887\n",
      "[8234]\tvalid_0's auc: 0.963888\n",
      "[8235]\tvalid_0's auc: 0.963889\n",
      "[8236]\tvalid_0's auc: 0.96389\n",
      "[8237]\tvalid_0's auc: 0.963892\n",
      "[8238]\tvalid_0's auc: 0.963893\n",
      "[8239]\tvalid_0's auc: 0.963896\n",
      "[8240]\tvalid_0's auc: 0.963896\n",
      "[8241]\tvalid_0's auc: 0.963899\n",
      "[8242]\tvalid_0's auc: 0.9639\n",
      "[8243]\tvalid_0's auc: 0.963902\n",
      "[8244]\tvalid_0's auc: 0.963904\n",
      "[8245]\tvalid_0's auc: 0.963905\n",
      "[8246]\tvalid_0's auc: 0.963906\n",
      "[8247]\tvalid_0's auc: 0.963907\n",
      "[8248]\tvalid_0's auc: 0.963909\n",
      "[8249]\tvalid_0's auc: 0.96391\n",
      "[8250]\tvalid_0's auc: 0.963912\n",
      "[8251]\tvalid_0's auc: 0.963913\n",
      "[8252]\tvalid_0's auc: 0.963914\n",
      "[8253]\tvalid_0's auc: 0.963914\n",
      "[8254]\tvalid_0's auc: 0.963916\n",
      "[8255]\tvalid_0's auc: 0.963918\n",
      "[8256]\tvalid_0's auc: 0.963919\n",
      "[8257]\tvalid_0's auc: 0.96392\n",
      "[8258]\tvalid_0's auc: 0.963921\n",
      "[8259]\tvalid_0's auc: 0.963921\n",
      "[8260]\tvalid_0's auc: 0.963922\n",
      "[8261]\tvalid_0's auc: 0.963924\n",
      "[8262]\tvalid_0's auc: 0.963925\n",
      "[8263]\tvalid_0's auc: 0.963926\n",
      "[8264]\tvalid_0's auc: 0.963927\n",
      "[8265]\tvalid_0's auc: 0.96393\n",
      "[8266]\tvalid_0's auc: 0.963932\n",
      "[8267]\tvalid_0's auc: 0.963934\n",
      "[8268]\tvalid_0's auc: 0.963936\n",
      "[8269]\tvalid_0's auc: 0.963939\n",
      "[8270]\tvalid_0's auc: 0.96394\n",
      "[8271]\tvalid_0's auc: 0.963941\n",
      "[8272]\tvalid_0's auc: 0.963944\n",
      "[8273]\tvalid_0's auc: 0.963945\n",
      "[8274]\tvalid_0's auc: 0.963946\n",
      "[8275]\tvalid_0's auc: 0.963946\n",
      "[8276]\tvalid_0's auc: 0.963948\n",
      "[8277]\tvalid_0's auc: 0.963949\n",
      "[8278]\tvalid_0's auc: 0.96395\n",
      "[8279]\tvalid_0's auc: 0.963952\n",
      "[8280]\tvalid_0's auc: 0.963954\n",
      "[8281]\tvalid_0's auc: 0.963955\n",
      "[8282]\tvalid_0's auc: 0.963956\n",
      "[8283]\tvalid_0's auc: 0.963956\n",
      "[8284]\tvalid_0's auc: 0.963959\n",
      "[8285]\tvalid_0's auc: 0.96396\n",
      "[8286]\tvalid_0's auc: 0.963961\n",
      "[8287]\tvalid_0's auc: 0.963962\n",
      "[8288]\tvalid_0's auc: 0.963964\n",
      "[8289]\tvalid_0's auc: 0.963966\n",
      "[8290]\tvalid_0's auc: 0.963968\n",
      "[8291]\tvalid_0's auc: 0.963967\n",
      "[8292]\tvalid_0's auc: 0.963969\n",
      "[8293]\tvalid_0's auc: 0.963969\n",
      "[8294]\tvalid_0's auc: 0.963968\n",
      "[8295]\tvalid_0's auc: 0.96397\n",
      "[8296]\tvalid_0's auc: 0.963972\n",
      "[8297]\tvalid_0's auc: 0.963974\n",
      "[8298]\tvalid_0's auc: 0.963975\n",
      "[8299]\tvalid_0's auc: 0.963976\n",
      "[8300]\tvalid_0's auc: 0.963978\n",
      "[8301]\tvalid_0's auc: 0.963979\n",
      "[8302]\tvalid_0's auc: 0.96398\n",
      "[8303]\tvalid_0's auc: 0.963981\n",
      "[8304]\tvalid_0's auc: 0.963983\n",
      "[8305]\tvalid_0's auc: 0.963984\n",
      "[8306]\tvalid_0's auc: 0.963984\n",
      "[8307]\tvalid_0's auc: 0.963986\n",
      "[8308]\tvalid_0's auc: 0.963985\n",
      "[8309]\tvalid_0's auc: 0.963987\n",
      "[8310]\tvalid_0's auc: 0.963988\n",
      "[8311]\tvalid_0's auc: 0.963988\n",
      "[8312]\tvalid_0's auc: 0.96399\n",
      "[8313]\tvalid_0's auc: 0.963992\n",
      "[8314]\tvalid_0's auc: 0.963993\n",
      "[8315]\tvalid_0's auc: 0.963994\n",
      "[8316]\tvalid_0's auc: 0.963995\n",
      "[8317]\tvalid_0's auc: 0.963999\n",
      "[8318]\tvalid_0's auc: 0.964\n",
      "[8319]\tvalid_0's auc: 0.964002\n",
      "[8320]\tvalid_0's auc: 0.964003\n",
      "[8321]\tvalid_0's auc: 0.964004\n",
      "[8322]\tvalid_0's auc: 0.964004\n",
      "[8323]\tvalid_0's auc: 0.964005\n",
      "[8324]\tvalid_0's auc: 0.964006\n",
      "[8325]\tvalid_0's auc: 0.964008\n",
      "[8326]\tvalid_0's auc: 0.964009\n",
      "[8327]\tvalid_0's auc: 0.96401\n",
      "[8328]\tvalid_0's auc: 0.964012\n",
      "[8329]\tvalid_0's auc: 0.964012\n",
      "[8330]\tvalid_0's auc: 0.964015\n",
      "[8331]\tvalid_0's auc: 0.964016\n",
      "[8332]\tvalid_0's auc: 0.964017\n",
      "[8333]\tvalid_0's auc: 0.964017\n",
      "[8334]\tvalid_0's auc: 0.964018\n",
      "[8335]\tvalid_0's auc: 0.964019\n",
      "[8336]\tvalid_0's auc: 0.964021\n",
      "[8337]\tvalid_0's auc: 0.964023\n",
      "[8338]\tvalid_0's auc: 0.964024\n",
      "[8339]\tvalid_0's auc: 0.964025\n",
      "[8340]\tvalid_0's auc: 0.964026\n",
      "[8341]\tvalid_0's auc: 0.964028\n",
      "[8342]\tvalid_0's auc: 0.964029\n",
      "[8343]\tvalid_0's auc: 0.96403\n",
      "[8344]\tvalid_0's auc: 0.964032\n",
      "[8345]\tvalid_0's auc: 0.964034\n",
      "[8346]\tvalid_0's auc: 0.964036\n",
      "[8347]\tvalid_0's auc: 0.964037\n",
      "[8348]\tvalid_0's auc: 0.96404\n",
      "[8349]\tvalid_0's auc: 0.964042\n",
      "[8350]\tvalid_0's auc: 0.964044\n",
      "[8351]\tvalid_0's auc: 0.964045\n",
      "[8352]\tvalid_0's auc: 0.964045\n",
      "[8353]\tvalid_0's auc: 0.964047\n",
      "[8354]\tvalid_0's auc: 0.964048\n",
      "[8355]\tvalid_0's auc: 0.964051\n",
      "[8356]\tvalid_0's auc: 0.964052\n",
      "[8357]\tvalid_0's auc: 0.964053\n",
      "[8358]\tvalid_0's auc: 0.964054\n",
      "[8359]\tvalid_0's auc: 0.964056\n",
      "[8360]\tvalid_0's auc: 0.964056\n",
      "[8361]\tvalid_0's auc: 0.964057\n",
      "[8362]\tvalid_0's auc: 0.964059\n",
      "[8363]\tvalid_0's auc: 0.964059\n",
      "[8364]\tvalid_0's auc: 0.964059\n",
      "[8365]\tvalid_0's auc: 0.96406\n",
      "[8366]\tvalid_0's auc: 0.964062\n",
      "[8367]\tvalid_0's auc: 0.964064\n",
      "[8368]\tvalid_0's auc: 0.964065\n",
      "[8369]\tvalid_0's auc: 0.964066\n",
      "[8370]\tvalid_0's auc: 0.964066\n",
      "[8371]\tvalid_0's auc: 0.964068\n",
      "[8372]\tvalid_0's auc: 0.964069\n",
      "[8373]\tvalid_0's auc: 0.96407\n",
      "[8374]\tvalid_0's auc: 0.964072\n",
      "[8375]\tvalid_0's auc: 0.964073\n",
      "[8376]\tvalid_0's auc: 0.964074\n",
      "[8377]\tvalid_0's auc: 0.964075\n",
      "[8378]\tvalid_0's auc: 0.964076\n",
      "[8379]\tvalid_0's auc: 0.964077\n",
      "[8380]\tvalid_0's auc: 0.964078\n",
      "[8381]\tvalid_0's auc: 0.964079\n",
      "[8382]\tvalid_0's auc: 0.96408\n",
      "[8383]\tvalid_0's auc: 0.964082\n",
      "[8384]\tvalid_0's auc: 0.964084\n",
      "[8385]\tvalid_0's auc: 0.964086\n",
      "[8386]\tvalid_0's auc: 0.964086\n",
      "[8387]\tvalid_0's auc: 0.964088\n",
      "[8388]\tvalid_0's auc: 0.964089\n",
      "[8389]\tvalid_0's auc: 0.96409\n",
      "[8390]\tvalid_0's auc: 0.96409\n",
      "[8391]\tvalid_0's auc: 0.964093\n",
      "[8392]\tvalid_0's auc: 0.964096\n",
      "[8393]\tvalid_0's auc: 0.964097\n",
      "[8394]\tvalid_0's auc: 0.964098\n",
      "[8395]\tvalid_0's auc: 0.9641\n",
      "[8396]\tvalid_0's auc: 0.964101\n",
      "[8397]\tvalid_0's auc: 0.964104\n",
      "[8398]\tvalid_0's auc: 0.964105\n",
      "[8399]\tvalid_0's auc: 0.964107\n",
      "[8400]\tvalid_0's auc: 0.964107\n",
      "[8401]\tvalid_0's auc: 0.964107\n",
      "[8402]\tvalid_0's auc: 0.964109\n",
      "[8403]\tvalid_0's auc: 0.96411\n",
      "[8404]\tvalid_0's auc: 0.964111\n",
      "[8405]\tvalid_0's auc: 0.964113\n",
      "[8406]\tvalid_0's auc: 0.964113\n",
      "[8407]\tvalid_0's auc: 0.964116\n",
      "[8408]\tvalid_0's auc: 0.964117\n",
      "[8409]\tvalid_0's auc: 0.964119\n",
      "[8410]\tvalid_0's auc: 0.96412\n",
      "[8411]\tvalid_0's auc: 0.964121\n",
      "[8412]\tvalid_0's auc: 0.964123\n",
      "[8413]\tvalid_0's auc: 0.964122\n",
      "[8414]\tvalid_0's auc: 0.964125\n",
      "[8415]\tvalid_0's auc: 0.964126\n",
      "[8416]\tvalid_0's auc: 0.964128\n",
      "[8417]\tvalid_0's auc: 0.964128\n",
      "[8418]\tvalid_0's auc: 0.964128\n",
      "[8419]\tvalid_0's auc: 0.964129\n",
      "[8420]\tvalid_0's auc: 0.964132\n",
      "[8421]\tvalid_0's auc: 0.964134\n",
      "[8422]\tvalid_0's auc: 0.964135\n",
      "[8423]\tvalid_0's auc: 0.964136\n",
      "[8424]\tvalid_0's auc: 0.964137\n",
      "[8425]\tvalid_0's auc: 0.964139\n",
      "[8426]\tvalid_0's auc: 0.96414\n",
      "[8427]\tvalid_0's auc: 0.964141\n",
      "[8428]\tvalid_0's auc: 0.964142\n",
      "[8429]\tvalid_0's auc: 0.964144\n",
      "[8430]\tvalid_0's auc: 0.964145\n",
      "[8431]\tvalid_0's auc: 0.964148\n",
      "[8432]\tvalid_0's auc: 0.964148\n",
      "[8433]\tvalid_0's auc: 0.964149\n",
      "[8434]\tvalid_0's auc: 0.964151\n",
      "[8435]\tvalid_0's auc: 0.964154\n",
      "[8436]\tvalid_0's auc: 0.964155\n",
      "[8437]\tvalid_0's auc: 0.964155\n",
      "[8438]\tvalid_0's auc: 0.964157\n",
      "[8439]\tvalid_0's auc: 0.964157\n",
      "[8440]\tvalid_0's auc: 0.964158\n",
      "[8441]\tvalid_0's auc: 0.96416\n",
      "[8442]\tvalid_0's auc: 0.964161\n",
      "[8443]\tvalid_0's auc: 0.964162\n",
      "[8444]\tvalid_0's auc: 0.964162\n",
      "[8445]\tvalid_0's auc: 0.964163\n",
      "[8446]\tvalid_0's auc: 0.964164\n",
      "[8447]\tvalid_0's auc: 0.964166\n",
      "[8448]\tvalid_0's auc: 0.964166\n",
      "[8449]\tvalid_0's auc: 0.964168\n",
      "[8450]\tvalid_0's auc: 0.96417\n",
      "[8451]\tvalid_0's auc: 0.964172\n",
      "[8452]\tvalid_0's auc: 0.964172\n",
      "[8453]\tvalid_0's auc: 0.964173\n",
      "[8454]\tvalid_0's auc: 0.964173\n",
      "[8455]\tvalid_0's auc: 0.964175\n",
      "[8456]\tvalid_0's auc: 0.964176\n",
      "[8457]\tvalid_0's auc: 0.964177\n",
      "[8458]\tvalid_0's auc: 0.964178\n",
      "[8459]\tvalid_0's auc: 0.96418\n",
      "[8460]\tvalid_0's auc: 0.964182\n",
      "[8461]\tvalid_0's auc: 0.964183\n",
      "[8462]\tvalid_0's auc: 0.964184\n",
      "[8463]\tvalid_0's auc: 0.964184\n",
      "[8464]\tvalid_0's auc: 0.964186\n",
      "[8465]\tvalid_0's auc: 0.964186\n",
      "[8466]\tvalid_0's auc: 0.964187\n",
      "[8467]\tvalid_0's auc: 0.964188\n",
      "[8468]\tvalid_0's auc: 0.96419\n",
      "[8469]\tvalid_0's auc: 0.964191\n",
      "[8470]\tvalid_0's auc: 0.964193\n",
      "[8471]\tvalid_0's auc: 0.964193\n",
      "[8472]\tvalid_0's auc: 0.964194\n",
      "[8473]\tvalid_0's auc: 0.964194\n",
      "[8474]\tvalid_0's auc: 0.964196\n",
      "[8475]\tvalid_0's auc: 0.964197\n",
      "[8476]\tvalid_0's auc: 0.964197\n",
      "[8477]\tvalid_0's auc: 0.964198\n",
      "[8478]\tvalid_0's auc: 0.964198\n",
      "[8479]\tvalid_0's auc: 0.9642\n",
      "[8480]\tvalid_0's auc: 0.964201\n",
      "[8481]\tvalid_0's auc: 0.964203\n",
      "[8482]\tvalid_0's auc: 0.964205\n",
      "[8483]\tvalid_0's auc: 0.964207\n",
      "[8484]\tvalid_0's auc: 0.964208\n",
      "[8485]\tvalid_0's auc: 0.964209\n",
      "[8486]\tvalid_0's auc: 0.964211\n",
      "[8487]\tvalid_0's auc: 0.964212\n",
      "[8488]\tvalid_0's auc: 0.964214\n",
      "[8489]\tvalid_0's auc: 0.964214\n",
      "[8490]\tvalid_0's auc: 0.964217\n",
      "[8491]\tvalid_0's auc: 0.964219\n",
      "[8492]\tvalid_0's auc: 0.964221\n",
      "[8493]\tvalid_0's auc: 0.964222\n",
      "[8494]\tvalid_0's auc: 0.964224\n",
      "[8495]\tvalid_0's auc: 0.964224\n",
      "[8496]\tvalid_0's auc: 0.964225\n",
      "[8497]\tvalid_0's auc: 0.964228\n",
      "[8498]\tvalid_0's auc: 0.96423\n",
      "[8499]\tvalid_0's auc: 0.964233\n",
      "[8500]\tvalid_0's auc: 0.964233\n",
      "[8501]\tvalid_0's auc: 0.964232\n",
      "[8502]\tvalid_0's auc: 0.964234\n",
      "[8503]\tvalid_0's auc: 0.964235\n",
      "[8504]\tvalid_0's auc: 0.964236\n",
      "[8505]\tvalid_0's auc: 0.964237\n",
      "[8506]\tvalid_0's auc: 0.964239\n",
      "[8507]\tvalid_0's auc: 0.96424\n",
      "[8508]\tvalid_0's auc: 0.96424\n",
      "[8509]\tvalid_0's auc: 0.964241\n",
      "[8510]\tvalid_0's auc: 0.964244\n",
      "[8511]\tvalid_0's auc: 0.964246\n",
      "[8512]\tvalid_0's auc: 0.964247\n",
      "[8513]\tvalid_0's auc: 0.964249\n",
      "[8514]\tvalid_0's auc: 0.964249\n",
      "[8515]\tvalid_0's auc: 0.96425\n",
      "[8516]\tvalid_0's auc: 0.964252\n",
      "[8517]\tvalid_0's auc: 0.964253\n",
      "[8518]\tvalid_0's auc: 0.964254\n",
      "[8519]\tvalid_0's auc: 0.964255\n",
      "[8520]\tvalid_0's auc: 0.964256\n",
      "[8521]\tvalid_0's auc: 0.964258\n",
      "[8522]\tvalid_0's auc: 0.96426\n",
      "[8523]\tvalid_0's auc: 0.964262\n",
      "[8524]\tvalid_0's auc: 0.964263\n",
      "[8525]\tvalid_0's auc: 0.964265\n",
      "[8526]\tvalid_0's auc: 0.964266\n",
      "[8527]\tvalid_0's auc: 0.964268\n",
      "[8528]\tvalid_0's auc: 0.964269\n",
      "[8529]\tvalid_0's auc: 0.964272\n",
      "[8530]\tvalid_0's auc: 0.964273\n",
      "[8531]\tvalid_0's auc: 0.964273\n",
      "[8532]\tvalid_0's auc: 0.964274\n",
      "[8533]\tvalid_0's auc: 0.964276\n",
      "[8534]\tvalid_0's auc: 0.964277\n",
      "[8535]\tvalid_0's auc: 0.964279\n",
      "[8536]\tvalid_0's auc: 0.96428\n",
      "[8537]\tvalid_0's auc: 0.96428\n",
      "[8538]\tvalid_0's auc: 0.964283\n",
      "[8539]\tvalid_0's auc: 0.964284\n",
      "[8540]\tvalid_0's auc: 0.964285\n",
      "[8541]\tvalid_0's auc: 0.964286\n",
      "[8542]\tvalid_0's auc: 0.964289\n",
      "[8543]\tvalid_0's auc: 0.96429\n",
      "[8544]\tvalid_0's auc: 0.964291\n",
      "[8545]\tvalid_0's auc: 0.964294\n",
      "[8546]\tvalid_0's auc: 0.964295\n",
      "[8547]\tvalid_0's auc: 0.964296\n",
      "[8548]\tvalid_0's auc: 0.964299\n",
      "[8549]\tvalid_0's auc: 0.9643\n",
      "[8550]\tvalid_0's auc: 0.9643\n",
      "[8551]\tvalid_0's auc: 0.964302\n",
      "[8552]\tvalid_0's auc: 0.964302\n",
      "[8553]\tvalid_0's auc: 0.964304\n",
      "[8554]\tvalid_0's auc: 0.964305\n",
      "[8555]\tvalid_0's auc: 0.964306\n",
      "[8556]\tvalid_0's auc: 0.964307\n",
      "[8557]\tvalid_0's auc: 0.964309\n",
      "[8558]\tvalid_0's auc: 0.96431\n",
      "[8559]\tvalid_0's auc: 0.964313\n",
      "[8560]\tvalid_0's auc: 0.964313\n",
      "[8561]\tvalid_0's auc: 0.964314\n",
      "[8562]\tvalid_0's auc: 0.964315\n",
      "[8563]\tvalid_0's auc: 0.964317\n",
      "[8564]\tvalid_0's auc: 0.964318\n",
      "[8565]\tvalid_0's auc: 0.96432\n",
      "[8566]\tvalid_0's auc: 0.964322\n",
      "[8567]\tvalid_0's auc: 0.964322\n",
      "[8568]\tvalid_0's auc: 0.964323\n",
      "[8569]\tvalid_0's auc: 0.964323\n",
      "[8570]\tvalid_0's auc: 0.964325\n",
      "[8571]\tvalid_0's auc: 0.964326\n",
      "[8572]\tvalid_0's auc: 0.964327\n",
      "[8573]\tvalid_0's auc: 0.964328\n",
      "[8574]\tvalid_0's auc: 0.964329\n",
      "[8575]\tvalid_0's auc: 0.96433\n",
      "[8576]\tvalid_0's auc: 0.96433\n",
      "[8577]\tvalid_0's auc: 0.964331\n",
      "[8578]\tvalid_0's auc: 0.964333\n",
      "[8579]\tvalid_0's auc: 0.964334\n",
      "[8580]\tvalid_0's auc: 0.964335\n",
      "[8581]\tvalid_0's auc: 0.964337\n",
      "[8582]\tvalid_0's auc: 0.964337\n",
      "[8583]\tvalid_0's auc: 0.964339\n",
      "[8584]\tvalid_0's auc: 0.964341\n",
      "[8585]\tvalid_0's auc: 0.964342\n",
      "[8586]\tvalid_0's auc: 0.964343\n",
      "[8587]\tvalid_0's auc: 0.964343\n",
      "[8588]\tvalid_0's auc: 0.964346\n",
      "[8589]\tvalid_0's auc: 0.964347\n",
      "[8590]\tvalid_0's auc: 0.964348\n",
      "[8591]\tvalid_0's auc: 0.964349\n",
      "[8592]\tvalid_0's auc: 0.96435\n",
      "[8593]\tvalid_0's auc: 0.964352\n",
      "[8594]\tvalid_0's auc: 0.964354\n",
      "[8595]\tvalid_0's auc: 0.964355\n",
      "[8596]\tvalid_0's auc: 0.964359\n",
      "[8597]\tvalid_0's auc: 0.964361\n",
      "[8598]\tvalid_0's auc: 0.964363\n",
      "[8599]\tvalid_0's auc: 0.964364\n",
      "[8600]\tvalid_0's auc: 0.964365\n",
      "[8601]\tvalid_0's auc: 0.964366\n",
      "[8602]\tvalid_0's auc: 0.964367\n",
      "[8603]\tvalid_0's auc: 0.964371\n",
      "[8604]\tvalid_0's auc: 0.964372\n",
      "[8605]\tvalid_0's auc: 0.964371\n",
      "[8606]\tvalid_0's auc: 0.964372\n",
      "[8607]\tvalid_0's auc: 0.964373\n",
      "[8608]\tvalid_0's auc: 0.964374\n",
      "[8609]\tvalid_0's auc: 0.964376\n",
      "[8610]\tvalid_0's auc: 0.964378\n",
      "[8611]\tvalid_0's auc: 0.96438\n",
      "[8612]\tvalid_0's auc: 0.964381\n",
      "[8613]\tvalid_0's auc: 0.964382\n",
      "[8614]\tvalid_0's auc: 0.964382\n",
      "[8615]\tvalid_0's auc: 0.964384\n",
      "[8616]\tvalid_0's auc: 0.964385\n",
      "[8617]\tvalid_0's auc: 0.964386\n",
      "[8618]\tvalid_0's auc: 0.964387\n",
      "[8619]\tvalid_0's auc: 0.964387\n",
      "[8620]\tvalid_0's auc: 0.964389\n",
      "[8621]\tvalid_0's auc: 0.964391\n",
      "[8622]\tvalid_0's auc: 0.964393\n",
      "[8623]\tvalid_0's auc: 0.964392\n",
      "[8624]\tvalid_0's auc: 0.964394\n",
      "[8625]\tvalid_0's auc: 0.964394\n",
      "[8626]\tvalid_0's auc: 0.964396\n",
      "[8627]\tvalid_0's auc: 0.964398\n",
      "[8628]\tvalid_0's auc: 0.964399\n",
      "[8629]\tvalid_0's auc: 0.964399\n",
      "[8630]\tvalid_0's auc: 0.964401\n",
      "[8631]\tvalid_0's auc: 0.964402\n",
      "[8632]\tvalid_0's auc: 0.964402\n",
      "[8633]\tvalid_0's auc: 0.964405\n",
      "[8634]\tvalid_0's auc: 0.964406\n",
      "[8635]\tvalid_0's auc: 0.964406\n",
      "[8636]\tvalid_0's auc: 0.964407\n",
      "[8637]\tvalid_0's auc: 0.964408\n",
      "[8638]\tvalid_0's auc: 0.964409\n",
      "[8639]\tvalid_0's auc: 0.96441\n",
      "[8640]\tvalid_0's auc: 0.96441\n",
      "[8641]\tvalid_0's auc: 0.964413\n",
      "[8642]\tvalid_0's auc: 0.964415\n",
      "[8643]\tvalid_0's auc: 0.964416\n",
      "[8644]\tvalid_0's auc: 0.964417\n",
      "[8645]\tvalid_0's auc: 0.964419\n",
      "[8646]\tvalid_0's auc: 0.96442\n",
      "[8647]\tvalid_0's auc: 0.964422\n",
      "[8648]\tvalid_0's auc: 0.964422\n",
      "[8649]\tvalid_0's auc: 0.964423\n",
      "[8650]\tvalid_0's auc: 0.964424\n",
      "[8651]\tvalid_0's auc: 0.964428\n",
      "[8652]\tvalid_0's auc: 0.964429\n",
      "[8653]\tvalid_0's auc: 0.964429\n",
      "[8654]\tvalid_0's auc: 0.96443\n",
      "[8655]\tvalid_0's auc: 0.964431\n",
      "[8656]\tvalid_0's auc: 0.964432\n",
      "[8657]\tvalid_0's auc: 0.964433\n",
      "[8658]\tvalid_0's auc: 0.964434\n",
      "[8659]\tvalid_0's auc: 0.964435\n",
      "[8660]\tvalid_0's auc: 0.964437\n",
      "[8661]\tvalid_0's auc: 0.964439\n",
      "[8662]\tvalid_0's auc: 0.964439\n",
      "[8663]\tvalid_0's auc: 0.96444\n",
      "[8664]\tvalid_0's auc: 0.964441\n",
      "[8665]\tvalid_0's auc: 0.964441\n",
      "[8666]\tvalid_0's auc: 0.964442\n",
      "[8667]\tvalid_0's auc: 0.964443\n",
      "[8668]\tvalid_0's auc: 0.964444\n",
      "[8669]\tvalid_0's auc: 0.964446\n",
      "[8670]\tvalid_0's auc: 0.964447\n",
      "[8671]\tvalid_0's auc: 0.964449\n",
      "[8672]\tvalid_0's auc: 0.96445\n",
      "[8673]\tvalid_0's auc: 0.96445\n",
      "[8674]\tvalid_0's auc: 0.964452\n",
      "[8675]\tvalid_0's auc: 0.964452\n",
      "[8676]\tvalid_0's auc: 0.964452\n",
      "[8677]\tvalid_0's auc: 0.964452\n",
      "[8678]\tvalid_0's auc: 0.964453\n",
      "[8679]\tvalid_0's auc: 0.964454\n",
      "[8680]\tvalid_0's auc: 0.964455\n",
      "[8681]\tvalid_0's auc: 0.964456\n",
      "[8682]\tvalid_0's auc: 0.964458\n",
      "[8683]\tvalid_0's auc: 0.964458\n",
      "[8684]\tvalid_0's auc: 0.964459\n",
      "[8685]\tvalid_0's auc: 0.96446\n",
      "[8686]\tvalid_0's auc: 0.964462\n",
      "[8687]\tvalid_0's auc: 0.964465\n",
      "[8688]\tvalid_0's auc: 0.964466\n",
      "[8689]\tvalid_0's auc: 0.964467\n",
      "[8690]\tvalid_0's auc: 0.964468\n",
      "[8691]\tvalid_0's auc: 0.964468\n",
      "[8692]\tvalid_0's auc: 0.964469\n",
      "[8693]\tvalid_0's auc: 0.96447\n",
      "[8694]\tvalid_0's auc: 0.964471\n",
      "[8695]\tvalid_0's auc: 0.964472\n",
      "[8696]\tvalid_0's auc: 0.964475\n",
      "[8697]\tvalid_0's auc: 0.964476\n",
      "[8698]\tvalid_0's auc: 0.964476\n",
      "[8699]\tvalid_0's auc: 0.964478\n",
      "[8700]\tvalid_0's auc: 0.964478\n",
      "[8701]\tvalid_0's auc: 0.96448\n",
      "[8702]\tvalid_0's auc: 0.96448\n",
      "[8703]\tvalid_0's auc: 0.964482\n",
      "[8704]\tvalid_0's auc: 0.964483\n",
      "[8705]\tvalid_0's auc: 0.964485\n",
      "[8706]\tvalid_0's auc: 0.964487\n",
      "[8707]\tvalid_0's auc: 0.964488\n",
      "[8708]\tvalid_0's auc: 0.96449\n",
      "[8709]\tvalid_0's auc: 0.964492\n",
      "[8710]\tvalid_0's auc: 0.964495\n",
      "[8711]\tvalid_0's auc: 0.964495\n",
      "[8712]\tvalid_0's auc: 0.964496\n",
      "[8713]\tvalid_0's auc: 0.964497\n",
      "[8714]\tvalid_0's auc: 0.964498\n",
      "[8715]\tvalid_0's auc: 0.9645\n",
      "[8716]\tvalid_0's auc: 0.964502\n",
      "[8717]\tvalid_0's auc: 0.964504\n",
      "[8718]\tvalid_0's auc: 0.964506\n",
      "[8719]\tvalid_0's auc: 0.964507\n",
      "[8720]\tvalid_0's auc: 0.964509\n",
      "[8721]\tvalid_0's auc: 0.964511\n",
      "[8722]\tvalid_0's auc: 0.964512\n",
      "[8723]\tvalid_0's auc: 0.964513\n",
      "[8724]\tvalid_0's auc: 0.964516\n",
      "[8725]\tvalid_0's auc: 0.964516\n",
      "[8726]\tvalid_0's auc: 0.964517\n",
      "[8727]\tvalid_0's auc: 0.964519\n",
      "[8728]\tvalid_0's auc: 0.96452\n",
      "[8729]\tvalid_0's auc: 0.964521\n",
      "[8730]\tvalid_0's auc: 0.964522\n",
      "[8731]\tvalid_0's auc: 0.964523\n",
      "[8732]\tvalid_0's auc: 0.964524\n",
      "[8733]\tvalid_0's auc: 0.964525\n",
      "[8734]\tvalid_0's auc: 0.964525\n",
      "[8735]\tvalid_0's auc: 0.964527\n",
      "[8736]\tvalid_0's auc: 0.964528\n",
      "[8737]\tvalid_0's auc: 0.964529\n",
      "[8738]\tvalid_0's auc: 0.96453\n",
      "[8739]\tvalid_0's auc: 0.964532\n",
      "[8740]\tvalid_0's auc: 0.964534\n",
      "[8741]\tvalid_0's auc: 0.964535\n",
      "[8742]\tvalid_0's auc: 0.964536\n",
      "[8743]\tvalid_0's auc: 0.964538\n",
      "[8744]\tvalid_0's auc: 0.964539\n",
      "[8745]\tvalid_0's auc: 0.96454\n",
      "[8746]\tvalid_0's auc: 0.964541\n",
      "[8747]\tvalid_0's auc: 0.964541\n",
      "[8748]\tvalid_0's auc: 0.964542\n",
      "[8749]\tvalid_0's auc: 0.964543\n",
      "[8750]\tvalid_0's auc: 0.964544\n",
      "[8751]\tvalid_0's auc: 0.964544\n",
      "[8752]\tvalid_0's auc: 0.964546\n",
      "[8753]\tvalid_0's auc: 0.964547\n",
      "[8754]\tvalid_0's auc: 0.964548\n",
      "[8755]\tvalid_0's auc: 0.964548\n",
      "[8756]\tvalid_0's auc: 0.964549\n",
      "[8757]\tvalid_0's auc: 0.964552\n",
      "[8758]\tvalid_0's auc: 0.964555\n",
      "[8759]\tvalid_0's auc: 0.964556\n",
      "[8760]\tvalid_0's auc: 0.964558\n",
      "[8761]\tvalid_0's auc: 0.96456\n",
      "[8762]\tvalid_0's auc: 0.964563\n",
      "[8763]\tvalid_0's auc: 0.964564\n",
      "[8764]\tvalid_0's auc: 0.964564\n",
      "[8765]\tvalid_0's auc: 0.964565\n",
      "[8766]\tvalid_0's auc: 0.964566\n",
      "[8767]\tvalid_0's auc: 0.964566\n",
      "[8768]\tvalid_0's auc: 0.964566\n",
      "[8769]\tvalid_0's auc: 0.964567\n",
      "[8770]\tvalid_0's auc: 0.964568\n",
      "[8771]\tvalid_0's auc: 0.964569\n",
      "[8772]\tvalid_0's auc: 0.96457\n",
      "[8773]\tvalid_0's auc: 0.964571\n",
      "[8774]\tvalid_0's auc: 0.964572\n",
      "[8775]\tvalid_0's auc: 0.964574\n",
      "[8776]\tvalid_0's auc: 0.964574\n",
      "[8777]\tvalid_0's auc: 0.964576\n",
      "[8778]\tvalid_0's auc: 0.964578\n",
      "[8779]\tvalid_0's auc: 0.96458\n",
      "[8780]\tvalid_0's auc: 0.964582\n",
      "[8781]\tvalid_0's auc: 0.964583\n",
      "[8782]\tvalid_0's auc: 0.964585\n",
      "[8783]\tvalid_0's auc: 0.964585\n",
      "[8784]\tvalid_0's auc: 0.964585\n",
      "[8785]\tvalid_0's auc: 0.964587\n",
      "[8786]\tvalid_0's auc: 0.964588\n",
      "[8787]\tvalid_0's auc: 0.964589\n",
      "[8788]\tvalid_0's auc: 0.964589\n",
      "[8789]\tvalid_0's auc: 0.964589\n",
      "[8790]\tvalid_0's auc: 0.96459\n",
      "[8791]\tvalid_0's auc: 0.964592\n",
      "[8792]\tvalid_0's auc: 0.964593\n",
      "[8793]\tvalid_0's auc: 0.964593\n",
      "[8794]\tvalid_0's auc: 0.964594\n",
      "[8795]\tvalid_0's auc: 0.964595\n",
      "[8796]\tvalid_0's auc: 0.964596\n",
      "[8797]\tvalid_0's auc: 0.964598\n",
      "[8798]\tvalid_0's auc: 0.9646\n",
      "[8799]\tvalid_0's auc: 0.964602\n",
      "[8800]\tvalid_0's auc: 0.964602\n",
      "[8801]\tvalid_0's auc: 0.964602\n",
      "[8802]\tvalid_0's auc: 0.964604\n",
      "[8803]\tvalid_0's auc: 0.964606\n",
      "[8804]\tvalid_0's auc: 0.964607\n",
      "[8805]\tvalid_0's auc: 0.964607\n",
      "[8806]\tvalid_0's auc: 0.964608\n",
      "[8807]\tvalid_0's auc: 0.964609\n",
      "[8808]\tvalid_0's auc: 0.96461\n",
      "[8809]\tvalid_0's auc: 0.964613\n",
      "[8810]\tvalid_0's auc: 0.964612\n",
      "[8811]\tvalid_0's auc: 0.964613\n",
      "[8812]\tvalid_0's auc: 0.964614\n",
      "[8813]\tvalid_0's auc: 0.964614\n",
      "[8814]\tvalid_0's auc: 0.964615\n",
      "[8815]\tvalid_0's auc: 0.964615\n",
      "[8816]\tvalid_0's auc: 0.964617\n",
      "[8817]\tvalid_0's auc: 0.964619\n",
      "[8818]\tvalid_0's auc: 0.964622\n",
      "[8819]\tvalid_0's auc: 0.964623\n",
      "[8820]\tvalid_0's auc: 0.964625\n",
      "[8821]\tvalid_0's auc: 0.964625\n",
      "[8822]\tvalid_0's auc: 0.964627\n",
      "[8823]\tvalid_0's auc: 0.964629\n",
      "[8824]\tvalid_0's auc: 0.964629\n",
      "[8825]\tvalid_0's auc: 0.964629\n",
      "[8826]\tvalid_0's auc: 0.964631\n",
      "[8827]\tvalid_0's auc: 0.964632\n",
      "[8828]\tvalid_0's auc: 0.964635\n",
      "[8829]\tvalid_0's auc: 0.964636\n",
      "[8830]\tvalid_0's auc: 0.964637\n",
      "[8831]\tvalid_0's auc: 0.964638\n",
      "[8832]\tvalid_0's auc: 0.96464\n",
      "[8833]\tvalid_0's auc: 0.964641\n",
      "[8834]\tvalid_0's auc: 0.964642\n",
      "[8835]\tvalid_0's auc: 0.964643\n",
      "[8836]\tvalid_0's auc: 0.964644\n",
      "[8837]\tvalid_0's auc: 0.964645\n",
      "[8838]\tvalid_0's auc: 0.964645\n",
      "[8839]\tvalid_0's auc: 0.964646\n",
      "[8840]\tvalid_0's auc: 0.964647\n",
      "[8841]\tvalid_0's auc: 0.964648\n",
      "[8842]\tvalid_0's auc: 0.964648\n",
      "[8843]\tvalid_0's auc: 0.964649\n",
      "[8844]\tvalid_0's auc: 0.96465\n",
      "[8845]\tvalid_0's auc: 0.96465\n",
      "[8846]\tvalid_0's auc: 0.964651\n",
      "[8847]\tvalid_0's auc: 0.964651\n",
      "[8848]\tvalid_0's auc: 0.964653\n",
      "[8849]\tvalid_0's auc: 0.964653\n",
      "[8850]\tvalid_0's auc: 0.964655\n",
      "[8851]\tvalid_0's auc: 0.964657\n",
      "[8852]\tvalid_0's auc: 0.964659\n",
      "[8853]\tvalid_0's auc: 0.964659\n",
      "[8854]\tvalid_0's auc: 0.964662\n",
      "[8855]\tvalid_0's auc: 0.964663\n",
      "[8856]\tvalid_0's auc: 0.964664\n",
      "[8857]\tvalid_0's auc: 0.964664\n",
      "[8858]\tvalid_0's auc: 0.964665\n",
      "[8859]\tvalid_0's auc: 0.964667\n",
      "[8860]\tvalid_0's auc: 0.964667\n",
      "[8861]\tvalid_0's auc: 0.964669\n",
      "[8862]\tvalid_0's auc: 0.96467\n",
      "[8863]\tvalid_0's auc: 0.964671\n",
      "[8864]\tvalid_0's auc: 0.964673\n",
      "[8865]\tvalid_0's auc: 0.964674\n",
      "[8866]\tvalid_0's auc: 0.964675\n",
      "[8867]\tvalid_0's auc: 0.964677\n",
      "[8868]\tvalid_0's auc: 0.964678\n",
      "[8869]\tvalid_0's auc: 0.96468\n",
      "[8870]\tvalid_0's auc: 0.964681\n",
      "[8871]\tvalid_0's auc: 0.964681\n",
      "[8872]\tvalid_0's auc: 0.964681\n",
      "[8873]\tvalid_0's auc: 0.964682\n",
      "[8874]\tvalid_0's auc: 0.964684\n",
      "[8875]\tvalid_0's auc: 0.964685\n",
      "[8876]\tvalid_0's auc: 0.964686\n",
      "[8877]\tvalid_0's auc: 0.964687\n",
      "[8878]\tvalid_0's auc: 0.964688\n",
      "[8879]\tvalid_0's auc: 0.96469\n",
      "[8880]\tvalid_0's auc: 0.964692\n",
      "[8881]\tvalid_0's auc: 0.964693\n",
      "[8882]\tvalid_0's auc: 0.964693\n",
      "[8883]\tvalid_0's auc: 0.964695\n",
      "[8884]\tvalid_0's auc: 0.964697\n",
      "[8885]\tvalid_0's auc: 0.964698\n",
      "[8886]\tvalid_0's auc: 0.9647\n",
      "[8887]\tvalid_0's auc: 0.964701\n",
      "[8888]\tvalid_0's auc: 0.964702\n",
      "[8889]\tvalid_0's auc: 0.964704\n",
      "[8890]\tvalid_0's auc: 0.964705\n",
      "[8891]\tvalid_0's auc: 0.964707\n",
      "[8892]\tvalid_0's auc: 0.964708\n",
      "[8893]\tvalid_0's auc: 0.964708\n",
      "[8894]\tvalid_0's auc: 0.96471\n",
      "[8895]\tvalid_0's auc: 0.964712\n",
      "[8896]\tvalid_0's auc: 0.964714\n",
      "[8897]\tvalid_0's auc: 0.964714\n",
      "[8898]\tvalid_0's auc: 0.964715\n",
      "[8899]\tvalid_0's auc: 0.964716\n",
      "[8900]\tvalid_0's auc: 0.964719\n",
      "[8901]\tvalid_0's auc: 0.964721\n",
      "[8902]\tvalid_0's auc: 0.964721\n",
      "[8903]\tvalid_0's auc: 0.964721\n",
      "[8904]\tvalid_0's auc: 0.964723\n",
      "[8905]\tvalid_0's auc: 0.964723\n",
      "[8906]\tvalid_0's auc: 0.964726\n",
      "[8907]\tvalid_0's auc: 0.964727\n",
      "[8908]\tvalid_0's auc: 0.964727\n",
      "[8909]\tvalid_0's auc: 0.964728\n",
      "[8910]\tvalid_0's auc: 0.964729\n",
      "[8911]\tvalid_0's auc: 0.96473\n",
      "[8912]\tvalid_0's auc: 0.964731\n",
      "[8913]\tvalid_0's auc: 0.964732\n",
      "[8914]\tvalid_0's auc: 0.964734\n",
      "[8915]\tvalid_0's auc: 0.964735\n",
      "[8916]\tvalid_0's auc: 0.964737\n",
      "[8917]\tvalid_0's auc: 0.964739\n",
      "[8918]\tvalid_0's auc: 0.96474\n",
      "[8919]\tvalid_0's auc: 0.964741\n",
      "[8920]\tvalid_0's auc: 0.964742\n",
      "[8921]\tvalid_0's auc: 0.964743\n",
      "[8922]\tvalid_0's auc: 0.964743\n",
      "[8923]\tvalid_0's auc: 0.964744\n",
      "[8924]\tvalid_0's auc: 0.964746\n",
      "[8925]\tvalid_0's auc: 0.964747\n",
      "[8926]\tvalid_0's auc: 0.964748\n",
      "[8927]\tvalid_0's auc: 0.964749\n",
      "[8928]\tvalid_0's auc: 0.96475\n",
      "[8929]\tvalid_0's auc: 0.964752\n",
      "[8930]\tvalid_0's auc: 0.964753\n",
      "[8931]\tvalid_0's auc: 0.964754\n",
      "[8932]\tvalid_0's auc: 0.964755\n",
      "[8933]\tvalid_0's auc: 0.964757\n",
      "[8934]\tvalid_0's auc: 0.964758\n",
      "[8935]\tvalid_0's auc: 0.964758\n",
      "[8936]\tvalid_0's auc: 0.96476\n",
      "[8937]\tvalid_0's auc: 0.964762\n",
      "[8938]\tvalid_0's auc: 0.964762\n",
      "[8939]\tvalid_0's auc: 0.964763\n",
      "[8940]\tvalid_0's auc: 0.964763\n",
      "[8941]\tvalid_0's auc: 0.964763\n",
      "[8942]\tvalid_0's auc: 0.964764\n",
      "[8943]\tvalid_0's auc: 0.964766\n",
      "[8944]\tvalid_0's auc: 0.964767\n",
      "[8945]\tvalid_0's auc: 0.964768\n",
      "[8946]\tvalid_0's auc: 0.964768\n",
      "[8947]\tvalid_0's auc: 0.96477\n",
      "[8948]\tvalid_0's auc: 0.964772\n",
      "[8949]\tvalid_0's auc: 0.964772\n",
      "[8950]\tvalid_0's auc: 0.964774\n",
      "[8951]\tvalid_0's auc: 0.964774\n",
      "[8952]\tvalid_0's auc: 0.964776\n",
      "[8953]\tvalid_0's auc: 0.964777\n",
      "[8954]\tvalid_0's auc: 0.964778\n",
      "[8955]\tvalid_0's auc: 0.964781\n",
      "[8956]\tvalid_0's auc: 0.964783\n",
      "[8957]\tvalid_0's auc: 0.964784\n",
      "[8958]\tvalid_0's auc: 0.964785\n",
      "[8959]\tvalid_0's auc: 0.964787\n",
      "[8960]\tvalid_0's auc: 0.964789\n",
      "[8961]\tvalid_0's auc: 0.964791\n",
      "[8962]\tvalid_0's auc: 0.964791\n",
      "[8963]\tvalid_0's auc: 0.964792\n",
      "[8964]\tvalid_0's auc: 0.964795\n",
      "[8965]\tvalid_0's auc: 0.964796\n",
      "[8966]\tvalid_0's auc: 0.964797\n",
      "[8967]\tvalid_0's auc: 0.964799\n",
      "[8968]\tvalid_0's auc: 0.9648\n",
      "[8969]\tvalid_0's auc: 0.964802\n",
      "[8970]\tvalid_0's auc: 0.964804\n",
      "[8971]\tvalid_0's auc: 0.964806\n",
      "[8972]\tvalid_0's auc: 0.964807\n",
      "[8973]\tvalid_0's auc: 0.964808\n",
      "[8974]\tvalid_0's auc: 0.964809\n",
      "[8975]\tvalid_0's auc: 0.96481\n",
      "[8976]\tvalid_0's auc: 0.964811\n",
      "[8977]\tvalid_0's auc: 0.964812\n",
      "[8978]\tvalid_0's auc: 0.964814\n",
      "[8979]\tvalid_0's auc: 0.964816\n",
      "[8980]\tvalid_0's auc: 0.964817\n",
      "[8981]\tvalid_0's auc: 0.964819\n",
      "[8982]\tvalid_0's auc: 0.96482\n",
      "[8983]\tvalid_0's auc: 0.964822\n",
      "[8984]\tvalid_0's auc: 0.964823\n",
      "[8985]\tvalid_0's auc: 0.964823\n",
      "[8986]\tvalid_0's auc: 0.964825\n",
      "[8987]\tvalid_0's auc: 0.964828\n",
      "[8988]\tvalid_0's auc: 0.964828\n",
      "[8989]\tvalid_0's auc: 0.964829\n",
      "[8990]\tvalid_0's auc: 0.964829\n",
      "[8991]\tvalid_0's auc: 0.96483\n",
      "[8992]\tvalid_0's auc: 0.964831\n",
      "[8993]\tvalid_0's auc: 0.964833\n",
      "[8994]\tvalid_0's auc: 0.964833\n",
      "[8995]\tvalid_0's auc: 0.964834\n",
      "[8996]\tvalid_0's auc: 0.964835\n",
      "[8997]\tvalid_0's auc: 0.964835\n",
      "[8998]\tvalid_0's auc: 0.964837\n",
      "[8999]\tvalid_0's auc: 0.964838\n",
      "[9000]\tvalid_0's auc: 0.96484\n",
      "[9001]\tvalid_0's auc: 0.964841\n",
      "[9002]\tvalid_0's auc: 0.964843\n",
      "[9003]\tvalid_0's auc: 0.964844\n",
      "[9004]\tvalid_0's auc: 0.964845\n",
      "[9005]\tvalid_0's auc: 0.964845\n",
      "[9006]\tvalid_0's auc: 0.964847\n",
      "[9007]\tvalid_0's auc: 0.964848\n",
      "[9008]\tvalid_0's auc: 0.964849\n",
      "[9009]\tvalid_0's auc: 0.96485\n",
      "[9010]\tvalid_0's auc: 0.964851\n",
      "[9011]\tvalid_0's auc: 0.964852\n",
      "[9012]\tvalid_0's auc: 0.964854\n",
      "[9013]\tvalid_0's auc: 0.964856\n",
      "[9014]\tvalid_0's auc: 0.964857\n",
      "[9015]\tvalid_0's auc: 0.964858\n",
      "[9016]\tvalid_0's auc: 0.964858\n",
      "[9017]\tvalid_0's auc: 0.96486\n",
      "[9018]\tvalid_0's auc: 0.96486\n",
      "[9019]\tvalid_0's auc: 0.964862\n",
      "[9020]\tvalid_0's auc: 0.964862\n",
      "[9021]\tvalid_0's auc: 0.964864\n",
      "[9022]\tvalid_0's auc: 0.964865\n",
      "[9023]\tvalid_0's auc: 0.964866\n",
      "[9024]\tvalid_0's auc: 0.964867\n",
      "[9025]\tvalid_0's auc: 0.964868\n",
      "[9026]\tvalid_0's auc: 0.964869\n",
      "[9027]\tvalid_0's auc: 0.964871\n",
      "[9028]\tvalid_0's auc: 0.964873\n",
      "[9029]\tvalid_0's auc: 0.964877\n",
      "[9030]\tvalid_0's auc: 0.964878\n",
      "[9031]\tvalid_0's auc: 0.96488\n",
      "[9032]\tvalid_0's auc: 0.964881\n",
      "[9033]\tvalid_0's auc: 0.964882\n",
      "[9034]\tvalid_0's auc: 0.964885\n",
      "[9035]\tvalid_0's auc: 0.964886\n",
      "[9036]\tvalid_0's auc: 0.964888\n",
      "[9037]\tvalid_0's auc: 0.964889\n",
      "[9038]\tvalid_0's auc: 0.964889\n",
      "[9039]\tvalid_0's auc: 0.964891\n",
      "[9040]\tvalid_0's auc: 0.96489\n",
      "[9041]\tvalid_0's auc: 0.964891\n",
      "[9042]\tvalid_0's auc: 0.964891\n",
      "[9043]\tvalid_0's auc: 0.964892\n",
      "[9044]\tvalid_0's auc: 0.964893\n",
      "[9045]\tvalid_0's auc: 0.964894\n",
      "[9046]\tvalid_0's auc: 0.964895\n",
      "[9047]\tvalid_0's auc: 0.964897\n",
      "[9048]\tvalid_0's auc: 0.964897\n",
      "[9049]\tvalid_0's auc: 0.964899\n",
      "[9050]\tvalid_0's auc: 0.964902\n",
      "[9051]\tvalid_0's auc: 0.964903\n",
      "[9052]\tvalid_0's auc: 0.964905\n",
      "[9053]\tvalid_0's auc: 0.964906\n",
      "[9054]\tvalid_0's auc: 0.964906\n",
      "[9055]\tvalid_0's auc: 0.964908\n",
      "[9056]\tvalid_0's auc: 0.964909\n",
      "[9057]\tvalid_0's auc: 0.964911\n",
      "[9058]\tvalid_0's auc: 0.964912\n",
      "[9059]\tvalid_0's auc: 0.964914\n",
      "[9060]\tvalid_0's auc: 0.964916\n",
      "[9061]\tvalid_0's auc: 0.964916\n",
      "[9062]\tvalid_0's auc: 0.964917\n",
      "[9063]\tvalid_0's auc: 0.96492\n",
      "[9064]\tvalid_0's auc: 0.96492\n",
      "[9065]\tvalid_0's auc: 0.964923\n",
      "[9066]\tvalid_0's auc: 0.964924\n",
      "[9067]\tvalid_0's auc: 0.964924\n",
      "[9068]\tvalid_0's auc: 0.964926\n",
      "[9069]\tvalid_0's auc: 0.964926\n",
      "[9070]\tvalid_0's auc: 0.964927\n",
      "[9071]\tvalid_0's auc: 0.964928\n",
      "[9072]\tvalid_0's auc: 0.96493\n",
      "[9073]\tvalid_0's auc: 0.964931\n",
      "[9074]\tvalid_0's auc: 0.964931\n",
      "[9075]\tvalid_0's auc: 0.964932\n",
      "[9076]\tvalid_0's auc: 0.964933\n",
      "[9077]\tvalid_0's auc: 0.964935\n",
      "[9078]\tvalid_0's auc: 0.964936\n",
      "[9079]\tvalid_0's auc: 0.964937\n",
      "[9080]\tvalid_0's auc: 0.96494\n",
      "[9081]\tvalid_0's auc: 0.964941\n",
      "[9082]\tvalid_0's auc: 0.964943\n",
      "[9083]\tvalid_0's auc: 0.964944\n",
      "[9084]\tvalid_0's auc: 0.964945\n",
      "[9085]\tvalid_0's auc: 0.964945\n",
      "[9086]\tvalid_0's auc: 0.964946\n",
      "[9087]\tvalid_0's auc: 0.964947\n",
      "[9088]\tvalid_0's auc: 0.964948\n",
      "[9089]\tvalid_0's auc: 0.964949\n",
      "[9090]\tvalid_0's auc: 0.964951\n",
      "[9091]\tvalid_0's auc: 0.964952\n",
      "[9092]\tvalid_0's auc: 0.964953\n",
      "[9093]\tvalid_0's auc: 0.964954\n",
      "[9094]\tvalid_0's auc: 0.964955\n",
      "[9095]\tvalid_0's auc: 0.964956\n",
      "[9096]\tvalid_0's auc: 0.964957\n",
      "[9097]\tvalid_0's auc: 0.964957\n",
      "[9098]\tvalid_0's auc: 0.964959\n",
      "[9099]\tvalid_0's auc: 0.964959\n",
      "[9100]\tvalid_0's auc: 0.964961\n",
      "[9101]\tvalid_0's auc: 0.964961\n",
      "[9102]\tvalid_0's auc: 0.964961\n",
      "[9103]\tvalid_0's auc: 0.964962\n",
      "[9104]\tvalid_0's auc: 0.964961\n",
      "[9105]\tvalid_0's auc: 0.964962\n",
      "[9106]\tvalid_0's auc: 0.964964\n",
      "[9107]\tvalid_0's auc: 0.964965\n",
      "[9108]\tvalid_0's auc: 0.964966\n",
      "[9109]\tvalid_0's auc: 0.964967\n",
      "[9110]\tvalid_0's auc: 0.964968\n",
      "[9111]\tvalid_0's auc: 0.964969\n",
      "[9112]\tvalid_0's auc: 0.96497\n",
      "[9113]\tvalid_0's auc: 0.964971\n",
      "[9114]\tvalid_0's auc: 0.964972\n",
      "[9115]\tvalid_0's auc: 0.964973\n",
      "[9116]\tvalid_0's auc: 0.964973\n",
      "[9117]\tvalid_0's auc: 0.964974\n",
      "[9118]\tvalid_0's auc: 0.964975\n",
      "[9119]\tvalid_0's auc: 0.964977\n",
      "[9120]\tvalid_0's auc: 0.964978\n",
      "[9121]\tvalid_0's auc: 0.964979\n",
      "[9122]\tvalid_0's auc: 0.96498\n",
      "[9123]\tvalid_0's auc: 0.964981\n",
      "[9124]\tvalid_0's auc: 0.964981\n",
      "[9125]\tvalid_0's auc: 0.964982\n",
      "[9126]\tvalid_0's auc: 0.964983\n",
      "[9127]\tvalid_0's auc: 0.964986\n",
      "[9128]\tvalid_0's auc: 0.964986\n",
      "[9129]\tvalid_0's auc: 0.964988\n",
      "[9130]\tvalid_0's auc: 0.96499\n",
      "[9131]\tvalid_0's auc: 0.964991\n",
      "[9132]\tvalid_0's auc: 0.964992\n",
      "[9133]\tvalid_0's auc: 0.964993\n",
      "[9134]\tvalid_0's auc: 0.964995\n",
      "[9135]\tvalid_0's auc: 0.964995\n",
      "[9136]\tvalid_0's auc: 0.964995\n",
      "[9137]\tvalid_0's auc: 0.964998\n",
      "[9138]\tvalid_0's auc: 0.964999\n",
      "[9139]\tvalid_0's auc: 0.965\n",
      "[9140]\tvalid_0's auc: 0.965001\n",
      "[9141]\tvalid_0's auc: 0.965002\n",
      "[9142]\tvalid_0's auc: 0.965001\n",
      "[9143]\tvalid_0's auc: 0.965002\n",
      "[9144]\tvalid_0's auc: 0.965004\n",
      "[9145]\tvalid_0's auc: 0.965007\n",
      "[9146]\tvalid_0's auc: 0.965008\n",
      "[9147]\tvalid_0's auc: 0.965008\n",
      "[9148]\tvalid_0's auc: 0.965009\n",
      "[9149]\tvalid_0's auc: 0.965011\n",
      "[9150]\tvalid_0's auc: 0.965012\n",
      "[9151]\tvalid_0's auc: 0.965013\n",
      "[9152]\tvalid_0's auc: 0.965016\n",
      "[9153]\tvalid_0's auc: 0.965018\n",
      "[9154]\tvalid_0's auc: 0.965018\n",
      "[9155]\tvalid_0's auc: 0.965019\n",
      "[9156]\tvalid_0's auc: 0.96502\n",
      "[9157]\tvalid_0's auc: 0.965022\n",
      "[9158]\tvalid_0's auc: 0.965022\n",
      "[9159]\tvalid_0's auc: 0.965023\n",
      "[9160]\tvalid_0's auc: 0.965025\n",
      "[9161]\tvalid_0's auc: 0.965026\n",
      "[9162]\tvalid_0's auc: 0.965028\n",
      "[9163]\tvalid_0's auc: 0.965029\n",
      "[9164]\tvalid_0's auc: 0.96503\n",
      "[9165]\tvalid_0's auc: 0.965031\n",
      "[9166]\tvalid_0's auc: 0.965032\n",
      "[9167]\tvalid_0's auc: 0.965033\n",
      "[9168]\tvalid_0's auc: 0.965036\n",
      "[9169]\tvalid_0's auc: 0.965036\n",
      "[9170]\tvalid_0's auc: 0.965037\n",
      "[9171]\tvalid_0's auc: 0.965038\n",
      "[9172]\tvalid_0's auc: 0.96504\n",
      "[9173]\tvalid_0's auc: 0.965041\n",
      "[9174]\tvalid_0's auc: 0.965042\n",
      "[9175]\tvalid_0's auc: 0.965043\n",
      "[9176]\tvalid_0's auc: 0.965046\n",
      "[9177]\tvalid_0's auc: 0.965047\n",
      "[9178]\tvalid_0's auc: 0.965049\n",
      "[9179]\tvalid_0's auc: 0.965048\n",
      "[9180]\tvalid_0's auc: 0.965049\n",
      "[9181]\tvalid_0's auc: 0.96505\n",
      "[9182]\tvalid_0's auc: 0.965052\n",
      "[9183]\tvalid_0's auc: 0.965053\n",
      "[9184]\tvalid_0's auc: 0.965056\n",
      "[9185]\tvalid_0's auc: 0.965057\n",
      "[9186]\tvalid_0's auc: 0.965058\n",
      "[9187]\tvalid_0's auc: 0.965059\n",
      "[9188]\tvalid_0's auc: 0.965061\n",
      "[9189]\tvalid_0's auc: 0.965061\n",
      "[9190]\tvalid_0's auc: 0.965062\n",
      "[9191]\tvalid_0's auc: 0.965065\n",
      "[9192]\tvalid_0's auc: 0.965065\n",
      "[9193]\tvalid_0's auc: 0.965067\n",
      "[9194]\tvalid_0's auc: 0.965067\n",
      "[9195]\tvalid_0's auc: 0.965069\n",
      "[9196]\tvalid_0's auc: 0.965071\n",
      "[9197]\tvalid_0's auc: 0.965073\n",
      "[9198]\tvalid_0's auc: 0.965073\n",
      "[9199]\tvalid_0's auc: 0.965075\n",
      "[9200]\tvalid_0's auc: 0.965076\n",
      "[9201]\tvalid_0's auc: 0.965077\n",
      "[9202]\tvalid_0's auc: 0.965078\n",
      "[9203]\tvalid_0's auc: 0.965079\n",
      "[9204]\tvalid_0's auc: 0.96508\n",
      "[9205]\tvalid_0's auc: 0.965082\n",
      "[9206]\tvalid_0's auc: 0.965082\n",
      "[9207]\tvalid_0's auc: 0.965083\n",
      "[9208]\tvalid_0's auc: 0.965083\n",
      "[9209]\tvalid_0's auc: 0.965085\n",
      "[9210]\tvalid_0's auc: 0.965086\n",
      "[9211]\tvalid_0's auc: 0.965086\n",
      "[9212]\tvalid_0's auc: 0.965088\n",
      "[9213]\tvalid_0's auc: 0.965089\n",
      "[9214]\tvalid_0's auc: 0.965089\n",
      "[9215]\tvalid_0's auc: 0.965089\n",
      "[9216]\tvalid_0's auc: 0.965089\n",
      "[9217]\tvalid_0's auc: 0.965091\n",
      "[9218]\tvalid_0's auc: 0.965091\n",
      "[9219]\tvalid_0's auc: 0.965092\n",
      "[9220]\tvalid_0's auc: 0.965093\n",
      "[9221]\tvalid_0's auc: 0.965093\n",
      "[9222]\tvalid_0's auc: 0.965094\n",
      "[9223]\tvalid_0's auc: 0.965095\n",
      "[9224]\tvalid_0's auc: 0.965096\n",
      "[9225]\tvalid_0's auc: 0.965096\n",
      "[9226]\tvalid_0's auc: 0.965098\n",
      "[9227]\tvalid_0's auc: 0.965098\n",
      "[9228]\tvalid_0's auc: 0.965099\n",
      "[9229]\tvalid_0's auc: 0.965101\n",
      "[9230]\tvalid_0's auc: 0.965102\n",
      "[9231]\tvalid_0's auc: 0.965103\n",
      "[9232]\tvalid_0's auc: 0.965105\n",
      "[9233]\tvalid_0's auc: 0.965107\n",
      "[9234]\tvalid_0's auc: 0.965109\n",
      "[9235]\tvalid_0's auc: 0.96511\n",
      "[9236]\tvalid_0's auc: 0.965111\n",
      "[9237]\tvalid_0's auc: 0.965112\n",
      "[9238]\tvalid_0's auc: 0.965115\n",
      "[9239]\tvalid_0's auc: 0.965117\n",
      "[9240]\tvalid_0's auc: 0.965118\n",
      "[9241]\tvalid_0's auc: 0.96512\n",
      "[9242]\tvalid_0's auc: 0.965122\n",
      "[9243]\tvalid_0's auc: 0.965124\n",
      "[9244]\tvalid_0's auc: 0.965125\n",
      "[9245]\tvalid_0's auc: 0.965126\n",
      "[9246]\tvalid_0's auc: 0.965127\n",
      "[9247]\tvalid_0's auc: 0.965128\n",
      "[9248]\tvalid_0's auc: 0.965128\n",
      "[9249]\tvalid_0's auc: 0.965129\n",
      "[9250]\tvalid_0's auc: 0.96513\n",
      "[9251]\tvalid_0's auc: 0.96513\n",
      "[9252]\tvalid_0's auc: 0.965131\n",
      "[9253]\tvalid_0's auc: 0.965133\n",
      "[9254]\tvalid_0's auc: 0.965134\n",
      "[9255]\tvalid_0's auc: 0.965135\n",
      "[9256]\tvalid_0's auc: 0.965135\n",
      "[9257]\tvalid_0's auc: 0.965136\n",
      "[9258]\tvalid_0's auc: 0.965137\n",
      "[9259]\tvalid_0's auc: 0.965139\n",
      "[9260]\tvalid_0's auc: 0.965138\n",
      "[9261]\tvalid_0's auc: 0.965141\n",
      "[9262]\tvalid_0's auc: 0.965142\n",
      "[9263]\tvalid_0's auc: 0.965143\n",
      "[9264]\tvalid_0's auc: 0.965144\n",
      "[9265]\tvalid_0's auc: 0.965145\n",
      "[9266]\tvalid_0's auc: 0.965147\n",
      "[9267]\tvalid_0's auc: 0.965149\n",
      "[9268]\tvalid_0's auc: 0.96515\n",
      "[9269]\tvalid_0's auc: 0.965151\n",
      "[9270]\tvalid_0's auc: 0.965151\n",
      "[9271]\tvalid_0's auc: 0.965154\n",
      "[9272]\tvalid_0's auc: 0.965154\n",
      "[9273]\tvalid_0's auc: 0.965155\n",
      "[9274]\tvalid_0's auc: 0.965156\n",
      "[9275]\tvalid_0's auc: 0.965155\n",
      "[9276]\tvalid_0's auc: 0.965156\n",
      "[9277]\tvalid_0's auc: 0.965158\n",
      "[9278]\tvalid_0's auc: 0.965159\n",
      "[9279]\tvalid_0's auc: 0.96516\n",
      "[9280]\tvalid_0's auc: 0.965161\n",
      "[9281]\tvalid_0's auc: 0.965162\n",
      "[9282]\tvalid_0's auc: 0.965164\n",
      "[9283]\tvalid_0's auc: 0.965164\n",
      "[9284]\tvalid_0's auc: 0.965165\n",
      "[9285]\tvalid_0's auc: 0.965166\n",
      "[9286]\tvalid_0's auc: 0.965167\n",
      "[9287]\tvalid_0's auc: 0.965169\n",
      "[9288]\tvalid_0's auc: 0.96517\n",
      "[9289]\tvalid_0's auc: 0.965171\n",
      "[9290]\tvalid_0's auc: 0.965172\n",
      "[9291]\tvalid_0's auc: 0.965173\n",
      "[9292]\tvalid_0's auc: 0.965175\n",
      "[9293]\tvalid_0's auc: 0.965175\n",
      "[9294]\tvalid_0's auc: 0.965177\n",
      "[9295]\tvalid_0's auc: 0.965177\n",
      "[9296]\tvalid_0's auc: 0.965178\n",
      "[9297]\tvalid_0's auc: 0.965178\n",
      "[9298]\tvalid_0's auc: 0.96518\n",
      "[9299]\tvalid_0's auc: 0.965181\n",
      "[9300]\tvalid_0's auc: 0.965182\n",
      "[9301]\tvalid_0's auc: 0.965183\n",
      "[9302]\tvalid_0's auc: 0.965183\n",
      "[9303]\tvalid_0's auc: 0.965184\n",
      "[9304]\tvalid_0's auc: 0.965185\n",
      "[9305]\tvalid_0's auc: 0.965186\n",
      "[9306]\tvalid_0's auc: 0.965187\n",
      "[9307]\tvalid_0's auc: 0.965188\n",
      "[9308]\tvalid_0's auc: 0.965189\n",
      "[9309]\tvalid_0's auc: 0.965191\n",
      "[9310]\tvalid_0's auc: 0.965192\n",
      "[9311]\tvalid_0's auc: 0.965193\n",
      "[9312]\tvalid_0's auc: 0.965194\n",
      "[9313]\tvalid_0's auc: 0.965194\n",
      "[9314]\tvalid_0's auc: 0.965195\n",
      "[9315]\tvalid_0's auc: 0.965196\n",
      "[9316]\tvalid_0's auc: 0.965199\n",
      "[9317]\tvalid_0's auc: 0.965199\n",
      "[9318]\tvalid_0's auc: 0.965201\n",
      "[9319]\tvalid_0's auc: 0.965201\n",
      "[9320]\tvalid_0's auc: 0.965202\n",
      "[9321]\tvalid_0's auc: 0.965203\n",
      "[9322]\tvalid_0's auc: 0.965204\n",
      "[9323]\tvalid_0's auc: 0.965205\n",
      "[9324]\tvalid_0's auc: 0.965207\n",
      "[9325]\tvalid_0's auc: 0.965208\n",
      "[9326]\tvalid_0's auc: 0.965209\n",
      "[9327]\tvalid_0's auc: 0.965209\n",
      "[9328]\tvalid_0's auc: 0.965211\n",
      "[9329]\tvalid_0's auc: 0.965212\n",
      "[9330]\tvalid_0's auc: 0.965215\n",
      "[9331]\tvalid_0's auc: 0.965215\n",
      "[9332]\tvalid_0's auc: 0.965216\n",
      "[9333]\tvalid_0's auc: 0.965217\n",
      "[9334]\tvalid_0's auc: 0.965217\n",
      "[9335]\tvalid_0's auc: 0.965218\n",
      "[9336]\tvalid_0's auc: 0.96522\n",
      "[9337]\tvalid_0's auc: 0.965221\n",
      "[9338]\tvalid_0's auc: 0.965222\n",
      "[9339]\tvalid_0's auc: 0.965223\n",
      "[9340]\tvalid_0's auc: 0.965224\n",
      "[9341]\tvalid_0's auc: 0.965225\n",
      "[9342]\tvalid_0's auc: 0.965226\n",
      "[9343]\tvalid_0's auc: 0.965226\n",
      "[9344]\tvalid_0's auc: 0.965227\n",
      "[9345]\tvalid_0's auc: 0.965229\n",
      "[9346]\tvalid_0's auc: 0.965229\n",
      "[9347]\tvalid_0's auc: 0.965231\n",
      "[9348]\tvalid_0's auc: 0.965232\n",
      "[9349]\tvalid_0's auc: 0.965233\n",
      "[9350]\tvalid_0's auc: 0.965233\n",
      "[9351]\tvalid_0's auc: 0.965235\n",
      "[9352]\tvalid_0's auc: 0.965235\n",
      "[9353]\tvalid_0's auc: 0.965236\n",
      "[9354]\tvalid_0's auc: 0.965237\n",
      "[9355]\tvalid_0's auc: 0.965237\n",
      "[9356]\tvalid_0's auc: 0.965238\n",
      "[9357]\tvalid_0's auc: 0.965239\n",
      "[9358]\tvalid_0's auc: 0.96524\n",
      "[9359]\tvalid_0's auc: 0.965242\n",
      "[9360]\tvalid_0's auc: 0.965242\n",
      "[9361]\tvalid_0's auc: 0.965244\n",
      "[9362]\tvalid_0's auc: 0.965244\n",
      "[9363]\tvalid_0's auc: 0.965246\n",
      "[9364]\tvalid_0's auc: 0.965247\n",
      "[9365]\tvalid_0's auc: 0.965249\n",
      "[9366]\tvalid_0's auc: 0.965249\n",
      "[9367]\tvalid_0's auc: 0.96525\n",
      "[9368]\tvalid_0's auc: 0.96525\n",
      "[9369]\tvalid_0's auc: 0.96525\n",
      "[9370]\tvalid_0's auc: 0.965252\n",
      "[9371]\tvalid_0's auc: 0.965252\n",
      "[9372]\tvalid_0's auc: 0.965253\n",
      "[9373]\tvalid_0's auc: 0.965255\n",
      "[9374]\tvalid_0's auc: 0.965256\n",
      "[9375]\tvalid_0's auc: 0.965258\n",
      "[9376]\tvalid_0's auc: 0.965258\n",
      "[9377]\tvalid_0's auc: 0.965261\n",
      "[9378]\tvalid_0's auc: 0.965261\n",
      "[9379]\tvalid_0's auc: 0.965263\n",
      "[9380]\tvalid_0's auc: 0.965264\n",
      "[9381]\tvalid_0's auc: 0.965263\n",
      "[9382]\tvalid_0's auc: 0.965264\n",
      "[9383]\tvalid_0's auc: 0.965265\n",
      "[9384]\tvalid_0's auc: 0.965266\n",
      "[9385]\tvalid_0's auc: 0.965267\n",
      "[9386]\tvalid_0's auc: 0.965268\n",
      "[9387]\tvalid_0's auc: 0.965269\n",
      "[9388]\tvalid_0's auc: 0.96527\n",
      "[9389]\tvalid_0's auc: 0.965272\n",
      "[9390]\tvalid_0's auc: 0.965273\n",
      "[9391]\tvalid_0's auc: 0.965274\n",
      "[9392]\tvalid_0's auc: 0.965275\n",
      "[9393]\tvalid_0's auc: 0.965278\n",
      "[9394]\tvalid_0's auc: 0.965278\n",
      "[9395]\tvalid_0's auc: 0.965278\n",
      "[9396]\tvalid_0's auc: 0.965279\n",
      "[9397]\tvalid_0's auc: 0.96528\n",
      "[9398]\tvalid_0's auc: 0.96528\n",
      "[9399]\tvalid_0's auc: 0.965281\n",
      "[9400]\tvalid_0's auc: 0.965283\n",
      "[9401]\tvalid_0's auc: 0.965283\n",
      "[9402]\tvalid_0's auc: 0.965284\n",
      "[9403]\tvalid_0's auc: 0.965287\n",
      "[9404]\tvalid_0's auc: 0.965287\n",
      "[9405]\tvalid_0's auc: 0.965287\n",
      "[9406]\tvalid_0's auc: 0.965288\n",
      "[9407]\tvalid_0's auc: 0.965291\n",
      "[9408]\tvalid_0's auc: 0.965293\n",
      "[9409]\tvalid_0's auc: 0.965294\n",
      "[9410]\tvalid_0's auc: 0.965294\n",
      "[9411]\tvalid_0's auc: 0.965296\n",
      "[9412]\tvalid_0's auc: 0.965296\n",
      "[9413]\tvalid_0's auc: 0.965298\n",
      "[9414]\tvalid_0's auc: 0.965299\n",
      "[9415]\tvalid_0's auc: 0.965299\n",
      "[9416]\tvalid_0's auc: 0.965302\n",
      "[9417]\tvalid_0's auc: 0.965303\n",
      "[9418]\tvalid_0's auc: 0.965304\n",
      "[9419]\tvalid_0's auc: 0.965305\n",
      "[9420]\tvalid_0's auc: 0.965306\n",
      "[9421]\tvalid_0's auc: 0.965306\n",
      "[9422]\tvalid_0's auc: 0.965308\n",
      "[9423]\tvalid_0's auc: 0.965309\n",
      "[9424]\tvalid_0's auc: 0.965309\n",
      "[9425]\tvalid_0's auc: 0.96531\n",
      "[9426]\tvalid_0's auc: 0.965311\n",
      "[9427]\tvalid_0's auc: 0.965313\n",
      "[9428]\tvalid_0's auc: 0.965314\n",
      "[9429]\tvalid_0's auc: 0.965314\n",
      "[9430]\tvalid_0's auc: 0.965315\n",
      "[9431]\tvalid_0's auc: 0.965316\n",
      "[9432]\tvalid_0's auc: 0.965316\n",
      "[9433]\tvalid_0's auc: 0.965316\n",
      "[9434]\tvalid_0's auc: 0.965318\n",
      "[9435]\tvalid_0's auc: 0.965318\n",
      "[9436]\tvalid_0's auc: 0.965319\n",
      "[9437]\tvalid_0's auc: 0.965321\n",
      "[9438]\tvalid_0's auc: 0.965322\n",
      "[9439]\tvalid_0's auc: 0.965323\n",
      "[9440]\tvalid_0's auc: 0.965325\n",
      "[9441]\tvalid_0's auc: 0.965327\n",
      "[9442]\tvalid_0's auc: 0.965328\n",
      "[9443]\tvalid_0's auc: 0.96533\n",
      "[9444]\tvalid_0's auc: 0.965331\n",
      "[9445]\tvalid_0's auc: 0.965333\n",
      "[9446]\tvalid_0's auc: 0.965333\n",
      "[9447]\tvalid_0's auc: 0.965334\n",
      "[9448]\tvalid_0's auc: 0.965336\n",
      "[9449]\tvalid_0's auc: 0.965336\n",
      "[9450]\tvalid_0's auc: 0.965337\n",
      "[9451]\tvalid_0's auc: 0.965338\n",
      "[9452]\tvalid_0's auc: 0.965337\n",
      "[9453]\tvalid_0's auc: 0.965339\n",
      "[9454]\tvalid_0's auc: 0.96534\n",
      "[9455]\tvalid_0's auc: 0.965341\n",
      "[9456]\tvalid_0's auc: 0.965341\n",
      "[9457]\tvalid_0's auc: 0.965343\n",
      "[9458]\tvalid_0's auc: 0.965344\n",
      "[9459]\tvalid_0's auc: 0.965345\n",
      "[9460]\tvalid_0's auc: 0.965346\n",
      "[9461]\tvalid_0's auc: 0.965347\n",
      "[9462]\tvalid_0's auc: 0.965349\n",
      "[9463]\tvalid_0's auc: 0.965351\n",
      "[9464]\tvalid_0's auc: 0.965353\n",
      "[9465]\tvalid_0's auc: 0.965354\n",
      "[9466]\tvalid_0's auc: 0.965355\n",
      "[9467]\tvalid_0's auc: 0.965355\n",
      "[9468]\tvalid_0's auc: 0.965357\n",
      "[9469]\tvalid_0's auc: 0.965358\n",
      "[9470]\tvalid_0's auc: 0.965359\n",
      "[9471]\tvalid_0's auc: 0.965359\n",
      "[9472]\tvalid_0's auc: 0.965361\n",
      "[9473]\tvalid_0's auc: 0.965361\n",
      "[9474]\tvalid_0's auc: 0.965361\n",
      "[9475]\tvalid_0's auc: 0.965363\n",
      "[9476]\tvalid_0's auc: 0.965364\n",
      "[9477]\tvalid_0's auc: 0.965365\n",
      "[9478]\tvalid_0's auc: 0.965366\n",
      "[9479]\tvalid_0's auc: 0.965368\n",
      "[9480]\tvalid_0's auc: 0.965369\n",
      "[9481]\tvalid_0's auc: 0.965369\n",
      "[9482]\tvalid_0's auc: 0.965371\n",
      "[9483]\tvalid_0's auc: 0.965372\n",
      "[9484]\tvalid_0's auc: 0.965373\n",
      "[9485]\tvalid_0's auc: 0.965375\n",
      "[9486]\tvalid_0's auc: 0.965376\n",
      "[9487]\tvalid_0's auc: 0.965377\n",
      "[9488]\tvalid_0's auc: 0.96538\n",
      "[9489]\tvalid_0's auc: 0.965383\n",
      "[9490]\tvalid_0's auc: 0.965384\n",
      "[9491]\tvalid_0's auc: 0.965385\n",
      "[9492]\tvalid_0's auc: 0.965385\n",
      "[9493]\tvalid_0's auc: 0.965385\n",
      "[9494]\tvalid_0's auc: 0.965386\n",
      "[9495]\tvalid_0's auc: 0.965387\n",
      "[9496]\tvalid_0's auc: 0.965388\n",
      "[9497]\tvalid_0's auc: 0.965389\n",
      "[9498]\tvalid_0's auc: 0.965391\n",
      "[9499]\tvalid_0's auc: 0.965391\n",
      "[9500]\tvalid_0's auc: 0.965392\n",
      "[9501]\tvalid_0's auc: 0.965394\n",
      "[9502]\tvalid_0's auc: 0.965394\n",
      "[9503]\tvalid_0's auc: 0.965397\n",
      "[9504]\tvalid_0's auc: 0.965398\n",
      "[9505]\tvalid_0's auc: 0.965399\n",
      "[9506]\tvalid_0's auc: 0.9654\n",
      "[9507]\tvalid_0's auc: 0.9654\n",
      "[9508]\tvalid_0's auc: 0.965401\n",
      "[9509]\tvalid_0's auc: 0.965404\n",
      "[9510]\tvalid_0's auc: 0.965405\n",
      "[9511]\tvalid_0's auc: 0.965406\n",
      "[9512]\tvalid_0's auc: 0.965407\n",
      "[9513]\tvalid_0's auc: 0.965407\n",
      "[9514]\tvalid_0's auc: 0.965408\n",
      "[9515]\tvalid_0's auc: 0.965408\n",
      "[9516]\tvalid_0's auc: 0.965409\n",
      "[9517]\tvalid_0's auc: 0.96541\n",
      "[9518]\tvalid_0's auc: 0.965411\n",
      "[9519]\tvalid_0's auc: 0.96541\n",
      "[9520]\tvalid_0's auc: 0.965411\n",
      "[9521]\tvalid_0's auc: 0.965414\n",
      "[9522]\tvalid_0's auc: 0.965416\n",
      "[9523]\tvalid_0's auc: 0.965417\n",
      "[9524]\tvalid_0's auc: 0.965417\n",
      "[9525]\tvalid_0's auc: 0.965418\n",
      "[9526]\tvalid_0's auc: 0.96542\n",
      "[9527]\tvalid_0's auc: 0.965421\n",
      "[9528]\tvalid_0's auc: 0.96542\n",
      "[9529]\tvalid_0's auc: 0.965422\n",
      "[9530]\tvalid_0's auc: 0.965423\n",
      "[9531]\tvalid_0's auc: 0.965424\n",
      "[9532]\tvalid_0's auc: 0.965425\n",
      "[9533]\tvalid_0's auc: 0.965426\n",
      "[9534]\tvalid_0's auc: 0.965428\n",
      "[9535]\tvalid_0's auc: 0.965429\n",
      "[9536]\tvalid_0's auc: 0.965432\n",
      "[9537]\tvalid_0's auc: 0.965432\n",
      "[9538]\tvalid_0's auc: 0.965433\n",
      "[9539]\tvalid_0's auc: 0.965435\n",
      "[9540]\tvalid_0's auc: 0.965436\n",
      "[9541]\tvalid_0's auc: 0.965437\n",
      "[9542]\tvalid_0's auc: 0.965438\n",
      "[9543]\tvalid_0's auc: 0.965439\n",
      "[9544]\tvalid_0's auc: 0.965439\n",
      "[9545]\tvalid_0's auc: 0.96544\n",
      "[9546]\tvalid_0's auc: 0.965441\n",
      "[9547]\tvalid_0's auc: 0.965442\n",
      "[9548]\tvalid_0's auc: 0.965443\n",
      "[9549]\tvalid_0's auc: 0.965444\n",
      "[9550]\tvalid_0's auc: 0.965444\n",
      "[9551]\tvalid_0's auc: 0.965445\n",
      "[9552]\tvalid_0's auc: 0.965446\n",
      "[9553]\tvalid_0's auc: 0.965448\n",
      "[9554]\tvalid_0's auc: 0.965449\n",
      "[9555]\tvalid_0's auc: 0.965449\n",
      "[9556]\tvalid_0's auc: 0.965451\n",
      "[9557]\tvalid_0's auc: 0.965452\n",
      "[9558]\tvalid_0's auc: 0.965453\n",
      "[9559]\tvalid_0's auc: 0.965453\n",
      "[9560]\tvalid_0's auc: 0.965455\n",
      "[9561]\tvalid_0's auc: 0.965456\n",
      "[9562]\tvalid_0's auc: 0.965457\n",
      "[9563]\tvalid_0's auc: 0.965459\n",
      "[9564]\tvalid_0's auc: 0.965459\n",
      "[9565]\tvalid_0's auc: 0.965461\n",
      "[9566]\tvalid_0's auc: 0.965461\n",
      "[9567]\tvalid_0's auc: 0.965462\n",
      "[9568]\tvalid_0's auc: 0.965464\n",
      "[9569]\tvalid_0's auc: 0.965465\n",
      "[9570]\tvalid_0's auc: 0.965466\n",
      "[9571]\tvalid_0's auc: 0.965466\n",
      "[9572]\tvalid_0's auc: 0.965466\n",
      "[9573]\tvalid_0's auc: 0.965467\n",
      "[9574]\tvalid_0's auc: 0.965468\n",
      "[9575]\tvalid_0's auc: 0.965469\n",
      "[9576]\tvalid_0's auc: 0.96547\n",
      "[9577]\tvalid_0's auc: 0.965471\n",
      "[9578]\tvalid_0's auc: 0.965471\n",
      "[9579]\tvalid_0's auc: 0.965472\n",
      "[9580]\tvalid_0's auc: 0.965473\n",
      "[9581]\tvalid_0's auc: 0.965474\n",
      "[9582]\tvalid_0's auc: 0.965474\n",
      "[9583]\tvalid_0's auc: 0.965477\n",
      "[9584]\tvalid_0's auc: 0.965478\n",
      "[9585]\tvalid_0's auc: 0.96548\n",
      "[9586]\tvalid_0's auc: 0.965481\n",
      "[9587]\tvalid_0's auc: 0.965482\n",
      "[9588]\tvalid_0's auc: 0.965483\n",
      "[9589]\tvalid_0's auc: 0.965485\n",
      "[9590]\tvalid_0's auc: 0.965485\n",
      "[9591]\tvalid_0's auc: 0.965486\n",
      "[9592]\tvalid_0's auc: 0.965487\n",
      "[9593]\tvalid_0's auc: 0.965488\n",
      "[9594]\tvalid_0's auc: 0.96549\n",
      "[9595]\tvalid_0's auc: 0.96549\n",
      "[9596]\tvalid_0's auc: 0.965491\n",
      "[9597]\tvalid_0's auc: 0.965493\n",
      "[9598]\tvalid_0's auc: 0.965494\n",
      "[9599]\tvalid_0's auc: 0.965496\n",
      "[9600]\tvalid_0's auc: 0.965496\n",
      "[9601]\tvalid_0's auc: 0.965499\n",
      "[9602]\tvalid_0's auc: 0.9655\n",
      "[9603]\tvalid_0's auc: 0.965501\n",
      "[9604]\tvalid_0's auc: 0.965502\n",
      "[9605]\tvalid_0's auc: 0.965503\n",
      "[9606]\tvalid_0's auc: 0.965506\n",
      "[9607]\tvalid_0's auc: 0.965506\n",
      "[9608]\tvalid_0's auc: 0.965506\n",
      "[9609]\tvalid_0's auc: 0.965509\n",
      "[9610]\tvalid_0's auc: 0.965509\n",
      "[9611]\tvalid_0's auc: 0.96551\n",
      "[9612]\tvalid_0's auc: 0.965511\n",
      "[9613]\tvalid_0's auc: 0.965512\n",
      "[9614]\tvalid_0's auc: 0.965513\n",
      "[9615]\tvalid_0's auc: 0.965513\n",
      "[9616]\tvalid_0's auc: 0.965514\n",
      "[9617]\tvalid_0's auc: 0.965514\n",
      "[9618]\tvalid_0's auc: 0.965514\n",
      "[9619]\tvalid_0's auc: 0.965515\n",
      "[9620]\tvalid_0's auc: 0.965517\n",
      "[9621]\tvalid_0's auc: 0.965518\n",
      "[9622]\tvalid_0's auc: 0.965519\n",
      "[9623]\tvalid_0's auc: 0.965521\n",
      "[9624]\tvalid_0's auc: 0.965523\n",
      "[9625]\tvalid_0's auc: 0.965524\n",
      "[9626]\tvalid_0's auc: 0.965525\n",
      "[9627]\tvalid_0's auc: 0.965526\n",
      "[9628]\tvalid_0's auc: 0.965526\n",
      "[9629]\tvalid_0's auc: 0.965527\n",
      "[9630]\tvalid_0's auc: 0.965527\n",
      "[9631]\tvalid_0's auc: 0.965528\n",
      "[9632]\tvalid_0's auc: 0.96553\n",
      "[9633]\tvalid_0's auc: 0.965531\n",
      "[9634]\tvalid_0's auc: 0.965532\n",
      "[9635]\tvalid_0's auc: 0.965532\n",
      "[9636]\tvalid_0's auc: 0.965533\n",
      "[9637]\tvalid_0's auc: 0.965534\n",
      "[9638]\tvalid_0's auc: 0.965534\n",
      "[9639]\tvalid_0's auc: 0.965534\n",
      "[9640]\tvalid_0's auc: 0.965535\n",
      "[9641]\tvalid_0's auc: 0.965537\n",
      "[9642]\tvalid_0's auc: 0.965539\n",
      "[9643]\tvalid_0's auc: 0.965542\n",
      "[9644]\tvalid_0's auc: 0.965543\n",
      "[9645]\tvalid_0's auc: 0.965544\n",
      "[9646]\tvalid_0's auc: 0.965545\n",
      "[9647]\tvalid_0's auc: 0.965546\n",
      "[9648]\tvalid_0's auc: 0.965546\n",
      "[9649]\tvalid_0's auc: 0.965547\n",
      "[9650]\tvalid_0's auc: 0.965549\n",
      "[9651]\tvalid_0's auc: 0.965551\n",
      "[9652]\tvalid_0's auc: 0.965552\n",
      "[9653]\tvalid_0's auc: 0.965553\n",
      "[9654]\tvalid_0's auc: 0.965554\n",
      "[9655]\tvalid_0's auc: 0.965556\n",
      "[9656]\tvalid_0's auc: 0.965556\n",
      "[9657]\tvalid_0's auc: 0.965557\n",
      "[9658]\tvalid_0's auc: 0.965559\n",
      "[9659]\tvalid_0's auc: 0.96556\n",
      "[9660]\tvalid_0's auc: 0.965561\n",
      "[9661]\tvalid_0's auc: 0.965561\n",
      "[9662]\tvalid_0's auc: 0.965562\n",
      "[9663]\tvalid_0's auc: 0.965563\n",
      "[9664]\tvalid_0's auc: 0.965563\n",
      "[9665]\tvalid_0's auc: 0.965564\n",
      "[9666]\tvalid_0's auc: 0.965566\n",
      "[9667]\tvalid_0's auc: 0.965566\n",
      "[9668]\tvalid_0's auc: 0.965567\n",
      "[9669]\tvalid_0's auc: 0.965567\n",
      "[9670]\tvalid_0's auc: 0.965568\n",
      "[9671]\tvalid_0's auc: 0.96557\n",
      "[9672]\tvalid_0's auc: 0.965571\n",
      "[9673]\tvalid_0's auc: 0.965571\n",
      "[9674]\tvalid_0's auc: 0.965572\n",
      "[9675]\tvalid_0's auc: 0.965573\n",
      "[9676]\tvalid_0's auc: 0.965573\n",
      "[9677]\tvalid_0's auc: 0.965574\n",
      "[9678]\tvalid_0's auc: 0.965576\n",
      "[9679]\tvalid_0's auc: 0.965578\n",
      "[9680]\tvalid_0's auc: 0.965579\n",
      "[9681]\tvalid_0's auc: 0.96558\n",
      "[9682]\tvalid_0's auc: 0.965581\n",
      "[9683]\tvalid_0's auc: 0.965582\n",
      "[9684]\tvalid_0's auc: 0.965583\n",
      "[9685]\tvalid_0's auc: 0.965584\n",
      "[9686]\tvalid_0's auc: 0.965585\n",
      "[9687]\tvalid_0's auc: 0.965585\n",
      "[9688]\tvalid_0's auc: 0.965587\n",
      "[9689]\tvalid_0's auc: 0.965587\n",
      "[9690]\tvalid_0's auc: 0.965587\n",
      "[9691]\tvalid_0's auc: 0.965588\n",
      "[9692]\tvalid_0's auc: 0.965589\n",
      "[9693]\tvalid_0's auc: 0.96559\n",
      "[9694]\tvalid_0's auc: 0.965591\n",
      "[9695]\tvalid_0's auc: 0.965592\n",
      "[9696]\tvalid_0's auc: 0.965592\n",
      "[9697]\tvalid_0's auc: 0.965593\n",
      "[9698]\tvalid_0's auc: 0.965594\n",
      "[9699]\tvalid_0's auc: 0.965596\n",
      "[9700]\tvalid_0's auc: 0.965597\n",
      "[9701]\tvalid_0's auc: 0.965599\n",
      "[9702]\tvalid_0's auc: 0.965599\n",
      "[9703]\tvalid_0's auc: 0.9656\n",
      "[9704]\tvalid_0's auc: 0.965601\n",
      "[9705]\tvalid_0's auc: 0.965601\n",
      "[9706]\tvalid_0's auc: 0.965602\n",
      "[9707]\tvalid_0's auc: 0.965603\n",
      "[9708]\tvalid_0's auc: 0.965605\n",
      "[9709]\tvalid_0's auc: 0.965607\n",
      "[9710]\tvalid_0's auc: 0.965607\n",
      "[9711]\tvalid_0's auc: 0.965609\n",
      "[9712]\tvalid_0's auc: 0.96561\n",
      "[9713]\tvalid_0's auc: 0.96561\n",
      "[9714]\tvalid_0's auc: 0.965613\n",
      "[9715]\tvalid_0's auc: 0.965614\n",
      "[9716]\tvalid_0's auc: 0.965614\n",
      "[9717]\tvalid_0's auc: 0.965615\n",
      "[9718]\tvalid_0's auc: 0.965617\n",
      "[9719]\tvalid_0's auc: 0.965618\n",
      "[9720]\tvalid_0's auc: 0.96562\n",
      "[9721]\tvalid_0's auc: 0.96562\n",
      "[9722]\tvalid_0's auc: 0.965621\n",
      "[9723]\tvalid_0's auc: 0.965622\n",
      "[9724]\tvalid_0's auc: 0.965623\n",
      "[9725]\tvalid_0's auc: 0.965624\n",
      "[9726]\tvalid_0's auc: 0.965625\n",
      "[9727]\tvalid_0's auc: 0.965625\n",
      "[9728]\tvalid_0's auc: 0.965626\n",
      "[9729]\tvalid_0's auc: 0.965627\n",
      "[9730]\tvalid_0's auc: 0.965627\n",
      "[9731]\tvalid_0's auc: 0.965629\n",
      "[9732]\tvalid_0's auc: 0.965629\n",
      "[9733]\tvalid_0's auc: 0.965631\n",
      "[9734]\tvalid_0's auc: 0.965633\n",
      "[9735]\tvalid_0's auc: 0.965633\n",
      "[9736]\tvalid_0's auc: 0.965635\n",
      "[9737]\tvalid_0's auc: 0.965635\n",
      "[9738]\tvalid_0's auc: 0.965636\n",
      "[9739]\tvalid_0's auc: 0.965636\n",
      "[9740]\tvalid_0's auc: 0.965638\n",
      "[9741]\tvalid_0's auc: 0.965639\n",
      "[9742]\tvalid_0's auc: 0.96564\n",
      "[9743]\tvalid_0's auc: 0.96564\n",
      "[9744]\tvalid_0's auc: 0.96564\n",
      "[9745]\tvalid_0's auc: 0.965643\n",
      "[9746]\tvalid_0's auc: 0.965643\n",
      "[9747]\tvalid_0's auc: 0.965643\n",
      "[9748]\tvalid_0's auc: 0.965644\n",
      "[9749]\tvalid_0's auc: 0.965645\n",
      "[9750]\tvalid_0's auc: 0.965646\n",
      "[9751]\tvalid_0's auc: 0.965646\n",
      "[9752]\tvalid_0's auc: 0.965648\n",
      "[9753]\tvalid_0's auc: 0.965649\n",
      "[9754]\tvalid_0's auc: 0.96565\n",
      "[9755]\tvalid_0's auc: 0.96565\n",
      "[9756]\tvalid_0's auc: 0.965651\n",
      "[9757]\tvalid_0's auc: 0.965652\n",
      "[9758]\tvalid_0's auc: 0.965652\n",
      "[9759]\tvalid_0's auc: 0.965654\n",
      "[9760]\tvalid_0's auc: 0.965654\n",
      "[9761]\tvalid_0's auc: 0.965655\n",
      "[9762]\tvalid_0's auc: 0.965657\n",
      "[9763]\tvalid_0's auc: 0.965659\n",
      "[9764]\tvalid_0's auc: 0.96566\n",
      "[9765]\tvalid_0's auc: 0.965661\n",
      "[9766]\tvalid_0's auc: 0.965661\n",
      "[9767]\tvalid_0's auc: 0.965662\n",
      "[9768]\tvalid_0's auc: 0.965664\n",
      "[9769]\tvalid_0's auc: 0.965665\n",
      "[9770]\tvalid_0's auc: 0.965666\n",
      "[9771]\tvalid_0's auc: 0.965667\n",
      "[9772]\tvalid_0's auc: 0.965668\n",
      "[9773]\tvalid_0's auc: 0.965669\n",
      "[9774]\tvalid_0's auc: 0.965669\n",
      "[9775]\tvalid_0's auc: 0.96567\n",
      "[9776]\tvalid_0's auc: 0.965672\n",
      "[9777]\tvalid_0's auc: 0.965673\n",
      "[9778]\tvalid_0's auc: 0.965673\n",
      "[9779]\tvalid_0's auc: 0.965674\n",
      "[9780]\tvalid_0's auc: 0.965676\n",
      "[9781]\tvalid_0's auc: 0.965677\n",
      "[9782]\tvalid_0's auc: 0.965678\n",
      "[9783]\tvalid_0's auc: 0.965679\n",
      "[9784]\tvalid_0's auc: 0.96568\n",
      "[9785]\tvalid_0's auc: 0.96568\n",
      "[9786]\tvalid_0's auc: 0.965681\n",
      "[9787]\tvalid_0's auc: 0.965681\n",
      "[9788]\tvalid_0's auc: 0.965683\n",
      "[9789]\tvalid_0's auc: 0.965684\n",
      "[9790]\tvalid_0's auc: 0.965685\n",
      "[9791]\tvalid_0's auc: 0.965686\n",
      "[9792]\tvalid_0's auc: 0.965687\n",
      "[9793]\tvalid_0's auc: 0.965689\n",
      "[9794]\tvalid_0's auc: 0.96569\n",
      "[9795]\tvalid_0's auc: 0.965692\n",
      "[9796]\tvalid_0's auc: 0.965693\n",
      "[9797]\tvalid_0's auc: 0.965693\n",
      "[9798]\tvalid_0's auc: 0.965693\n",
      "[9799]\tvalid_0's auc: 0.965695\n",
      "[9800]\tvalid_0's auc: 0.965697\n",
      "[9801]\tvalid_0's auc: 0.965699\n",
      "[9802]\tvalid_0's auc: 0.965699\n",
      "[9803]\tvalid_0's auc: 0.9657\n",
      "[9804]\tvalid_0's auc: 0.965701\n",
      "[9805]\tvalid_0's auc: 0.965702\n",
      "[9806]\tvalid_0's auc: 0.965703\n",
      "[9807]\tvalid_0's auc: 0.965704\n",
      "[9808]\tvalid_0's auc: 0.965705\n",
      "[9809]\tvalid_0's auc: 0.965705\n",
      "[9810]\tvalid_0's auc: 0.965708\n",
      "[9811]\tvalid_0's auc: 0.965708\n",
      "[9812]\tvalid_0's auc: 0.965709\n",
      "[9813]\tvalid_0's auc: 0.965711\n",
      "[9814]\tvalid_0's auc: 0.965712\n",
      "[9815]\tvalid_0's auc: 0.965712\n",
      "[9816]\tvalid_0's auc: 0.965714\n",
      "[9817]\tvalid_0's auc: 0.965715\n",
      "[9818]\tvalid_0's auc: 0.965716\n",
      "[9819]\tvalid_0's auc: 0.965717\n",
      "[9820]\tvalid_0's auc: 0.965718\n",
      "[9821]\tvalid_0's auc: 0.965719\n",
      "[9822]\tvalid_0's auc: 0.965719\n",
      "[9823]\tvalid_0's auc: 0.965721\n",
      "[9824]\tvalid_0's auc: 0.965723\n",
      "[9825]\tvalid_0's auc: 0.965723\n",
      "[9826]\tvalid_0's auc: 0.965724\n",
      "[9827]\tvalid_0's auc: 0.965724\n",
      "[9828]\tvalid_0's auc: 0.965725\n",
      "[9829]\tvalid_0's auc: 0.965726\n",
      "[9830]\tvalid_0's auc: 0.965728\n",
      "[9831]\tvalid_0's auc: 0.96573\n",
      "[9832]\tvalid_0's auc: 0.965731\n",
      "[9833]\tvalid_0's auc: 0.965732\n",
      "[9834]\tvalid_0's auc: 0.965732\n",
      "[9835]\tvalid_0's auc: 0.965734\n",
      "[9836]\tvalid_0's auc: 0.965735\n",
      "[9837]\tvalid_0's auc: 0.965736\n",
      "[9838]\tvalid_0's auc: 0.965736\n",
      "[9839]\tvalid_0's auc: 0.965738\n",
      "[9840]\tvalid_0's auc: 0.965738\n",
      "[9841]\tvalid_0's auc: 0.965739\n",
      "[9842]\tvalid_0's auc: 0.965741\n",
      "[9843]\tvalid_0's auc: 0.965742\n",
      "[9844]\tvalid_0's auc: 0.965743\n",
      "[9845]\tvalid_0's auc: 0.965744\n",
      "[9846]\tvalid_0's auc: 0.965745\n",
      "[9847]\tvalid_0's auc: 0.965746\n",
      "[9848]\tvalid_0's auc: 0.965746\n",
      "[9849]\tvalid_0's auc: 0.965747\n",
      "[9850]\tvalid_0's auc: 0.965748\n",
      "[9851]\tvalid_0's auc: 0.965749\n",
      "[9852]\tvalid_0's auc: 0.965751\n",
      "[9853]\tvalid_0's auc: 0.965753\n",
      "[9854]\tvalid_0's auc: 0.965752\n",
      "[9855]\tvalid_0's auc: 0.965754\n",
      "[9856]\tvalid_0's auc: 0.965756\n",
      "[9857]\tvalid_0's auc: 0.965757\n",
      "[9858]\tvalid_0's auc: 0.965757\n",
      "[9859]\tvalid_0's auc: 0.965757\n",
      "[9860]\tvalid_0's auc: 0.965757\n",
      "[9861]\tvalid_0's auc: 0.965757\n",
      "[9862]\tvalid_0's auc: 0.965759\n",
      "[9863]\tvalid_0's auc: 0.96576\n",
      "[9864]\tvalid_0's auc: 0.965761\n",
      "[9865]\tvalid_0's auc: 0.965761\n",
      "[9866]\tvalid_0's auc: 0.965762\n",
      "[9867]\tvalid_0's auc: 0.965763\n",
      "[9868]\tvalid_0's auc: 0.965764\n",
      "[9869]\tvalid_0's auc: 0.965764\n",
      "[9870]\tvalid_0's auc: 0.965765\n",
      "[9871]\tvalid_0's auc: 0.965764\n",
      "[9872]\tvalid_0's auc: 0.965765\n",
      "[9873]\tvalid_0's auc: 0.965765\n",
      "[9874]\tvalid_0's auc: 0.965766\n",
      "[9875]\tvalid_0's auc: 0.965767\n",
      "[9876]\tvalid_0's auc: 0.965768\n",
      "[9877]\tvalid_0's auc: 0.965769\n",
      "[9878]\tvalid_0's auc: 0.96577\n",
      "[9879]\tvalid_0's auc: 0.965771\n",
      "[9880]\tvalid_0's auc: 0.965772\n",
      "[9881]\tvalid_0's auc: 0.965773\n",
      "[9882]\tvalid_0's auc: 0.965773\n",
      "[9883]\tvalid_0's auc: 0.965774\n",
      "[9884]\tvalid_0's auc: 0.965775\n",
      "[9885]\tvalid_0's auc: 0.965778\n",
      "[9886]\tvalid_0's auc: 0.965779\n",
      "[9887]\tvalid_0's auc: 0.965779\n",
      "[9888]\tvalid_0's auc: 0.96578\n",
      "[9889]\tvalid_0's auc: 0.965781\n",
      "[9890]\tvalid_0's auc: 0.965783\n",
      "[9891]\tvalid_0's auc: 0.965783\n",
      "[9892]\tvalid_0's auc: 0.965784\n",
      "[9893]\tvalid_0's auc: 0.965785\n",
      "[9894]\tvalid_0's auc: 0.965787\n",
      "[9895]\tvalid_0's auc: 0.965788\n",
      "[9896]\tvalid_0's auc: 0.965788\n",
      "[9897]\tvalid_0's auc: 0.96579\n",
      "[9898]\tvalid_0's auc: 0.965792\n",
      "[9899]\tvalid_0's auc: 0.965792\n",
      "[9900]\tvalid_0's auc: 0.965794\n",
      "[9901]\tvalid_0's auc: 0.965797\n",
      "[9902]\tvalid_0's auc: 0.965798\n",
      "[9903]\tvalid_0's auc: 0.9658\n",
      "[9904]\tvalid_0's auc: 0.965801\n",
      "[9905]\tvalid_0's auc: 0.965802\n",
      "[9906]\tvalid_0's auc: 0.965804\n",
      "[9907]\tvalid_0's auc: 0.965805\n",
      "[9908]\tvalid_0's auc: 0.965806\n",
      "[9909]\tvalid_0's auc: 0.965807\n",
      "[9910]\tvalid_0's auc: 0.965807\n",
      "[9911]\tvalid_0's auc: 0.965808\n",
      "[9912]\tvalid_0's auc: 0.965809\n",
      "[9913]\tvalid_0's auc: 0.96581\n",
      "[9914]\tvalid_0's auc: 0.96581\n",
      "[9915]\tvalid_0's auc: 0.965811\n",
      "[9916]\tvalid_0's auc: 0.965812\n",
      "[9917]\tvalid_0's auc: 0.965812\n",
      "[9918]\tvalid_0's auc: 0.965814\n",
      "[9919]\tvalid_0's auc: 0.965815\n",
      "[9920]\tvalid_0's auc: 0.965815\n",
      "[9921]\tvalid_0's auc: 0.965816\n",
      "[9922]\tvalid_0's auc: 0.965818\n",
      "[9923]\tvalid_0's auc: 0.965819\n",
      "[9924]\tvalid_0's auc: 0.965821\n",
      "[9925]\tvalid_0's auc: 0.965822\n",
      "[9926]\tvalid_0's auc: 0.965822\n",
      "[9927]\tvalid_0's auc: 0.965823\n",
      "[9928]\tvalid_0's auc: 0.965823\n",
      "[9929]\tvalid_0's auc: 0.965824\n",
      "[9930]\tvalid_0's auc: 0.965825\n",
      "[9931]\tvalid_0's auc: 0.965826\n",
      "[9932]\tvalid_0's auc: 0.965828\n",
      "[9933]\tvalid_0's auc: 0.965829\n",
      "[9934]\tvalid_0's auc: 0.965829\n",
      "[9935]\tvalid_0's auc: 0.965829\n",
      "[9936]\tvalid_0's auc: 0.965831\n",
      "[9937]\tvalid_0's auc: 0.965832\n",
      "[9938]\tvalid_0's auc: 0.965834\n",
      "[9939]\tvalid_0's auc: 0.965835\n",
      "[9940]\tvalid_0's auc: 0.965836\n",
      "[9941]\tvalid_0's auc: 0.965836\n",
      "[9942]\tvalid_0's auc: 0.965837\n",
      "[9943]\tvalid_0's auc: 0.965839\n",
      "[9944]\tvalid_0's auc: 0.96584\n",
      "[9945]\tvalid_0's auc: 0.965841\n",
      "[9946]\tvalid_0's auc: 0.965841\n",
      "[9947]\tvalid_0's auc: 0.965843\n",
      "[9948]\tvalid_0's auc: 0.965844\n",
      "[9949]\tvalid_0's auc: 0.965845\n",
      "[9950]\tvalid_0's auc: 0.965846\n",
      "[9951]\tvalid_0's auc: 0.965848\n",
      "[9952]\tvalid_0's auc: 0.965849\n",
      "[9953]\tvalid_0's auc: 0.965851\n",
      "[9954]\tvalid_0's auc: 0.965851\n",
      "[9955]\tvalid_0's auc: 0.965852\n",
      "[9956]\tvalid_0's auc: 0.965853\n",
      "[9957]\tvalid_0's auc: 0.965854\n",
      "[9958]\tvalid_0's auc: 0.965856\n",
      "[9959]\tvalid_0's auc: 0.965857\n",
      "[9960]\tvalid_0's auc: 0.965857\n",
      "[9961]\tvalid_0's auc: 0.965858\n",
      "[9962]\tvalid_0's auc: 0.965859\n",
      "[9963]\tvalid_0's auc: 0.96586\n",
      "[9964]\tvalid_0's auc: 0.965862\n",
      "[9965]\tvalid_0's auc: 0.965864\n",
      "[9966]\tvalid_0's auc: 0.965865\n",
      "[9967]\tvalid_0's auc: 0.965866\n",
      "[9968]\tvalid_0's auc: 0.965867\n",
      "[9969]\tvalid_0's auc: 0.965868\n",
      "[9970]\tvalid_0's auc: 0.965869\n",
      "[9971]\tvalid_0's auc: 0.96587\n",
      "[9972]\tvalid_0's auc: 0.965872\n",
      "[9973]\tvalid_0's auc: 0.965874\n",
      "[9974]\tvalid_0's auc: 0.965875\n",
      "[9975]\tvalid_0's auc: 0.965876\n",
      "[9976]\tvalid_0's auc: 0.965876\n",
      "[9977]\tvalid_0's auc: 0.965878\n",
      "[9978]\tvalid_0's auc: 0.965878\n",
      "[9979]\tvalid_0's auc: 0.965879\n",
      "[9980]\tvalid_0's auc: 0.96588\n",
      "[9981]\tvalid_0's auc: 0.965881\n",
      "[9982]\tvalid_0's auc: 0.965881\n",
      "[9983]\tvalid_0's auc: 0.965882\n",
      "[9984]\tvalid_0's auc: 0.965883\n",
      "[9985]\tvalid_0's auc: 0.965885\n",
      "[9986]\tvalid_0's auc: 0.965885\n",
      "[9987]\tvalid_0's auc: 0.965886\n",
      "[9988]\tvalid_0's auc: 0.965887\n",
      "[9989]\tvalid_0's auc: 0.965889\n",
      "[9990]\tvalid_0's auc: 0.96589\n",
      "[9991]\tvalid_0's auc: 0.965892\n",
      "[9992]\tvalid_0's auc: 0.965892\n",
      "[9993]\tvalid_0's auc: 0.965893\n",
      "[9994]\tvalid_0's auc: 0.965895\n",
      "[9995]\tvalid_0's auc: 0.965896\n",
      "[9996]\tvalid_0's auc: 0.965897\n",
      "[9997]\tvalid_0's auc: 0.965898\n",
      "[9998]\tvalid_0's auc: 0.965899\n",
      "[9999]\tvalid_0's auc: 0.965901\n",
      "[10000]\tvalid_0's auc: 0.965902\n",
      "Did not meet early stopping. Best iteration is:\n",
      "[10000]\tvalid_0's auc: 0.965902\n",
      "CPU times: user 4h 31min 1s, sys: 7min 53s, total: 4h 38min 54s\n",
      "Wall time: 1h 15min 18s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "params={'learning_rate': 0.001,\n",
    "        'objective': 'binary',\n",
    "        'metric': 'auc',\n",
    "        'num_threads': -1,\n",
    "        'num_leaves': 256,\n",
    "        'verbose': 2,\n",
    "        'random_state': 42,\n",
    "        'bagging_fraction': 1,\n",
    "        'feature_fraction': 0.85,\n",
    "        'n_estimators' : 10000,\n",
    "        'device_type' : 'gpu'\n",
    "       }\n",
    "\n",
    "model = lgb.LGBMClassifier(**params)\n",
    "model.fit(X = X_train, y = y_train, eval_set=[(X_val,y_val)],eval_metric  = 'auc', early_stopping_rounds = 500, verbose = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 36
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 10676,
     "status": "ok",
     "timestamp": 1569431457032,
     "user": {
      "displayName": "SangYoon Lee",
      "photoUrl": "",
      "userId": "04909331086661363239"
     },
     "user_tz": -540
    },
    "id": "IrIgJ7bMPUf5",
    "outputId": "2cd3865c-5de0-46da-a4b1-6429578b7432"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['/content/gdrive/My Drive/DL/FRD/lgb_2.00.pkl']"
      ]
     },
     "execution_count": 15,
     "metadata": {
      "tags": []
     },
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#model save\n",
    "from sklearn.externals import joblib\n",
    "joblib.dump(model, '/content/gdrive/My Drive/DL/FRD/lgb_2.00.pkl')"
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [],
   "machine_shape": "hm",
   "name": "Modeling.ipynb",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}