05-feature_preprocessing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Feature Preprocessing\n",
    "Die Daten werden in eine für *machine learning* nutzbare Represantation überführt."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import pickle\n",
    "from sklearn import preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datum</th>\n",
       "      <th>Wochentag</th>\n",
       "      <th>Fahrweg</th>\n",
       "      <th>Fahrt</th>\n",
       "      <th>Fahrzeugnummer</th>\n",
       "      <th>Linienverlauf</th>\n",
       "      <th>SollAb</th>\n",
       "      <th>IstAb</th>\n",
       "      <th>GPS-Breite Soll</th>\n",
       "      <th>GPS-Länge Soll</th>\n",
       "      <th>Verspätung</th>\n",
       "      <th>Verspätung_total_seconds</th>\n",
       "      <th>Feiertag</th>\n",
       "      <th>Stunden</th>\n",
       "      <th>Temperatur (°C)</th>\n",
       "      <th>Windstärke (km/h)</th>\n",
       "      <th>Wetter</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>01 Roxel Hallenbad A</td>\n",
       "      <td>2016-10-10 05:16:00</td>\n",
       "      <td>2016-10-10 05:15:45</td>\n",
       "      <td>519544255.0</td>\n",
       "      <td>75273611.0</td>\n",
       "      <td>-1 days +23:59:45</td>\n",
       "      <td>-15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>30 Ludgeriplatz B</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:58</td>\n",
       "      <td>519558997.0</td>\n",
       "      <td>76278508.0</td>\n",
       "      <td>00:00:58</td>\n",
       "      <td>58.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>02 Pantaleonstra¿e</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:14</td>\n",
       "      <td>519539.0</td>\n",
       "      <td>75313352.0</td>\n",
       "      <td>00:00:14</td>\n",
       "      <td>14.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>31 Goebenstr.</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:03</td>\n",
       "      <td>51952888.0</td>\n",
       "      <td>76254844.0</td>\n",
       "      <td>00:00:03</td>\n",
       "      <td>3.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>03 Pienersallee</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:09</td>\n",
       "      <td>519511969.0</td>\n",
       "      <td>75300852.0</td>\n",
       "      <td>00:00:09</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Datum   Wochentag  Fahrweg    Fahrt  Fahrzeugnummer  \\\n",
       "0 2016-10-10  Montag            4  1061896            1299   \n",
       "1 2016-10-10  Montag            2  1081890            5556   \n",
       "2 2016-10-10  Montag            4  1061896            1299   \n",
       "3 2016-10-10  Montag            2  1081890            5556   \n",
       "4 2016-10-10  Montag            4  1061896            1299   \n",
       "\n",
       "          Linienverlauf              SollAb               IstAb  \\\n",
       "0  01 Roxel Hallenbad A 2016-10-10 05:16:00 2016-10-10 05:15:45   \n",
       "1     30 Ludgeriplatz B 2016-10-10 05:17:00 2016-10-10 05:17:58   \n",
       "2    02 Pantaleonstra¿e 2016-10-10 05:17:00 2016-10-10 05:17:14   \n",
       "3         31 Goebenstr. 2016-10-10 05:19:00 2016-10-10 05:19:03   \n",
       "4       03 Pienersallee 2016-10-10 05:19:00 2016-10-10 05:19:09   \n",
       "\n",
       "   GPS-Breite Soll  GPS-Länge Soll        Verspätung  \\\n",
       "0      519544255.0      75273611.0 -1 days +23:59:45   \n",
       "1      519558997.0      76278508.0          00:00:58   \n",
       "2         519539.0      75313352.0          00:00:14   \n",
       "3       51952888.0      76254844.0          00:00:03   \n",
       "4      519511969.0      75300852.0          00:00:09   \n",
       "\n",
       "   Verspätung_total_seconds  Feiertag             Stunden  Temperatur (°C)  \\\n",
       "0                     -15.0     False 2016-10-10 05:00:00              6.0   \n",
       "1                      58.0     False 2016-10-10 05:00:00              6.0   \n",
       "2                      14.0     False 2016-10-10 05:00:00              6.0   \n",
       "3                       3.0     False 2016-10-10 05:00:00              6.0   \n",
       "4                       9.0     False 2016-10-10 05:00:00              6.0   \n",
       "\n",
       "   Windstärke (km/h)  Wetter  \n",
       "0                7.0  wolkig  \n",
       "1                7.0  wolkig  \n",
       "2                7.0  wolkig  \n",
       "3                7.0  wolkig  \n",
       "4                7.0  wolkig  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "with open('df_features.pickle', 'rb') as fp:\n",
    "    df_pre = pickle.load(fp)\n",
    "df_pre.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datum</th>\n",
       "      <th>Wochentag</th>\n",
       "      <th>Fahrweg</th>\n",
       "      <th>Fahrt</th>\n",
       "      <th>Fahrzeugnummer</th>\n",
       "      <th>Linienverlauf</th>\n",
       "      <th>SollAb</th>\n",
       "      <th>IstAb</th>\n",
       "      <th>GPS-Breite Soll</th>\n",
       "      <th>GPS-Länge Soll</th>\n",
       "      <th>Verspätung</th>\n",
       "      <th>Verspätung_total_seconds</th>\n",
       "      <th>Feiertag</th>\n",
       "      <th>Stunden</th>\n",
       "      <th>Temperatur (°C)</th>\n",
       "      <th>Windstärke (km/h)</th>\n",
       "      <th>Wetter</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>01 Roxel Hallenbad A</td>\n",
       "      <td>2016-10-10 05:16:00</td>\n",
       "      <td>2016-10-10 05:15:45</td>\n",
       "      <td>519544255.0</td>\n",
       "      <td>75273611.0</td>\n",
       "      <td>-1 days +23:59:45</td>\n",
       "      <td>-15.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>30 Ludgeriplatz B</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:58</td>\n",
       "      <td>519558997.0</td>\n",
       "      <td>76278508.0</td>\n",
       "      <td>00:00:58</td>\n",
       "      <td>58.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>02 Pantaleonstra¿e</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:14</td>\n",
       "      <td>519539.0</td>\n",
       "      <td>75313352.0</td>\n",
       "      <td>00:00:14</td>\n",
       "      <td>14.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>31 Goebenstr.</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:03</td>\n",
       "      <td>51952888.0</td>\n",
       "      <td>76254844.0</td>\n",
       "      <td>00:00:03</td>\n",
       "      <td>3.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>03 Pienersallee</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:09</td>\n",
       "      <td>519511969.0</td>\n",
       "      <td>75300852.0</td>\n",
       "      <td>00:00:09</td>\n",
       "      <td>9.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2016-10-10 05:00:00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>wolkig</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Datum   Wochentag  Fahrweg    Fahrt  Fahrzeugnummer  \\\n",
       "0 2016-10-10  Montag            4  1061896            1299   \n",
       "1 2016-10-10  Montag            2  1081890            5556   \n",
       "2 2016-10-10  Montag            4  1061896            1299   \n",
       "3 2016-10-10  Montag            2  1081890            5556   \n",
       "4 2016-10-10  Montag            4  1061896            1299   \n",
       "\n",
       "          Linienverlauf              SollAb               IstAb  \\\n",
       "0  01 Roxel Hallenbad A 2016-10-10 05:16:00 2016-10-10 05:15:45   \n",
       "1     30 Ludgeriplatz B 2016-10-10 05:17:00 2016-10-10 05:17:58   \n",
       "2    02 Pantaleonstra¿e 2016-10-10 05:17:00 2016-10-10 05:17:14   \n",
       "3         31 Goebenstr. 2016-10-10 05:19:00 2016-10-10 05:19:03   \n",
       "4       03 Pienersallee 2016-10-10 05:19:00 2016-10-10 05:19:09   \n",
       "\n",
       "   GPS-Breite Soll  GPS-Länge Soll        Verspätung  \\\n",
       "0      519544255.0      75273611.0 -1 days +23:59:45   \n",
       "1      519558997.0      76278508.0          00:00:58   \n",
       "2         519539.0      75313352.0          00:00:14   \n",
       "3       51952888.0      76254844.0          00:00:03   \n",
       "4      519511969.0      75300852.0          00:00:09   \n",
       "\n",
       "   Verspätung_total_seconds  Feiertag             Stunden  Temperatur (°C)  \\\n",
       "0                     -15.0     False 2016-10-10 05:00:00              6.0   \n",
       "1                      58.0     False 2016-10-10 05:00:00              6.0   \n",
       "2                      14.0     False 2016-10-10 05:00:00              6.0   \n",
       "3                       3.0     False 2016-10-10 05:00:00              6.0   \n",
       "4                       9.0     False 2016-10-10 05:00:00              6.0   \n",
       "\n",
       "   Windstärke (km/h)  Wetter  \n",
       "0                7.0  wolkig  \n",
       "1                7.0  wolkig  \n",
       "2                7.0  wolkig  \n",
       "3                7.0  wolkig  \n",
       "4                7.0  wolkig  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Discard outliers.\n",
    "df_pre = df_pre[df_pre[\"Verspätung_total_seconds\"] > -1200]  #discard early departures of more than 20 minutes\n",
    "df_pre = df_pre[df_pre[\"Verspätung_total_seconds\"] < 3600]   #discard delays longer than an hour\n",
    "df_pre.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Scaling numerical features to range [0, 1]. This makes training models usually easier.\n",
    "min_max_scaler = preprocessing.MinMaxScaler()\n",
    "df_pre.loc[:, ('Temperatur (°C)', 'Windstärke (km/h)')] = min_max_scaler.fit_transform(\n",
    "    df_pre[['Temperatur (°C)', 'Windstärke (km/h)']]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datum</th>\n",
       "      <th>Wochentag</th>\n",
       "      <th>Fahrweg</th>\n",
       "      <th>Fahrt</th>\n",
       "      <th>Fahrzeugnummer</th>\n",
       "      <th>Linienverlauf</th>\n",
       "      <th>SollAb</th>\n",
       "      <th>IstAb</th>\n",
       "      <th>GPS-Breite Soll</th>\n",
       "      <th>GPS-Länge Soll</th>\n",
       "      <th>...</th>\n",
       "      <th>Linienverlauf_49 Amelsb¿rener Str.</th>\n",
       "      <th>Linienverlauf_50 Sternkamp</th>\n",
       "      <th>Linienverlauf_51 Hansestr. A</th>\n",
       "      <th>Linienverlauf_52 Raringheide</th>\n",
       "      <th>Linienverlauf_53 Pater-Kolbe-Str.</th>\n",
       "      <th>Linienverlauf_54 Plutoweg</th>\n",
       "      <th>Linienverlauf_55 Amelsb¿ren Schule</th>\n",
       "      <th>Linienverlauf_56 Amelsb¿ren Kirche</th>\n",
       "      <th>Linienverlauf_57 Davertstr. B</th>\n",
       "      <th>Linienverlauf_58 Am Dornbusch</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>01 Roxel Hallenbad A</td>\n",
       "      <td>2016-10-10 05:16:00</td>\n",
       "      <td>2016-10-10 05:15:45</td>\n",
       "      <td>519544255.0</td>\n",
       "      <td>75273611.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>30 Ludgeriplatz B</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:58</td>\n",
       "      <td>519558997.0</td>\n",
       "      <td>76278508.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>02 Pantaleonstra¿e</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:14</td>\n",
       "      <td>519539.0</td>\n",
       "      <td>75313352.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>31 Goebenstr.</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:03</td>\n",
       "      <td>51952888.0</td>\n",
       "      <td>76254844.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>03 Pienersallee</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:09</td>\n",
       "      <td>519511969.0</td>\n",
       "      <td>75300852.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 90 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Datum   Wochentag  Fahrweg    Fahrt  Fahrzeugnummer  \\\n",
       "0 2016-10-10  Montag            4  1061896            1299   \n",
       "1 2016-10-10  Montag            2  1081890            5556   \n",
       "2 2016-10-10  Montag            4  1061896            1299   \n",
       "3 2016-10-10  Montag            2  1081890            5556   \n",
       "4 2016-10-10  Montag            4  1061896            1299   \n",
       "\n",
       "          Linienverlauf              SollAb               IstAb  \\\n",
       "0  01 Roxel Hallenbad A 2016-10-10 05:16:00 2016-10-10 05:15:45   \n",
       "1     30 Ludgeriplatz B 2016-10-10 05:17:00 2016-10-10 05:17:58   \n",
       "2    02 Pantaleonstra¿e 2016-10-10 05:17:00 2016-10-10 05:17:14   \n",
       "3         31 Goebenstr. 2016-10-10 05:19:00 2016-10-10 05:19:03   \n",
       "4       03 Pienersallee 2016-10-10 05:19:00 2016-10-10 05:19:09   \n",
       "\n",
       "   GPS-Breite Soll  GPS-Länge Soll              ...                \\\n",
       "0      519544255.0      75273611.0              ...                 \n",
       "1      519558997.0      76278508.0              ...                 \n",
       "2         519539.0      75313352.0              ...                 \n",
       "3       51952888.0      76254844.0              ...                 \n",
       "4      519511969.0      75300852.0              ...                 \n",
       "\n",
       "  Linienverlauf_49 Amelsb¿rener Str.  Linienverlauf_50 Sternkamp  \\\n",
       "0                                  0                           0   \n",
       "1                                  0                           0   \n",
       "2                                  0                           0   \n",
       "3                                  0                           0   \n",
       "4                                  0                           0   \n",
       "\n",
       "   Linienverlauf_51 Hansestr. A Linienverlauf_52 Raringheide  \\\n",
       "0                             0                            0   \n",
       "1                             0                            0   \n",
       "2                             0                            0   \n",
       "3                             0                            0   \n",
       "4                             0                            0   \n",
       "\n",
       "   Linienverlauf_53 Pater-Kolbe-Str.  Linienverlauf_54 Plutoweg  \\\n",
       "0                                  0                          0   \n",
       "1                                  0                          0   \n",
       "2                                  0                          0   \n",
       "3                                  0                          0   \n",
       "4                                  0                          0   \n",
       "\n",
       "  Linienverlauf_55 Amelsb¿ren Schule  Linienverlauf_56 Amelsb¿ren Kirche  \\\n",
       "0                                  0                                   0   \n",
       "1                                  0                                   0   \n",
       "2                                  0                                   0   \n",
       "3                                  0                                   0   \n",
       "4                                  0                                   0   \n",
       "\n",
       "   Linienverlauf_57 Davertstr. B  Linienverlauf_58 Am Dornbusch  \n",
       "0                              0                              0  \n",
       "1                              0                              0  \n",
       "2                              0                              0  \n",
       "3                              0                              0  \n",
       "4                              0                              0  \n",
       "\n",
       "[5 rows x 90 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Endcode categorial variables as one-hot vectors.\n",
    "df_pre = pd.concat([df_pre, pd.get_dummies(df_pre[['Wochentag', 'Wetter', 'Linienverlauf']])], axis=1)\n",
    "df_pre.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Extract number of Haltestelle.\n",
    "df_pre['Haltestelle'] = pd.to_numeric(df_pre['Linienverlauf'].str[:3])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datum</th>\n",
       "      <th>month</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Datum  month\n",
       "0 2016-10-10     10\n",
       "1 2016-10-10     10\n",
       "2 2016-10-10     10\n",
       "3 2016-10-10     10\n",
       "4 2016-10-10     10"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Add month as label. \n",
    "df_pre['month'] = df_pre['Datum'].dt.month\n",
    "df_pre[['Datum', 'month']].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Datum</th>\n",
       "      <th>Wochentag</th>\n",
       "      <th>Fahrweg</th>\n",
       "      <th>Fahrt</th>\n",
       "      <th>Fahrzeugnummer</th>\n",
       "      <th>Linienverlauf</th>\n",
       "      <th>SollAb</th>\n",
       "      <th>IstAb</th>\n",
       "      <th>GPS-Breite Soll</th>\n",
       "      <th>GPS-Länge Soll</th>\n",
       "      <th>...</th>\n",
       "      <th>Linienverlauf_51 Hansestr. A</th>\n",
       "      <th>Linienverlauf_52 Raringheide</th>\n",
       "      <th>Linienverlauf_53 Pater-Kolbe-Str.</th>\n",
       "      <th>Linienverlauf_54 Plutoweg</th>\n",
       "      <th>Linienverlauf_55 Amelsb¿ren Schule</th>\n",
       "      <th>Linienverlauf_56 Amelsb¿ren Kirche</th>\n",
       "      <th>Linienverlauf_57 Davertstr. B</th>\n",
       "      <th>Linienverlauf_58 Am Dornbusch</th>\n",
       "      <th>Haltestelle</th>\n",
       "      <th>month</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>01 Roxel Hallenbad A</td>\n",
       "      <td>2016-10-10 05:16:00</td>\n",
       "      <td>2016-10-10 05:15:45</td>\n",
       "      <td>519544255.0</td>\n",
       "      <td>75273611.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>30 Ludgeriplatz B</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:58</td>\n",
       "      <td>519558997.0</td>\n",
       "      <td>76278508.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>02 Pantaleonstra¿e</td>\n",
       "      <td>2016-10-10 05:17:00</td>\n",
       "      <td>2016-10-10 05:17:14</td>\n",
       "      <td>519539.0</td>\n",
       "      <td>75313352.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>2</td>\n",
       "      <td>1081890</td>\n",
       "      <td>5556</td>\n",
       "      <td>31 Goebenstr.</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:03</td>\n",
       "      <td>51952888.0</td>\n",
       "      <td>76254844.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>31</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-10-10</td>\n",
       "      <td>Montag</td>\n",
       "      <td>4</td>\n",
       "      <td>1061896</td>\n",
       "      <td>1299</td>\n",
       "      <td>03 Pienersallee</td>\n",
       "      <td>2016-10-10 05:19:00</td>\n",
       "      <td>2016-10-10 05:19:09</td>\n",
       "      <td>519511969.0</td>\n",
       "      <td>75300852.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 92 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Datum   Wochentag  Fahrweg    Fahrt  Fahrzeugnummer  \\\n",
       "0 2016-10-10  Montag            4  1061896            1299   \n",
       "1 2016-10-10  Montag            2  1081890            5556   \n",
       "2 2016-10-10  Montag            4  1061896            1299   \n",
       "3 2016-10-10  Montag            2  1081890            5556   \n",
       "4 2016-10-10  Montag            4  1061896            1299   \n",
       "\n",
       "          Linienverlauf              SollAb               IstAb  \\\n",
       "0  01 Roxel Hallenbad A 2016-10-10 05:16:00 2016-10-10 05:15:45   \n",
       "1     30 Ludgeriplatz B 2016-10-10 05:17:00 2016-10-10 05:17:58   \n",
       "2    02 Pantaleonstra¿e 2016-10-10 05:17:00 2016-10-10 05:17:14   \n",
       "3         31 Goebenstr. 2016-10-10 05:19:00 2016-10-10 05:19:03   \n",
       "4       03 Pienersallee 2016-10-10 05:19:00 2016-10-10 05:19:09   \n",
       "\n",
       "   GPS-Breite Soll  GPS-Länge Soll  ...   Linienverlauf_51 Hansestr. A  \\\n",
       "0      519544255.0      75273611.0  ...                              0   \n",
       "1      519558997.0      76278508.0  ...                              0   \n",
       "2         519539.0      75313352.0  ...                              0   \n",
       "3       51952888.0      76254844.0  ...                              0   \n",
       "4      519511969.0      75300852.0  ...                              0   \n",
       "\n",
       "   Linienverlauf_52 Raringheide  Linienverlauf_53 Pater-Kolbe-Str.  \\\n",
       "0                             0                                  0   \n",
       "1                             0                                  0   \n",
       "2                             0                                  0   \n",
       "3                             0                                  0   \n",
       "4                             0                                  0   \n",
       "\n",
       "  Linienverlauf_54 Plutoweg  Linienverlauf_55 Amelsb¿ren Schule  \\\n",
       "0                         0                                   0   \n",
       "1                         0                                   0   \n",
       "2                         0                                   0   \n",
       "3                         0                                   0   \n",
       "4                         0                                   0   \n",
       "\n",
       "   Linienverlauf_56 Amelsb¿ren Kirche Linienverlauf_57 Davertstr. B  \\\n",
       "0                                   0                             0   \n",
       "1                                   0                             0   \n",
       "2                                   0                             0   \n",
       "3                                   0                             0   \n",
       "4                                   0                             0   \n",
       "\n",
       "   Linienverlauf_58 Am Dornbusch  Haltestelle  month  \n",
       "0                              0            1     10  \n",
       "1                              0           30     10  \n",
       "2                              0            2     10  \n",
       "3                              0           31     10  \n",
       "4                              0            3     10  \n",
       "\n",
       "[5 rows x 92 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pre.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_pre.to_pickle('df_preprocessed.pickle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}