Q Learning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Reinforcement Learning - A Simple Python Example and a Step Closer to AI with Assisted Q-Learning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pylab as plt\n",
    "\n",
    "# map cell to cell, add circular cell to goal point\n",
    "points_list = [(0,1), (1,5), (5,6), (5,4), (1,2), (2,3), (2,7)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX8AAAD8CAYAAACfF6SlAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xt8FOXZ//HPxTmxiFHBIgioeNYI\nEgJKqKgBCSII1T5KsXJ6eIinVsUqDxWtrYI+oHgCVJRQi9pC+gOqHDxQQEBsAkIQVKB4QqxBi6iQ\nIEnu3x+TxBA2ZJPs7uxmv+/Xa1/J7twzc43Ba2bvue9rzDmHiIjElwZ+ByAiIpGn5C8iEoeU/EVE\n4pCSv4hIHFLyFxGJQ0r+IiJxSMlfRCQOKfmLiMQhJX8RkTjUyO8AqnL88ce7Dh06+B2GiEhMWbdu\n3VfOuZbVtYva5N+hQwdyc3P9DkNEJKaY2SfBtFO3j4hIHFLyFxGJQ0r+IiJxSMlfRCQOKfmLiMQh\nJX8RkTik5C8iEoeU/EVE4lDUTvISiZj8fMjKgrw82LsXWrSA5GQYPhxaVjtRUiQmKflL/MrJgYkT\nYfFi731h4Y/L/vY3uPdeyMiAceOga1d/YhQJE3X7SHyaPh169YL5872kXzHxAxQUeJ/Nn++1mz7d\njyhFwkZX/hJ/pk+HsWNh//7q2zrntRs71nufmRne2EQiRFf+El9ycgIm/qFAa+Bo4HRgZuX1yk4A\nKjYo9YSSv8SXiRO9Lp1KxgEfA98CC4HfAesqNyoo8NYXqQdCkvzN7Hkzyzez96pYbmb2uJltN7M8\nM7sgFPsVqZH8fO/mrnOHLToHaFr6u5W+/lW5kXOwaBHs3h3WMEUiIVRX/llA3yMszwBOK32NBnT3\nTCIvK+uIi28EEoEz8bqA+gVqZFbtdkRiQUiSv3NuJfCfIzQZCPzJedYCx5hZ61DsWyRoeXmHj+qp\nYBrwHfAWMJgfvwkcoqAANm0KS3gikRSpPv82wGcV3u8s/ewQZjbazHLNLHe3vlpLqO3dW22ThkAa\n3j/QKr+e7tkTuphEfBKp5G8BPjus49U594xzLsU5l9JSMysl1Fq0CLppEQH6/MskJYUiGhFfRSr5\n7wROqvC+LbArQvsW8SQnQ7Nmh32cD7wMfA8UA0uBl4BLA20jIQHOOy+MQYpERqSS/0LgV6WjfroD\ne51zX0Ro3yKeYcMCfmx4XTxtgSRgLDAV70bVYZyrcjsisSQkM3zN7CWgF3C8me0E7gUaAzjnZgCL\n8AZPbAf2A8NDsV+RGmnVyqvVM3/+IcM9WwIrglnfDPr1U7E3qRdCkvydc9dVs9wBN4ViXyJ1Mm4c\nLF0aXGmHSlyzZti4cWEISuqVGKkSqxm+El+6doXJkyExsUar/dC4MfckJrKlhutJHMnJgcGDoX17\nryLsnDnwyivez/vug3btvOU5OX5HCij5SzzKzPzxBGCBBqJVYAaJiTR57DFOf+QRevXqxeuvvx6Z\nOCV2xGCVWCV/iU+ZmbBiBQwa5I0ASkg4dHlCgvf5oEFeu8xMfvWrX5Gdnc3111/PjBkz/Ilbok/F\nKrEBSoccomKVWJ9PAOaqC9YnKSkpLlcVFCUSdu/2+mg3bfImcCUlecM5hw0L2Ee7fft2+vfvT0ZG\nBpMnT6Zhw4YRD1miRE6OdyVf4R7STyo1KcArHfJE5XUTE70Li5SUkIZkZuucc9VuVMlfpBb27NnD\n1VdfTWJiIi+++CLNmzf3OyTxw+DBh40eq2gfcALecMefVV5o5n2zzM4OaUjBJn91+4jUQlJSEkuW\nLKF169b07NmTzz77rPqVpH45QpXYMvOAVkDPQAt9rhKr5C9SS40bN+bpp5/m+uuv58ILLyQnSkZx\nSIQEUd11NvArAte3AXytEqvkL1IHZsYdd9zBU089Rb9+/cgO8Vd4iWLVVIn9FG/y4A1H2oaPVWL1\nDF+REBg4cCDt2rVjwIABbN26lbvvvhurbhipxLZqqsT+Ca9C7MnVbcenKrG68hcJkc6dO7N27Vrm\nzp3LiBEj+OGHH/wOScLo+0ZHvnb+E9Vc9ZfxqUqskr9ICLVp04a33nqLb775ht69e/P111/7HZKE\nQHFxMXl5eUybNo0hQ4bQrl07prz2GgcaBE6ha4DPgWuq27CPVWKV/EVC7KijjiI7O5tu3brRvXt3\ntm7d6ndIUkMFBQWsXLmSBx98kH79+nHcccdx9dVXk5ubS3p6Om+88QYTduygaZMmAdefjfc0uGoH\nAPtYJVZ9/iJh0KBBAx5++GFOP/10evbsyV/+8hd69erld1hSha+//prVq1ezatUqVq1axcaNGznn\nnHNIS0tj1KhRzJo1ixNOOOHwFQNUiQV4Opid+lwlVpO8RMJs2bJlXHfddUycOJERI0b4HU7cc87x\n0UcflSf6VatWsXPnTrp3705aWhppaWl069aNo446qvqNBZjhGzSfZ/jqyl8kzC699FJWrlxJ//79\n+fDDD5k4cSINqugrltArKioiLy/vkGQPlCf6MWPGkJycTKNqbuAGVFYltqy2T7ASE731Qpz4a0JX\n/iIR8vXXXzN48GCOO+44XnjhheCuLKXG9u3bxzvvvFOe6NeuXUvbtm3Lk31aWhonn3xyaIfilhV3\nKyg4cnE3M+8m7+TJXnHBMFBtH5EodODAAf7nf/6H9957j4ULF3LiiSf6HVLM+/LLLw/pr9+8eTPn\nn39+eaK/6KKLOP7448MfSG4uTJzolWww804EZRISvJNCv37eA4XCeMWv5C8SpZxzTJw4kRkzZrBg\nwQI6d+7sd0gxwznHtm3bDunC2b17NxdeeGF5su/atSsJlUt0R1INq8SGmpK/SJSbO3cuN954I889\n9xwDBgzwO5yodPDgQd59991Dkn1CQsIhXTjnnHOO7qFUoBu+IlHummuuoX379gwaNIht27Zx++23\nx31JiG+//Za1a9eWJ/qcnBxOOeUU0tLSuOaaa5g6dSrt2rXzO8x6QclfxEepqam8/fbb9O/fn61b\nt/Lkk0/SuHFjv8OKmF27dh1yVb9161a6dOlCWload955JxdeeCHHHHOM32HWS+r2EYkC3333Hddd\ndx2FhYXMmzevXia8kpISPvjgg0OS/d69ew/pwrngggto2rSp36HGNHX7iMSQ5s2bs2DBAu644w4u\nvPBCXnnlFU499VS/w6qTAwcOsG7duvJEv3r1ao455hjS0tLo2bMn48aN44wzzlB/vU+U/EWiRMOG\nDZk6dSrTpk2jR48ezJs3j7S0NL/DCto333zDmjVrypP9+vXrOeOMM0hLSyt/6L2GtkYPJX+RKHPj\njTdy6qmnMnjwYB555BGGDh16eKP8fG84YV6eV1e+RQtITobhwyNWK+bTTz89pAvno48+IjU1lbS0\nNO655x66d++uZxtHMfX5i0SpzZs3079/f4YOHcrvf/97r3skJ8ebSLR4sdeo4pOkyiYSZWR4E4m6\ndg1ZLMXFxWzevPmQZH/gwIFD+us7deoUVzero5XG+YvUA/n5+Vx11VWcdNJJvNCjB03GjYtICYGC\nggJycnLKE/2aNWs44YQTDkn2HTt2jPuhqdFIyV+knigsLGROz54MWb+ehJISAA4ANwJvAP8BOgIP\nAhkVVywrHhbECeCrr746pL9+48aNnHvuueWJvkePHrRq1SrUhyZhoNE+IvVEs02bGLFlC1aa+AGK\ngJPwHhDeDlgE/ALYBHQoa7R/v1dsrGvXQ2rJBCpp/Pnnn5eXNH7ggQdITU1V4bl6TslfJNpNnIhV\nLBIGHAXcV+F9f7wHha+jQvIHKCig5IEH2HDPPYckezMrv6rPzMwkOTmZhg0bhvc4JKqo20ckmuXn\nQ/v2h97YDeBLoD2wATiz0rJCoPcZZ3BOr1706NGDtLQ0OnTooP76ekrdPiL1QVZWtU0OAr8EbuDw\nxA/QtFkz3ho5Eu68M7SxSUzT1DqRaJaXd8Sr/hLgeqAJ8GQVbayw0CsvLFKBrvxFotnevVUucsBI\nvC6fRcARR9jv2RPSsCT2KfmLRLMWLapclAm8jzfcs9pHlyQlhS4mqRfU7SMSzZKToVmzwz7+BHga\n7wbvT4GflL7mBNpGQoL3JCmRCkKS/M2sr5l9aGbbzezuAMuHmdluM9tQ+hoViv2K1HvDhgX8uD1e\nt08h8H2F1y8DNXauyu1I/Kpz8jezhsBTeJMLzwauM7OzAzT9i3OuU+lrZl33KxIXWrXyavXUdlim\nmffQ8AgVe5PYEYor/1Rgu3Nuh3PuB+BlYGAItisiAOPGUVTbgmkJCV6RN5FKQpH82wCfVXi/s/Sz\nyn5uZnlmNs/MTgq0ITMbbWa5Zpa7e/fuEIQmEvvmffIJ45s2pSRA3/8RldX2Sal2vo/EoVAk/0Df\nRytPG/470ME5l4w3OGF2oA05555xzqU451Ja6muqCK+++io33XQTQ956iwaPPOIl9Oq6gMxqVNRN\n4lMokv9OvBpTZdoCuyo2cM597Zw7UPr2WaBLCPYrUq+9+eabDB8+nIULF3L++ed7iXzFChg0yBsB\nlFBpgGdCgvf5oEFeOyV+OYJQjPPPAU4zs5OBz4FrgSEVG5hZa+fcF6VvB+ANTxaRKqxevZprr72W\n7OxsunXr9uOClBTIzobdu73SD5s2eRO4kpK84ZzDhunmrgSlzsnfOVdkZjcDS4GGwPPOuc1mdj+Q\n65xbCNxqZgPwKtH+BxhW1/2K1Ffr1q1j0KBB/PnPf+ZnP/tZ4EYtW6pWj9SJqnqKRJH33nuP9PR0\nZsyYwVVXXeV3OBKDgq3qqRm+IlFi27ZtXH755Tz66KNK/BJ2Sv4iUeCTTz4hPT2d+++/n+uuu87v\ncCQOKPmL+GzXrl1cdtll3HHHHYwcOdLvcCROKPmL+Gj37t2kp6czcuRIbr31Vr/DkTii5C/ikz17\n9tCnTx8GDx7MOJVgkAhT8hfxwXfffUe/fv24+OKL+cMf/uB3OBKHlPxFIqygoIABAwZw3nnn8eij\nj+pB6uILJX+RCDpw4ACDBw+mTZs2TJ8+XYlffKPkLxIhRUVFDBkyhISEBLKysmjYsKHfIUkc0zN8\nRSKguLiYYcOGsX//fubPn0+jRvpfT/ylf4EiYeacIzMzk507d7Jo0SKaNm3qd0giSv4i4eSc4/bb\nb2fTpk289tprJCYm+h2SCKDkLxJWEyZMYPny5SxbtozmzZv7HY5IOSV/kTCZNGkS2dnZrFixgqSk\nJL/DETmEkr9IGDz++OPMnDmTlStXokeSSjRS8hcJseeee44pU6awYsUKTjzxRL/DEQlIyV8khF56\n6SUmTJjAP/7xDzp06OB3OCJVUvIXCZEFCxZw22238cYbb3D66af7HY7IESn5i4TA0qVL+e///m8W\nL17Mueee63c4ItVS8hepo5UrVzJ06FDmz59Ply5d/A5HJCiq7SNSB//85z+5+uqrefnll+nRo4ff\n4YgETclfpJY2btzIlVdeyaxZs7jsssv8DkekRpT8RWrhgw8+ICMjgyeffJIrrrjC73BEakzJX6SG\nduzYQe/evZk4cSLXXHON3+GI1IqSv0gNfPbZZ1x22WX87//+LzfccIPf4YjUmpK/SJC+/PJL0tPT\nuemmm8jMzPQ7HJE6UfIXCcLXX39N7969GTJkCGPHjvU7HJE6U/IXqca3335L37596du3LxMmTPA7\nHJGQUPIXOYJ9+/ZxxRVXkJqaykMPPaQHrku9oRm+APn5kJUFeXmwdy+0aAHJyTB8OKgcb9wqLCzk\nqquu4tRTT+WJJ55Q4pd6xZxzfscQUEpKisvNzQ3vTnJyYOJEWLzYe19Y+OOyhARwDjIyYNw46No1\nvLFI5ARxsj948CA///nPadasGS+++KIeuC4xw8zWOedSqm0Xt8l/+nQYOxYKCrwkXxUz70QweTJo\nhEdsC/JkX/zb3/LLqVPZt28f2dnZNGnSxJ94RWoh2OQfn33+ZYl///7yxP8fYBBwFNAeeLGsrXNe\nu7FjvfUkNk2fDr16wfz5XtKvmPjBuwgoLMTNn09RWhrdN2xg7ty5SvxSb8Vf8s/J+THxV3AT0AT4\nEpgDZAKbKzYoOwGEuytKQi/Ayb4q5hxNi4v59Wef0WzWrAgFKBJ58Zf8J070rvIq2AdkA38AfgKk\nAQOAFyqvW1DgrS+xI8DJ/kkgBWgKDKtiNdPJXuq5+Er++flef2+lq7+tQEOg4rOXzqfSlT946y1a\nBLt3hzVMCaEAJ/sTgd8BI6pbVyd7qcdCkvzNrK+ZfWhm283s7gDLm5rZX0qXv2NmHUKx3xrLygr4\n8fdAi0qftQC+C9TYrMrtSJSp4mQ/GLgKOK669XWyl3qszuPXzKwh8BTQG9gJ5JjZQufclgrNRgJ7\nnHMdzexa4CHgv+q67xrLyzv8Rh9eV8+3lT77FmgeaBsFBSx66CH+8Le/0bBhQxo1anTIz5r+Hon1\nQrGPmBzjHoqTdNnJ/s47674tkSgSisHLqcB259wOADN7GRgIVEz+A4H7Sn+fBzxpZuYiPc50796A\nH58OFAHbgNNKP9sInFPFZi486yymPPQQxcXFFBcXU1RUdMjPYH6vavmBAwdqtV5t9xdM25KSEho0\naBC1J6aqfu+dnc1pAU72NVJQAJs21W0bIlEoFMm/DfBZhfc7gW5VtXHOFZnZXrxv3V+FYP/Ba1G5\nc8dzFF5XwARgJrABWACsqWIzSSefzEUXXRSOCKOSc46SkpKQnmBCtd7BgwcpLCwMuLzHv/8dmv8A\ne/aEZjsiUSQUyT9Qf0DlK/pg2mBmo4HRAO3atat7ZJUlJ0N2dsCun2l4NwBb4Z2VplPFlX9CApx3\nXuhji2JmVn41HVOGDoU5c+q+naSkum9DJMqE4obvTuCkCu/bAruqamNmjfDup/6n8oacc88451Kc\ncyktw1FTZ9iwKhcdC8zHG/b5KTCkqobOHXE7EkWSk6FZs8M+LgIKgeLSV2HpZwHF4cle4kMokn8O\ncJqZnWxmTYBrgYWV2iwEyh57dDWwLOL9/QCtWnm1emp789IM+vVTsbdYUcVJ+o9AAjAJ+HPp73+s\nahs62Us9Vefk75wrAm4GlgLvA391zm02s/vNbEBps+eA48xsO3A7cNhw0IgZN867mquNhARvfYkN\nVZzs78Prc6z4ui/Q+jrZSz0Wn4XdKk73D1Ziooq7xaKcHK+mT03+1mUSE2HFCkiptkaWSNRQYbcj\nycz0EnliYvVdQGZK/LGsa9cf/9Y1UfY3V+KXeio+kz94iXzFChg0yLspWLkrKCHB+3zQIK+dEn/s\nqsHJvhgoUQlviQPx2e1T2e7d3izOTZu8Md1JSd4Ij2HD1N9bn+TmerV6Fi3yTgIVa/6U1vN//5RT\nmHb00Ty+Zk1szmqWuKeHuYhU5Qgn+4PHHENqaiq//vWvGaZRPhKDlPxFamnDhg306dOHDRs2cOKJ\nJ/odjkiN6IavSC116tSJMWPGMGbMGKL14kikrpT8RQIYP348O3bs4KWXXvI7FJGwUPIXCaBp06bM\nmjWL2267jS+//NLvcERCTslfpApdu3Zl2LBh3HzzzX6HIhJySv4iR/D73/+eTZs2MW/ePL9DEQkp\nJX+RI2jWrBnPP/88t9xyC199FdnHT4iEk5K/SDUuuugirr32Wn7zm9/4HYpIyCj5iwThgQceYO3a\ntfz973/3OxSRkFDyFwlCYmIiM2fOJDMzkz16rKPUA0r+IkHq1asXAwcO5I477vA7FJE6U/IXqYFJ\nkyaxbNkylixZ4ncoInWi5C9SA82bN+fZZ59l9OjRfPvtt36HI1JrSv4iNdS7d2/69OnDb3/7W79D\nEak1JX+RWpgyZQqvvvoqy5Yt8zsUkVpR8hephRYtWjBjxgxGjRrF999/73c4IjWm5C9SS1dccQVp\naWmMHz/e71BEakzJX6QOpk6dyty5c1m1apXfoYjUiJK/SB0ce+yxPPXUU4wYMYKCis8EFolySv4i\ndTRo0CAuuOACJkyY4HcoIkFT8hcJgSeeeIIXXniBd955x+9QRIKi5C8SAi1btuSxxx5j+PDhHDhw\nwO9wRKql5C8SIr/4xS8444wzuP/++/0ORaRaSv4iIWJmTJs2jWeffZb169f7HY7IESn5i4RQ69at\nmTx5MsOHD+eHH37wOxyRKin5i4TY9ddfT9u2bZk0aZLfoYhUSclfJMTMjKeffponnniCTZs2+R2O\nSEBK/iJh0LZtWyZOnMjw4cMpKiryOxyRwyj5i4TJyJEjSUpKYvLkyX6HInIYJX+RMDEznn32WSZP\nnsz777/vdzgih1DyFwmjDh06cP/99zNixAiKi4v9DkeknJK/SJiNGTOGpk2b8thjj/kdiki5OiV/\nMzvWzF43s22lP5OqaFdsZhtKXwvrsk+RWNOgQQNmzpzJgw8+yLZt2/wORwSo+5X/3cCbzrnTgDdL\n3wdS4JzrVPoaUMd9isScjh07Mn78eEaNGkVJSYnf4YjUOfkPBGaX/j4buKqO2xOpt2699VYOHjzI\n9OnTvQ/y8+Hhh2HoULjySu/nww/D7t3+BipxwZxztV/Z7Bvn3DEV3u9xzh3W9WNmRcAGoAiY5Jyb\nX922U1JSXG5ubq1jE4lGH3zwAbd07878bt04auVK78PCwh8bJCSAc5CRAePGQdeu/gQqMcvM1jnn\nUqpr1yiIDb0B/DTAopo8uLSdc26XmZ0CLDOzTc65fwXY12hgNEC7du1qsHmR2HDmP/7Bov37afja\na4EblD0NbP58WLoUJk+GzMzIBShxo9rk75xLr2qZmX1pZq2dc1+YWWsgv4pt7Cr9ucPMlgOdgcOS\nv3PuGeAZ8K78gzoCkVgxfTqMHUvjgwerb+sc7N8PY8d673UCkBCra5//QuCG0t9vABZUbmBmSWbW\ntPT344EewJY67lcktuTkeIl8//7DFvUCmgE/KX2dUXFh2QlAXaASYnVN/pOA3ma2Dehd+h4zSzGz\nmaVtzgJyzWwj8A+8Pn8lf4kvEyf+2KUTwJPA96WvDysvLCjw1hcJoWq7fY7EOfc1cFmAz3OBUaW/\nrwHOq8t+RGJafj4sXux15dSGc7BokTcKqGXL0MYmcUszfEXCLSur2ibjgLI+0eWBGpgFtR2RYCn5\ni4RbXt6hwzkreQjYAXyON9TtSgKMhigoAD0bQEJIyV8k3PbuPeLibkBzoCneqIkewKJADffsCXVk\nEseU/EXCrUWLGjU3IODdgaSApbNEakXJXyTckpOhWbOAi74BlgKFeNPf5wArgcsrtSsAJi1axK23\n3srixYvZH2DIqEhNKPmLhNuwYVUuOgj8DmiJd8P3CWA+lcb6A82aNeOKv/6V1q1bM2nSJE444QT6\n9u3LY489xocffkhdyrRIfKpTbZ9wUm0fqU++TU/nqDffpGFtVjaDQYMgO7v8o7179/LGG2+wZMkS\nFi9eTJMmTcjIyKBv375ceumlHHXUUSGLXWJLsLV9lPxFwqi4uJgpU6bw+oMPsqiggMY//FDzjSQm\nwooVkBL4/2fnHJs3b2bx4sUsXryYnJwcunXrRkZGBhkZGZx11lmYWR2PRGKFkr+Izz744AOGDx9O\nYmIizz33HB0WL66yxEOVEhNrXNztu+++Y9myZeUnA4C+ffuSkZHBpZdeytFHH13TQ5EYEmzyV5+/\nSIiVXe2npaVx/fXX8/rrr9OhQwcvgU+e7CX06q7EzWqV+AGaN2/OwIEDmTFjBh9//DFLlizhzDPP\nZNq0abRp04ZLLrmEhx9+mLy8PN0riGO68hcJoa1btzJ8+HAaN27M888/zymnnHJ4o9xcr1bPokVe\nkq9Y86esnn+/fl49/yq6empr3759LF++vPxbQWFhYfm3gvT0dI455pjqNyJRTd0+IhFUUlLC448/\nzh//+EfuvfdebrrpJho0qOaL9e7dXsmGTZu8CVxJSXDeed7ooAjU8HHOsX379vITwapVq+jUqVP5\njeNOnTpVfwwSdZT8RSJk+/btjBgxAuccs2bNomPHjn6HVCsFBQWsWLGifATR3r176du3L3379qVP\nnz4ce+yxfocoQVCfv0iYlZSU8MQTT9C9e3cGDx7MihUrYjbxAyQkJNC3b1+mTp3Khx9+yJo1a0hN\nTWXOnDl06NCBiy66iPvvv5+cnBw9hL4e0JW/SC3s2LGDESNGcPDgQWbNmsXpp5/ud0hhVVhYyKpV\nq8q7iL766iv69OlDRkYGffr0oaVKTUcNXfmLhEFJSQnTpk0jNTWVK6+8kpUrV9b7xA/eDOP09HSm\nTJnCli1byMnJoWfPnsybN4+OHTuSmprKvffey9tvv01xcbHf4UoQdOUvEqSPP/6YkSNHsm/fPrKy\nsjjzzDP9Dikq/PDDD6xevbr8XsGuXbvo3bt3+f2CE044we8Q44qu/EVCxDnH008/TdeuXbn88stZ\nvXq1En8FTZo04ZJLLuGhhx4iLy+PjRs3kp6ezt///nfOPPNMunTpwvjx41m1ahVFRUV+hyuldOUv\ncgSffPIJo0aNYu/evWRlZXH22Wf7HVJMOXjwIGvXrmXx4sUsWbKEjz76iPT0dDIyMrj88stp06aN\n3yHWO7ryF6kD5xwzZ84kJSWFSy+9lDVr1ijx10Ljxo3p2bMnDz74IOvXr2fLli3079+f1157jeTk\nZM4//3zuvvtuli9fzsGDB/0ON67oyl+kkp07dzJq1Ci++uorsrKyOPfcc/0OqV4qKioiJyen/FvB\n1q1bueSSS8onmbVr1y68AeTne5Ps8vK8p621aOE9e2H48IhMsgsXTfISqSHnHFlZWdx1113ceuut\n3HXXXTRu3NjvsOJGfn4+r732GkuWLGHp0qW0atWq/ETQs2dPmjZtGpod5eR45TVKi94d8nzlsvIa\nGRleeY2uXUOzzwhS8hepgc8//5zRo0eza9cuZs+eTXJyst8hxbXi4mLWrVtXPoJoy5YtXHzxxeV1\niE4++eTabXj6dK+yakGBl+SrYuadCGpRWM9v6vMXCYJzjtmzZ9O5c2dSU1P55z//qcQfBRo2bEhq\naioTJkzg7bffZseOHQwZMoR33nmH7t27c8YZZ/Cb3/yGpUuXUlCxMN6RlCX+/fuPnPjBW75/v9d+\n+vS6H1AU0pW/xK0vvviC0aMuCarpAAAJmklEQVRH8+mnnzJ79mw6derkd0gShJKSEjZs2FB+r2Dj\nxo2kpaWVdxGddtpph6+UkwO9elX5LIVtwHnA1cCfKy+s5mE60UZX/iJVcM4xZ84cOnXqROfOncnJ\nyVHijyENGjTgggsuYPz48bz11lt88sknDB8+nA0bNtCrVy86duzILbfcwquvvvrjg+4nTjy0dHYl\nNwFV9u4XFHjr1zO68pe48u9//5sxY8bwr3/9i6ysLLp06eJ3SBJCzjk2bdpUXoNo3bp1ZHTpwour\nV9OoiglmLwN/A84GthPgyh+gWTP49NOYGAWkK3+RCpxzvPTSS5x//vmcc8455ObmKvHXQ2ZGcnIy\nd911F8uXL+fzzz/nnnbtKKniIvdbYAIwpfoNe8NC65FGfgcgEm75+flkZmbywQcf8Morr9A1Bofv\nSe0cffTRnFdSAlUUm7sHGAmcVN2GCgq8h+7UI7ryl3pt7ty5JCcnc9ppp7Fu3Tol/ni0d2/AjzcA\nbwC3BbudPXtCFFB00JW/RL9azMTcvXs3N910E5s2bWLBggV069YtsjFL9GjRIuDHy4GPgbJ5xN8D\nxcAWYH2gFZKSQh6an3TlL9ErJwcGD4b27eHee2HOHHjlFe/nffdBu3be8pycQ1bLzs4mOTmZ9u3b\ns379eiX+eJec7N2wrWQ08C+8bwAbgDHAFcDSQNtISPCer1yPaLSPRKdazMT8+he/4Oabb2b9+vXM\nmjWLiy66KHLxSvTKz/cuICqWcQjgPjTaR8RftZiJWXTbbTx8yim0bt2ad999V4lfftSqlVerx+yI\nze6jisRvBv36xUTirwklf4kuOTk/Jv5KXgbOAo4CTgXeqrCs0YEDPHjgAI8MGUJiYmJkYpXYMW6c\n9w2xNhISvPXrGSV/iS5VzMR8HbgLmAV8B6wETqnUpuEPP9TLmZgSAl27ekXaanphkJjorRcjpR1q\nok7J38yuMbPNZlZiZlX+1zGzvmb2oZltN7O767JPqcfy870yuwG6eu7Fm4zTHe8fbZvS1yGcg0WL\nYPfucEcqsSgz88cTQDVdQJj9mPhjrKpnsOp65f8eMBjvQiwgM2sIPAVk4M2gvs7M9EgkOVwVMyiL\ngVxgN9ARaAvcDASs1FIPZ2JKCGVmekXaBg3ybuJW7gpKSPA+HzTIa1dPEz/UcZy/c+598KZUH0Eq\nsN05t6O07cvAQLzhtCI/yssLOCLjS+AgMA+vn78x3j+gPwIPVG5cD2diSoilpEB2tvcNMSvL+/ey\nZ483jv+882DYsHp3czeQSEzyagN8VuH9TkADr+VwVczELLs2uwVoXfr77VSR/KHezcSUMGnZEu68\n0+8ofFNt8jezN4CfBlg03jm3IIh9BPpaEHD8npmNxpt7Ef7nd0r0qWImZhJeV081vbQVVqhfMzFF\nwqHa5O+cS6/jPnZyaN2ktsCuKvb1DPAMeJO86rhfiTXJyd7X8QBdP8OBJ4C+eN0+U4H+gbZRD2di\nioRDJIZ65gCnmdnJZtYEuBZYGIH9SqwZNqzKRffgPWzjdLyx/p2B8YEaOnfE7YiIp65DPQeZ2U7g\nQuBVM1ta+vmJZrYIwDlXhDc4YynwPvBX59zmuoUt9dIRZmI2BqYB3wD/Bh4HDqvWUk9nYoqEg2r7\nSHSp5lmrRxRjz1oVCQfV9pHYpJmYIhGhev4Sfcom1tSwqmd9npAjEmq68pfopJmYImGlK3+JXpqJ\nKRI2Sv4S/eJ8JqZIOKjbR0QkDin5i4jEISV/EZE4pOQvIhKHlPxFROKQkr+ISBxS8hcRiUNK/iIi\ncShqq3qa2W7gkyCaHg98FeZw/BYPxwjxcZw6xvojWo+zvXOu2qnvUZv8g2VmucGUL41l8XCMEB/H\nqWOsP2L9ONXtIyISh5T8RUTiUH1I/s/4HUAExMMxQnwcp46x/ojp44z5Pn8REam5+nDlLyIiNRRz\nyd/MjjWz181sW+nPpCratTOz18zsfTPbYmYdIhtp7QV7jKVtjzazz83syUjGGArBHKeZdTKzt81s\ns5nlmdl/+RFrTZlZXzP70My2m9ndAZY3NbO/lC5/J5b+fZYJ4hhvL/1/L8/M3jSz9n7EWVfVHWeF\ndlebmTOzmBgBFHPJH7gbeNM5dxrwZun7QP4E/J9z7iwgFciPUHyhEOwxAvwBWBGRqEIvmOPcD/zK\nOXcO0BeYambHRDDGGjOzhsBTQAZwNnCdmZ1dqdlIYI9zriPwKPBQZKOsmyCP8V0gxTmXDMwDHo5s\nlHUX5HFiZs2BW4F3Ihth7cVi8h8IzC79fTZwVeUGpX+cRs651wGcc9875/ZHLsQ6q/YYAcysC3AC\n8FqE4gq1ao/TObfVObet9PddeCfxaH92Yyqw3Tm3wzn3A/Ay3rFWVPHY5wGXmZlFMMa6qvYYnXP/\nqPD/3VqgbYRjDIVg/pbgXYQ9DBRGMri6iMXkf4Jz7guA0p+tArQ5HfjGzP5mZu+a2f+VnsFjRbXH\naGYNgClALD/fMJi/ZTkzSwWaAP+KQGx10Qb4rML7naWfBWzjnCsC9gLHRSS60AjmGCsaCSwOa0Th\nUe1xmlln4CTn3CuRDKyuovIZvmb2BvDTAIvGB7mJRkBPoDPwKfAXYBjwXCjiC4UQHOONwCLn3GfR\nfMEYguMs205r4AXgBudcSShiC6NAf5DKw+qCaRPNgo7fzIYCKcDFYY0oPI54nKUXYY/i5ZeYEpXJ\n3zmXXtUyM/vSzFo7574oTQiB+vJ3Au8653aUrjMf6E4UJf8QHOOFQE8zuxH4CdDEzL53zh3p/kDE\nheA4MbOjgVeB3znn1oYp1FDaCZxU4X1bYFcVbXaaWSOgBfCfyIQXEsEcI2aWjneiv9g5dyBCsYVS\ndcfZHDgXWF56EfZTYKGZDXDO5UYsylqIxW6fhcANpb/fACwI0CYHSDKzsr7hS4EtEYgtVKo9Rufc\nL51z7ZxzHYCxwJ+iLfEHodrjNLMmwP/DO765EYytLnKA08zs5NL4r8U71ooqHvvVwDIXW5Nuqj3G\n0u6Qp4EBzrlYGnBR0RGP0zm31zl3vHOuQ+n/i2vxjjeqEz8AzrmYeuH1i74JbCv9eWzp5ynAzArt\negN5wCYgC2jid+yhPsYK7YcBT/oddziOExgKHAQ2VHh18jv2II6tH7AV7/7E+NLP7sdLDADNgLnA\nduCfwCl+xxyGY3wD+LLC322h3zGH4zgrtV2ON8LJ97ire2mGr4hIHIrFbh8REakjJX8RkTik5C8i\nEoeU/EVE4pCSv4hIHFLyFxGJQ0r+IiJxSMlfRCQO/X+OHvmNj+eUYwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x19436e6eeb8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "goal = 7\n",
    "\n",
    "import networkx as nx\n",
    "G=nx.Graph()\n",
    "G.add_edges_from(points_list)\n",
    "pos = nx.spring_layout(G) \n",
    "nx.draw_networkx_nodes(G,pos)\n",
    "nx.draw_networkx_edges(G,pos)\n",
    "nx.draw_networkx_labels(G,pos)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# how many points in graph? x points\n",
    "MATRIX_SIZE = 8\n",
    "\n",
    "# create matrix x*y\n",
    "R = np.matrix(np.ones(shape=(MATRIX_SIZE, MATRIX_SIZE)))\n",
    "R *= -1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "matrix([[-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.],\n",
       "        [-1., -1., -1., -1., -1., -1., -1., -1.]])"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "R"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(0, 1)\n",
      "(1, 5)\n",
      "(5, 6)\n",
      "(5, 4)\n",
      "(1, 2)\n",
      "(2, 3)\n",
      "(2, 7)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "matrix([[  -1.,    0.,   -1.,   -1.,   -1.,   -1.,   -1.,   -1.],\n",
       "        [   0.,   -1.,    0.,   -1.,   -1.,    0.,   -1.,   -1.],\n",
       "        [  -1.,    0.,   -1.,    0.,   -1.,   -1.,   -1.,  100.],\n",
       "        [  -1.,   -1.,    0.,   -1.,   -1.,   -1.,   -1.,   -1.],\n",
       "        [  -1.,   -1.,   -1.,   -1.,   -1.,    0.,   -1.,   -1.],\n",
       "        [  -1.,    0.,   -1.,   -1.,    0.,   -1.,    0.,   -1.],\n",
       "        [  -1.,   -1.,   -1.,   -1.,   -1.,    0.,   -1.,   -1.],\n",
       "        [  -1.,   -1.,    0.,   -1.,   -1.,   -1.,   -1.,  100.]])"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# assign zeros to paths and 100 to goal-reaching point\n",
    "for point in points_list:\n",
    "    print(point)\n",
    "    if point[1] == goal:\n",
    "        R[point] = 100\n",
    "    else:\n",
    "        R[point] = 0\n",
    "\n",
    "    if point[0] == goal:\n",
    "        R[point[::-1]] = 100\n",
    "    else:\n",
    "        # reverse of point\n",
    "        R[point[::-1]]= 0\n",
    "# add goal point round trip\n",
    "R[goal,goal]= 100\n",
    "\n",
    "R"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "available action  [0 2 5]\n",
      "action  2\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "matrix([[ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.],\n",
       "        [ 0.,  0.,  0.,  0.,  0.,  0.,  0.,  0.]])"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Q = np.matrix(np.zeros([MATRIX_SIZE,MATRIX_SIZE]))\n",
    "\n",
    "# learning parameter\n",
    "gamma = 0.8\n",
    "\n",
    "initial_state = 1\n",
    "\n",
    "def available_actions(state):\n",
    "    current_state_row = R[state,]\n",
    "    av_act = np.where(current_state_row >= 0)[1]\n",
    "    return av_act\n",
    "\n",
    "available_act = available_actions(initial_state) \n",
    "\n",
    "print(\"available action \",available_act)\n",
    "\n",
    "def sample_next_action(available_actions_range):\n",
    "    next_action = int(np.random.choice(available_act,1))\n",
    "    return next_action\n",
    "\n",
    "action = sample_next_action(available_act)\n",
    "\n",
    "print(\"action \",action)\n",
    "\n",
    "def update(current_state, action, gamma):\n",
    "    \n",
    "  max_index = np.where(Q[action,] == np.max(Q[action,]))[1]\n",
    "  print(\"max index \",max_index)\n",
    "    \n",
    "  if max_index.shape[0] > 1:\n",
    "      max_index = int(np.random.choice(max_index, size = 1))\n",
    "  else:\n",
    "      max_index = int(max_index)\n",
    "  max_value = Q[action, max_index]\n",
    "  Q[current_state, action] = R[current_state, action] + gamma * max_value\n",
    "  print('max_value', R[current_state, action] + gamma * max_value)\n",
    "  \n",
    "  if (np.max(Q) > 0):\n",
    "    return(np.sum(Q/np.max(Q)*100))\n",
    "  else:\n",
    "    return (0)\n",
    "    \n",
    "update(initial_state, action, gamma)\n",
    "Q"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 100.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 180.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 244.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 295.2\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 336.16\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 368.928\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max index  [7]\n",
      "max_value 395.1424\n",
      "Score: 193.365834697\n",
      "max index  [7]\n",
      "max_value 395.1424\n",
      "Score: 200.0\n",
      "max index  [7]\n",
      "max_value 316.11392\n",
      "Score: 280.0\n",
      "max index  [7]\n",
      "max_value 316.11392\n",
      "Score: 280.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 280.0\n",
      "max index  [7]\n",
      "max_value 316.11392\n",
      "Score: 280.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 280.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 280.0\n",
      "max index  [7]\n",
      "max_value 416.11392\n",
      "Score: 270.928268874\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 270.928268874\n",
      "max index  [7]\n",
      "max_value 416.11392\n",
      "Score: 275.9681195\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 275.9681195\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 275.9681195\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 280.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 280.0\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 360.0\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 360.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 360.0\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 360.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 360.0\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 360.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 360.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 360.0\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 360.0\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 424.0\n",
      "max index  [7]\n",
      "max_value 432.891136\n",
      "Score: 411.442990785\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 411.442990785\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 411.442990785\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 411.442990785\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 411.442990785\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 411.442990785\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 460.658673279\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 460.658673279\n",
      "max index  [7]\n",
      "max_value 332.891136\n",
      "Score: 460.658673279\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 522.178276397\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 522.178276397\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 522.178276397\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 522.178276397\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 522.178276397\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 522.178276397\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 522.178276397\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 522.178276397\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 522.178276397\n",
      "max index  [7]\n",
      "max_value 446.3129088\n",
      "Score: 513.241364136\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 513.241364136\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 593.241364136\n",
      "max index  [2]\n",
      "max_value 266.3129088\n",
      "Score: 652.91091515\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 658.323976382\n",
      "max index  [0 1 2 3 4 5 6 7]\n",
      "max_value 0.0\n",
      "Score: 658.323976382\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 663.737037614\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 663.737037614\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 663.737037614\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 711.472678426\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 711.472678426\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 711.472678426\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 715.803127412\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 715.803127412\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 715.803127412\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 715.803127412\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 715.803127412\n",
      "max index  [7]\n",
      "max_value 357.05032704\n",
      "Score: 715.803127412\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 715.803127412\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 763.538768223\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 763.538768223\n",
      "max index  [7]\n",
      "max_value 446.3129088\n",
      "Score: 766.546024463\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 830.546024463\n",
      "max index  [1]\n",
      "max_value 213.05032704\n",
      "Score: 830.546024463\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 830.546024463\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 834.876473449\n",
      "max index  [7]\n",
      "max_value 457.05032704\n",
      "Score: 817.612125119\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 820.995096611\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 820.995096611\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 824.378068102\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 826.257496709\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 829.6404682\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 833.869182564\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 833.869182564\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 833.869182564\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 833.869182564\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 833.869182564\n",
      "max index  [5]\n",
      "max_value 182.809767444\n",
      "Score: 873.866915118\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 875.746343724\n",
      "max index  [7]\n",
      "max_value 457.05032704\n",
      "Score: 875.746343724\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 875.746343724\n",
      "max index  [7]\n",
      "max_value 457.05032704\n",
      "Score: 878.095629482\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 878.095629482\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 878.095629482\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 878.095629482\n",
      "max index  [5]\n",
      "max_value 182.809767444\n",
      "Score: 918.093362036\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 918.093362036\n",
      "max index  [2]\n",
      "max_value 285.640261632\n",
      "Score: 918.093362036\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 918.093362036\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 919.596904921\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 919.596904921\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 919.596904921\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 919.596904921\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 919.596904921\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 919.596904921\n",
      "max index  [7]\n",
      "max_value 465.640261632\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [5]\n",
      "max_value 182.809767444\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [5]\n",
      "max_value 182.809767444\n",
      "Score: 904.477327889\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [5]\n",
      "max_value 182.809767444\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [1]\n",
      "max_value 228.512209306\n",
      "Score: 904.477327889\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 904.477327889\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 904.477327889\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 906.322085591\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 906.322085591\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 907.797891753\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.273697915\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.273697915\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 909.273697915\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.273697915\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.273697915\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 909.273697915\n",
      "max index  [7]\n",
      "max_value 365.640261632\n",
      "Score: 909.273697915\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 910.454342845\n",
      "max index  [7]\n",
      "max_value 472.512209306\n",
      "Score: 900.485486413\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 901.648960717\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 901.648960717\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 901.648960717\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 901.648960717\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 901.648960717\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 902.57974016\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 905.197557345\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 905.197557345\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 907.815374529\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 909.269717409\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 909.269717409\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 910.200496852\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 910.200496852\n",
      "max index  [2]\n",
      "max_value 302.407813956\n",
      "Score: 912.294750599\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 912.294750599\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 912.294750599\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 961.819347602\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 961.819347602\n",
      "max index  [7]\n",
      "max_value 472.512209306\n",
      "Score: 963.273690482\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 963.273690482\n",
      "max index  [7]\n",
      "max_value 478.009767444\n",
      "Score: 953.345237914\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 953.345237914\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 953.345237914\n",
      "max index  [7]\n",
      "max_value 482.407813956\n",
      "Score: 945.565405295\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 945.565405295\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 945.565405295\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 945.565405295\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 945.565405295\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 945.565405295\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 945.565405295\n",
      "max index  [7]\n",
      "max_value 485.926251164\n",
      "Score: 939.442935522\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 939.442935522\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 939.442935522\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 940.574292004\n",
      "max index  [7]\n",
      "max_value 488.741000932\n",
      "Score: 935.733269278\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 935.733269278\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 935.733269278\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 935.733269278\n",
      "max index  [7]\n",
      "max_value 490.992800745\n",
      "Score: 931.900414668\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 931.900414668\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 931.900414668\n",
      "max index  [7]\n",
      "max_value 378.009767444\n",
      "Score: 931.900414668\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 931.900414668\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 931.900414668\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 931.900414668\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 931.900414668\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 931.900414668\n",
      "max index  [7]\n",
      "max_value 492.794240596\n",
      "Score: 932.609515051\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 932.609515051\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 935.902091079\n",
      "max index  [2]\n",
      "max_value 315.388313982\n",
      "Score: 938.536151901\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 938.536151901\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 938.536151901\n",
      "max index  [2]\n",
      "max_value 315.388313982\n",
      "Score: 938.536151901\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 938.536151901\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 938.536151901\n",
      "max index  [7]\n",
      "max_value 492.794240596\n",
      "Score: 938.901708091\n",
      "max index  [7]\n",
      "max_value 494.235392477\n",
      "Score: 936.4555361\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 936.4555361\n",
      "max index  [7]\n",
      "max_value 495.388313982\n",
      "Score: 934.508845901\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 934.508845901\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 934.508845901\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 934.508845901\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 934.508845901\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 934.508845901\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 934.508845901\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 934.508845901\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 934.508845901\n",
      "max index  [7]\n",
      "max_value 496.310651185\n",
      "Score: 932.958005609\n",
      "max index  [7]\n",
      "max_value 497.048520948\n",
      "Score: 931.721477382\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 931.721477382\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 931.721477382\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 931.721477382\n",
      "max index  [7]\n",
      "max_value 394.235392477\n",
      "Score: 931.721477382\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 931.721477382\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 931.721477382\n",
      "max index  [7]\n",
      "max_value 497.638816759\n",
      "Score: 930.734894972\n",
      "max index  [7]\n",
      "max_value 498.111053407\n",
      "Score: 930.919902217\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 930.919902217\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 935.031249504\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 935.885165557\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 935.885165557\n",
      "max index  [1]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max_value 234.009767444\n",
      "Score: 935.885165557\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 935.885165557\n",
      "max index  [7]\n",
      "max_value 498.111053407\n",
      "Score: 935.979971052\n",
      "max index  [7]\n",
      "max_value 498.488842725\n",
      "Score: 935.346407617\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 935.346407617\n",
      "max index  [7]\n",
      "max_value 498.79107418\n",
      "Score: 934.840247877\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 934.840247877\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 934.840247877\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 935.522449379\n",
      "max index  [2]\n",
      "max_value 292.512209306\n",
      "Score: 935.522449379\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 935.522449379\n",
      "max index  [7]\n",
      "max_value 499.032859344\n",
      "Score: 935.117632485\n",
      "max index  [7]\n",
      "max_value 499.226287475\n",
      "Score: 934.794061297\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 934.794061297\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 934.794061297\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 941.373959414\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 941.373959414\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 946.637877909\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 946.637877909\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 946.637877909\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 946.637877909\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 946.637877909\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 946.637877909\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 946.637877909\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 946.637877909\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 946.637877909\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 946.637877909\n",
      "max index  [1]\n",
      "max_value 234.009767444\n",
      "Score: 946.637877909\n",
      "max index  [5]\n",
      "max_value 187.207813956\n",
      "Score: 946.637877909\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 951.901796403\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 956.112931198\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 956.112931198\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 956.112931198\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 956.112931198\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 956.112931198\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 956.112931198\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 956.112931198\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 956.112931198\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 960.324065994\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 960.324065994\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 960.324065994\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 960.324065994\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 960.324065994\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 960.324065994\n",
      "max index  [7]\n",
      "max_value 398.488842725\n",
      "Score: 960.324065994\n",
      "max index  [7]\n",
      "max_value 499.38102998\n",
      "Score: 960.057478573\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 964.26730847\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 964.26730847\n",
      "max index  [5]\n",
      "max_value 204.026287475\n",
      "Score: 967.635172387\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 967.635172387\n",
      "max index  [7]\n",
      "max_value 499.504823984\n",
      "Score: 967.674390478\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 967.897614841\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 967.897614841\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 967.897614841\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 967.897614841\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 967.897614841\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 967.897614841\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 967.897614841\n",
      "max index  [7]\n",
      "max_value 499.504823984\n",
      "Score: 967.922398186\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 967.922398186\n",
      "max index  [2]\n",
      "max_value 319.68308735\n",
      "Score: 968.100977676\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 968.100977676\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 968.100977676\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 972.309764236\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 972.309764236\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 972.309764236\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 972.309764236\n",
      "max index  [5]\n",
      "max_value 204.026287475\n",
      "Score: 975.676793485\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 975.676793485\n",
      "max index  [7]\n",
      "max_value 399.603859187\n",
      "Score: 975.900017848\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 975.900017848\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 975.900017848\n",
      "max index  [5]\n",
      "max_value 204.026287475\n",
      "Score: 975.900017848\n",
      "max index  [2]\n",
      "max_value 318.79107418\n",
      "Score: 975.900017848\n",
      "max index  [7]\n",
      "max_value 499.603859187\n",
      "Score: 975.726390414\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 975.726390414\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 975.726390414\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 975.726390414\n",
      "max index  [2]\n",
      "max_value 319.68308735\n",
      "Score: 975.726390414\n",
      "max index  [7]\n",
      "max_value 399.68308735\n",
      "Score: 975.965428724\n",
      "max index  [2]\n",
      "max_value 319.68308735\n",
      "Score: 975.965428724\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.156659373\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 976.309643891\n",
      "max index  [7]\n",
      "max_value 399.68308735\n",
      "Score: 976.325502088\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.338188645\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.338188645\n",
      "max index  [7]\n",
      "max_value 499.603859187\n",
      "Score: 976.338188645\n",
      "max index  [7]\n",
      "max_value 399.68308735\n",
      "Score: 976.354046842\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.354046842\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.354046842\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 976.354046842\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 976.354046842\n",
      "max index  [1]\n",
      "max_value 255.032859344\n",
      "Score: 976.354046842\n",
      "max index  [7]\n",
      "max_value 399.68308735\n",
      "Score: 976.354046842\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.354046842\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.54527749\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.54527749\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 976.698262009\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 976.698262009\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 976.698262009\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 976.698262009\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 976.698262009\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 982.149432987\n",
      "max index  [7]\n",
      "max_value 499.603859187\n",
      "Score: 982.169255732\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.169255732\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.322240251\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.182342041\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 982.182342041\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.182342041\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.195026586\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.195026586\n",
      "max index  [2]\n",
      "max_value 319.74646988\n",
      "Score: 982.195026586\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.195026586\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.347986848\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.360671394\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.360671394\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.37335594\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.383503577\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.393651213\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.393651213\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.40379885\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.40379885\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.411916959\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.411916959\n",
      "max index  [5]\n",
      "max_value 204.637740723\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.534285169\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [1]\n",
      "max_value 255.797175904\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.534285169\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.544432805\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.552550915\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.560669024\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.568787133\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.568787133\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.568787133\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.568787133\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.575281621\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.575281621\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.575281621\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.575281621\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.575281621\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.575281621\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.575281621\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.575281621\n",
      "max index  [7]\n",
      "max_value 499.68308735\n",
      "Score: 982.591137303\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.591137303\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.591137303\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.591137303\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.591137303\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.591137303\n",
      "max index  [7]\n",
      "max_value 399.74646988\n",
      "Score: 982.591137303\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.591137303\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.591137303\n",
      "max index  [7]\n",
      "max_value 499.74646988\n",
      "Score: 982.479198825\n",
      "max index  [7]\n",
      "max_value 499.74646988\n",
      "Score: 982.479198825\n",
      "max index  [7]\n",
      "max_value 399.797175904\n",
      "Score: 982.489345175\n",
      "max index  [7]\n",
      "max_value 499.74646988\n",
      "Score: 982.502028112\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.510145191\n",
      "max index  [2]\n",
      "max_value 319.797175904\n",
      "Score: 982.510145191\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.510145191\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.510145191\n",
      "max index  [7]\n",
      "max_value 499.797175904\n",
      "Score: 982.420611711\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.549444993\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.557561249\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.557561249\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.557561249\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.557561249\n",
      "max index  [7]\n",
      "max_value 399.797175904\n",
      "Score: 982.567706569\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.567706569\n",
      "max index  [7]\n",
      "max_value 399.797175904\n",
      "Score: 982.567706569\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.567706569\n",
      "max index  [7]\n",
      "max_value 499.837740723\n",
      "Score: 982.506225423\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.530977995\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.530977995\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.545586071\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.545586071\n",
      "max index  [7]\n",
      "max_value 499.837740723\n",
      "Score: 982.545586071\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.565388129\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.565388129\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.565388129\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.565388129\n",
      "max index  [2]\n",
      "max_value 319.837740723\n",
      "Score: 982.565388129\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.565388129\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.579996204\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.579996204\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.579996204\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.579996204\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.579996204\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.579996204\n",
      "max index  [7]\n",
      "max_value 499.837740723\n",
      "Score: 982.588111802\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.588111802\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.599798262\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.599798262\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.599798262\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.599798262\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.599798262\n",
      "max index  [1]\n",
      "max_value 255.91692325\n",
      "Score: 982.615639909\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.615639909\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.615639909\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.615639909\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.615639909\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.615639909\n",
      "max index  [7]\n",
      "max_value 399.870192579\n",
      "Score: 982.615639909\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.615639909\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.615639909\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.627326369\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.627326369\n",
      "max index  [7]\n",
      "max_value 499.870192579\n",
      "Score: 982.570025704\n",
      "max index  [7]\n",
      "max_value 499.870192579\n",
      "Score: 982.570025704\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.570025704\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.570025704\n",
      "max index  [7]\n",
      "max_value 499.870192579\n",
      "Score: 982.576517761\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.576517761\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.576517761\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.576517761\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.576517761\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.576517761\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.576517761\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.576517761\n",
      "max index  [1]\n",
      "max_value 255.91692325\n",
      "Score: 982.576517761\n",
      "max index  [7]\n",
      "max_value 399.896154063\n",
      "Score: 982.581711406\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.581711406\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.581711406\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.581711406\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.581711406\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.581711406\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.581711406\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.581711406\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.581711406\n",
      "max index  [2]\n",
      "max_value 319.896154063\n",
      "Score: 982.581711406\n",
      "max index  [7]\n",
      "max_value 399.896154063\n",
      "Score: 982.586905051\n",
      "max index  [7]\n",
      "max_value 399.896154063\n",
      "Score: 982.586905051\n",
      "max index  [1]\n",
      "max_value 255.837740723\n",
      "Score: 982.586905051\n",
      "max index  [7]\n",
      "max_value 399.896154063\n",
      "Score: 982.592098696\n",
      "max index  [1]\n",
      "max_value 255.837740723\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score: 982.592098696\n",
      "max index  [1]\n",
      "max_value 255.91692325\n",
      "Score: 982.592098696\n",
      "max index  [7]\n",
      "max_value 499.896154063\n",
      "Score: 982.546262375\n",
      "max index  [1]\n",
      "max_value 255.91692325\n",
      "Score: 982.546262375\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.550417075\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.574371519\n",
      "max index  [5]\n",
      "max_value 204.670192579\n",
      "Score: 982.574371519\n",
      "max index  [7]\n",
      "max_value 499.91692325\n",
      "Score: 982.542897882\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.542897882\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.562060641\n",
      "max index  [7]\n",
      "max_value 499.91692325\n",
      "Score: 982.566215169\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.585377928\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.585377928\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.592856078\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.592856078\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.592856078\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.592856078\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.592856078\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.592856078\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.592856078\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.592856078\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.592856078\n",
      "max index  [7]\n",
      "max_value 499.9335386\n",
      "Score: 982.563523001\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.563523001\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.563523001\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.563523001\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.567677391\n",
      "max index  [2]\n",
      "max_value 319.91692325\n",
      "Score: 982.567677391\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.567677391\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.575155292\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.585292003\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.592769904\n",
      "max index  [1]\n",
      "max_value 255.9335386\n",
      "Score: 982.592769904\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.592769904\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.598752226\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.598752226\n",
      "max index  [5]\n",
      "max_value 204.74683088\n",
      "Score: 982.614081924\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.618867781\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.623653637\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.642812021\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.642812021\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.642812021\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.648794342\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648794342\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.648794342\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648794342\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.648794342\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.652623028\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.652623028\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.652623028\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.652623028\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.652623028\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.652623028\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.652623028\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.652623028\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.652623028\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.658605349\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.658605349\n",
      "max index  [7]\n",
      "max_value 499.94683088\n",
      "Score: 982.635137763\n",
      "max index  [7]\n",
      "max_value 499.957464704\n",
      "Score: 982.616364592\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.616364592\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.616364592\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.616364592\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.616364592\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.616364592\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.616364592\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.624473573\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.624473573\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.624473573\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.624473573\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.624473573\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.624473573\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648420406\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648420406\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.648420406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.648420406\n",
      "max index  [7]\n",
      "max_value 499.965971763\n",
      "Score: 982.6334019\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.6334019\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.6334019\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.6334019\n",
      "max index  [7]\n",
      "max_value 499.972777411\n",
      "Score: 982.621387462\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621387462\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621387462\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.621387462\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621387462\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.621387462\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621387462\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.621387462\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.621387462\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.621387462\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.621387462\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.621387462\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.621387462\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.621387462\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621387462\n",
      "max index  [7]\n",
      "max_value 499.978221929\n",
      "Score: 982.611776148\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.611776148\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.611776148\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.611776148\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.611776148\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.611776148\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.611776148\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.611776148\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.611776148\n",
      "max index  [7]\n",
      "max_value 399.9335386\n",
      "Score: 982.611776148\n",
      "max index  [7]\n",
      "max_value 499.982577543\n",
      "Score: 982.61634741\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.61634741\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.61634741\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.61634741\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.61634741\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.61634741\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.61634741\n",
      "max index  [7]\n",
      "max_value 499.982577543\n",
      "Score: 982.617218563\n",
      "max index  [7]\n",
      "max_value 499.986062034\n",
      "Score: 982.611067447\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.611067447\n",
      "max index  [7]\n",
      "max_value 399.986062034\n",
      "Score: 982.621572427\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621572427\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621572427\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621572427\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.621572427\n",
      "max index  [2]\n",
      "max_value 319.94683088\n",
      "Score: 982.621572427\n",
      "max index  [7]\n",
      "max_value 399.986062034\n",
      "Score: 982.632077406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.632077406\n",
      "max index  [1]\n",
      "max_value 255.957464704\n",
      "Score: 982.632077406\n",
      "max index  [7]\n",
      "max_value 499.988849627\n",
      "Score: 982.627156458\n",
      "max index  [2]\n",
      "max_value 319.988849627\n",
      "Score: 982.635560395\n",
      "max index  [2]\n",
      "max_value 319.988849627\n",
      "Score: 982.643964332\n",
      "max index  [7]\n",
      "max_value 399.986062034\n",
      "Score: 982.643964332\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.643964332\n",
      "max index  [1]\n",
      "max_value 255.991079702\n",
      "Score: 982.650687482\n",
      "max index  [7]\n",
      "max_value 399.986062034\n",
      "Score: 982.661192403\n",
      "max index  [1]\n",
      "max_value 255.991079702\n",
      "Score: 982.661192403\n",
      "max index  [7]\n",
      "max_value 399.986062034\n",
      "Score: 982.661192403\n",
      "max index  [2]\n",
      "max_value 319.988849627\n",
      "Score: 982.661192403\n",
      "max index  [5]\n",
      "max_value 204.765971763\n",
      "Score: 982.661192403\n",
      "max index  [1]\n",
      "max_value 255.991079702\n",
      "Score: 982.667915552\n",
      "max index  [7]\n",
      "max_value 499.991079702\n",
      "Score: 982.665233091\n",
      "max index  [1]\n",
      "max_value 255.991079702\n",
      "Score: 982.665233091\n",
      "max index  [7]\n",
      "max_value 499.991079702\n",
      "Score: 982.665679114\n",
      "max index  [1]\n",
      "max_value 255.991079702\n",
      "Score: 982.665679114\n",
      "Trained Q matrix:\n",
      "[[   0.           63.9989117     0.            0.            0.            0.\n",
      "     0.            0.        ]\n",
      " [  51.19240624    0.           79.99863963    0.            0.\n",
      "    51.19240624    0.            0.        ]\n",
      " [   0.           63.9905078     0.           63.9905078     0.            0.\n",
      "     0.          100.        ]\n",
      " [   0.            0.           79.99863963    0.            0.            0.\n",
      "     0.            0.        ]\n",
      " [   0.            0.            0.            0.            0.\n",
      "    51.19912936    0.            0.        ]\n",
      " [   0.           63.9989117     0.            0.           40.953925      0.\n",
      "    40.953925      0.        ]\n",
      " [   0.            0.            0.            0.            0.\n",
      "    51.19912936    0.            0.        ]\n",
      " [   0.            0.           79.99863963    0.            0.            0.\n",
      "     0.          100.        ]]\n"
     ]
    }
   ],
   "source": [
    "# Training\n",
    "scores = []\n",
    "for i in range(700):\n",
    "    current_state = np.random.randint(0, int(Q.shape[0]))\n",
    "    available_act = available_actions(current_state)\n",
    "    action = sample_next_action(available_act)\n",
    "    score = update(current_state,action,gamma)\n",
    "    scores.append(score)\n",
    "    print ('Score:', str(score))\n",
    "    \n",
    "print(\"Trained Q matrix:\")\n",
    "print(Q/np.max(Q)*100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Most efficient path:\n",
      "[0, 1, 2, 7]\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAD8CAYAAAB+UHOxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAHLdJREFUeJzt3XmYXNV55/HvW1XdLbW21tLa9yCE\nBWYRPQJM7CRgbMAMwgsebAcrGD/yJDhjD3nGgYyfEMeJg+eZGJsnDoYJBMEwGA84ATMYDyPAjg0I\nJLEJBJYQEmokpBbaWmp1dS3v/FGnWy3R3UJV3bfurf59nqefuvfUqaq3SqXz1jnn3nPN3RERkeEn\nVe0ARESkOpQARESGKSUAEZFhSglARGSYUgIQERmmlABERIYpJQARkWFKCUBEZJhSAhARGaYy1Q5g\nIJMmTfK5c+dWOwwRkURZs2bNLndvPla9WCeAuXPnsnr16mqHISKSKGa25f3U0xCQiMgwdcwEYGZ3\nmNlOM1vXq2yCmT1mZhvC7fhQbmZ2s5ltNLOXzGxxr8csC/U3mNmyoXk7IiLyfr2fHsCdwIVHlV0H\nrHT3BcDKsA9wEbAg/C0HboFSwgBuAM4ClgA3dCcNERGpjmMmAHf/FbD7qOKlwIqwvQK4rFf5XV7y\nDNBkZtOAjwOPuftud98DPMZ7k4qIiESo3DmAKe6+HSDcTg7lM4Ctveq1hrL+ykVEpEoGexLY+ijz\nAcrf+wRmy81stZmtbmtrG9TgRETksHITwI4wtEO43RnKW4FZverNBLYNUP4e7n6bu7e4e0tz8zEP\nYxURkTKVex7AQ8Ay4MZw+2Cv8q+a2Y8pTfjuc/ftZvYL4Du9Jn4/Blxfftgi8bazvZP/9+pOCu7g\njgOlzcPbxXA5VndwPNweuV+6/8j7hpr33TkfvOeP5D1EYIjfyIlTx3DJqdOH9DWOmQDM7F7g94FJ\nZtZK6WieG4GfmNnVwFvA5aH6I8DFwEagA7gKwN13m9m3gedCvb9296MnlkViJV8osrM9S6Ho5ItO\nIfzli0XyBSdXKJIvOkV3ikUoePe2c9fTW/jlbzWEWeusr8HtQXLJqdOHPAFYnC8K39LS4joTWKK2\nY38nj657hzuf2sybuw6W/TzLzpnDNeedgGGYlSbCzCzcglEq7H1fKpR3NyzWa7/344faUDZspeeP\n4l0MX2a2xt1bjlUv1ktBiAwVd+ehF7fx5q6DR/zCzxecZza9y6vb91OfTnHVuXNZNG0smbSRTqXI\npIx0ysikjLp0aT+VMlJmpFOlhi1tpTonThlDfUYn20t8KQHIcdvZ3skDa97mQDbHtRcsJJ1Kxq+5\nYtF7ftkuv3sNj726A4CUQSaVOtywZ1J855Mf5NLTpzO6Qf9FpHbp2y3H7a9/9ioPv7QdgAsWTeX0\nWU1Vjqhv+zpy7GzvBOCZN3dzw4PrKDrUpY1cwTn/pMnceuWZZNL6lS7DkxKAHLc9HV2kDIoOy+9a\nzf3/8UPMnthY7bCOkM0XuOgHv2Lbvs6eshMmj+biU6aSKzqjGzJ85SPz1fjLsKYEIMeto6vAuSdM\noi6d4vHXdnLHb97kGxcuJGXGiLp0FeLJ88LWvUcc+/fs5t1s29fJNy5cyOwJpeTUMmcCU8eNiDw+\nkbhSApDj1pEtMHlMA7de2cKVt6/izqc2c+dTmwH4zic/yOfPmh1ZLIWi8yf3rOXJ1997yOXJ08fy\nx7/3OzriRKQfSgBy3DpyeRrrS1+dG/79yaxcX5pMvW/1Vv7iX17m736+njuvWsKpM8dRd9QQy91P\nb+bZzXvoyhcYWZfmj86dd8w5hGy+QEe2wMj6NA2ZFGZGseikUsb/fGYLT77exiWnTuPKs+cc8bgF\nU8ao8RcZgBKAHLdDXaXGGErj6idMHg3AouljufWXm/j1xl18+panmDuxkW9+YhGpVOmkyX/bsIs7\nn9rM9HEjGD0iw293HOBfX9jG/OZR1IdE0TymgWXnzKWxPg0GKTO+cvca9h3KAZBOGU0j63j3YBej\n6tMc7CowpiHDjZ8+VUfsiBwn/Y+R49bRVaCxj7H+Dy9o5sMLmnn2zd08++a7/GDlBr5815En8p17\nwkTuvGoJdekUW3d3cPuv32T7vkM996/Zsvc9jxndkOGbn/gAXYUiBzrz7D7YxYRR9XTmirR35lh6\n+gw1/iJl0P8aOS7FopcSQH3/k71L5k1gybwJfGrxTNrasz3l4xvrmTVhZM+wzKwJjfzVpScf8dj2\nzhyvbtsPQEeuwJZdB/nQCZM4ccqYIXg3IsObEkACbd93iHuf3crmXQf57Y52AE6ePo6//+xpQ/7a\nnfkCAI3v4xf39KaRTG8aeVzPP2ZEHWfNn3i4YOFxPVxEjoMOgk6g+1e3cvPKDTz26g4mjy0d1vjA\n2lYOdRWG/LV/vWEXwIA9ABFJBvUAEmh/Z46RdWnWf7t0Vc2fvbiNP733ebbsPshJU8ceUXfXgSx3\n/mYza7bsAUoncZ04ZQw3f+4MAA5m83znkfVsajv2omc79neyKSyONnWsjqcXSTolgAQ6kC0wesTh\nf7p5k0YBcM09axk7sq6nvFh01m3bT6HonDariYZ0itfeaee1d9r5w7PnsKeji+seeIl9h3KcPquJ\nTGrgDuGM8SO57IwZXHradOaG1xSR5FICSKAD2fwRR72cOGUMnzxjBrsOZN9Td+lp0/nC2bM5c84E\nAH7xyjt85e41fPbWpwFoaqzj1itbuGDRlGiCF5HYUAJIoAOduSMSQH0mxU3/4fT39djzTprMty49\nmWnjRlCXSXHmnPGMHVF37AeKSM1RAkigo3sAx6MunWLZh+YObkAikkg6CiiBjp4DEBEphxJAgnTm\nCtz9zBa27zvEGJ35KiIVUiuSEH/7f17lf/zbmz37C6fqzFgRqYwSQAK4O3c+tZmTpo7h2gtO5CMn\nNldl3X0RqS1KAAmQzRfJFZxLT5/Ox06eWu1wRKRGaA4gAQ5k8wAa9xeRQaUEkAAHOksJYJQSgIgM\nIiWABOjuAWjNexEZTEoACdAeegA69l9EBpMSQAIcngPQkg0iMniUAGJm98EurrlnLa17OsgVitzy\n5Bvc9fRmQD0AERlcalFiZOX6HVy9onQ93NNmjSOTSvHdR19j3Mg6FkwerTX4RWRQKQHEyPNv7e3Z\nfvqNd3lu8x4+vGASd31pSc91dEVEBouGgGIkmy8wMpzh+8TrbYxuyPB3n/qgGn8RGRIVJQAz+89m\n9oqZrTOze81shJnNM7NVZrbBzO4zs/pQtyHsbwz3zx2MN1BLOnNFRtSV1ugHuOvqJcwc31jlqESk\nVpWdAMxsBvCfgBZ3PwVIA1cA3wVucvcFwB7g6vCQq4E97n4CcFOoJ7105go0ZNLc9aUlrPvWxzlx\nihZ8E5GhU+kQUAYYaWYZoBHYDpwH3B/uXwFcFraXhn3C/eebxjaOkM2XegCjGjI66UtEhlzZCcDd\n3wb+O/AWpYZ/H7AG2Ovu+VCtFZgRtmcAW8Nj86H+xHJfvxZ15gpa5VNEIlPJENB4Sr/q5wHTgVHA\nRX1U9e6HDHBf7+ddbmarzWx1W1tbueElUjZfpCGjeXkRiUYlrc1HgTfdvc3dc8BPgQ8BTWFICGAm\nsC1stwKzAML944DdRz+pu9/m7i3u3tLc3FxBeMnTmSvQoB6AiESkkgTwFnC2mTWGsfzzgVeBJ4DP\nhDrLgAfD9kNhn3D/4+7+nh7AcNaZL2oISEQiU8kcwCpKk7lrgZfDc90G/DlwrZltpDTGf3t4yO3A\nxFB+LXBdBXHXpGyuoCEgEYlMRYeauPsNwA1HFW8ClvRRtxO4vJLXq3VZ9QBEJEL6uRkjneoBiEiE\n1NrExNq39rB9XyeN9eoBiEg0lABi4lsPvQLApxfPrHIkIjJcKAHExP7OPBcsmsJps5qqHYqIDBNK\nADHR0ZVnQmN9tcMQkWFECSAmOrIFGhs0/i8i0VECiAF352BXnlH1WgBORKKjBBAD2XyRosNIHQEk\nIhFSAoiBjq4CAKOUAEQkQkoAMdDRVVo9u1HXABCRCCkBxEB3D0AngYlIlPSTs4r+8sF1rNq0m868\nEoCIRE8JoAr2Hcrx0e/9krb2LGfOGc+80aM4c854Fs8eX+3QRGQYUQKogrf3HKKtPcuiaWO558tn\naQVQEakKzQFUQfek73UXnaTGX0SqRgmgCjTpKyJxoARQBT2HferMXxGpIiWAKlAPQETiQAmgCg52\nJwAt/iYiVaQEUAUdWQ0BiUj1KQFUQfcQ0EgdASQiVaQEELED2Tw/fb6V+nSKdMqqHY6IDGNKABEq\nFp2v3fs8W3cfYub4kdUOR0SGOSWACN2/tpWVr+1kybwJPPjVc6sdjogMc5qFjNDPXtzG2BEZ7vij\nf8doLf0sIlWmHkCE9h/Kceac8Wr8RSQWlAAilM0Xqc/oIxeReFBrFKFsvkhDRod+ikg8KAFEKJsr\n0KAegIjEhFqjCGXzRRrq9JGLSDyoNYqQhoBEJE6UACKUzWsISETio6LWyMyazOx+M3vNzNab2Tlm\nNsHMHjOzDeF2fKhrZnazmW00s5fMbPHgvIVkKBSdXMHVAxCR2Kj05+gPgEfd/STgNGA9cB2w0t0X\nACvDPsBFwILwtxy4pcLXTpSufBFAcwAiEhtlt0ZmNhb4CHA7gLt3ufteYCmwIlRbAVwWtpcCd3nJ\nM0CTmU0rO/KE6UkAGgISkZiopDWaD7QB/2xmz5vZP5nZKGCKu28HCLeTQ/0ZwNZej28NZUcws+Vm\nttrMVre1tVUQXrxk86UloDUEJCJxUUkCyACLgVvc/QzgIIeHe/rS19rH/p4C99vcvcXdW5qbmysI\nL16y6gGISMxU0hq1Aq3uvirs308pIezoHtoJtzt71Z/V6/EzgW0VvH6i9PQANAcgIjFRdmvk7u8A\nW81sYSg6H3gVeAhYFsqWAQ+G7YeAL4ajgc4G9nUPFQ0HnbnuHoCGgEQkHipdlvJPgXvMrB7YBFxF\nKan8xMyuBt4CLg91HwEuBjYCHaHusKEhIBGJm4oSgLu/ALT0cdf5fdR14JpKXi/JDk8CKwGISDyo\nNYpITw9AF4IXkZhQAohINqchIBGJF7VGEekeAtIFYUQkLtQaRUSTwCISN2qNInI4AWgOQETiQQkg\nItmcTgQTkXhRaxQRDQGJSNyoNYpIdwKoT+sjF5F4UGsUke6rgZn1tSaeiEj0Kl0KQvrxpTuf4/V3\n2nv23957iDEN+rhFJD7UAxgChaLz+Gs7GTeyjrPnT2TOxEYA2rP5KkcmInKYEsAQ6AxH/Cw9fTp/\n/9nTuPFTpwKaABaReNGYxBDoTgAjwro/syc28qM/PJPmMfXVDEtE5AhKAEOgMxzxM6LXMf8XnjK1\nWuGIiPRJYxJD4OgegIhIHCkBDIHuBKBlH0QkzpQAhkD35R9HaNkHEYkxtVBDIKshIBFJACWAIdCZ\nVwIQkfhTAhgCGgISkSRQCzUEeo4C0iSwiMSYEsAgO9RV4IdPbAQ0BCQi8aYEMMie3rSLN9oOAtDU\nWFflaERE+qcEMMjaO0sLvq38s99TD0BEYk0JYJB1dJXG/xvr1fiLSLwpAQyyngRQp2WWRCTelAAG\n2aGu0hDQSPUARCTmlAAG2cGuAnVpo15r/4tIzKmVGiTZcPbvoa4CIzX5KyIJoAQwCH7+8nYWfvNR\nNuxop6MrT2O9xv9FJP6UAAbB05veBeDJ19s42FXQEUAikggVJwAzS5vZ82b2cNifZ2arzGyDmd1n\nZvWhvCHsbwz3z630teNi1vjSRd9XPL2ZF97aqwlgEUmEwegBfA1Y32v/u8BN7r4A2ANcHcqvBva4\n+wnATaFeTTAr3ba1Z+kqFPndEyZVNyARkfehosFqM5sJfAL4W+BaMzPgPODzocoK4K+AW4ClYRvg\nfuAfzMzc3SuJIQ6y4RrAL97wMZ39KyKJUWkP4PvAN4Bi2J8I7HX3fNhvBWaE7RnAVoBw/75Q/whm\nttzMVpvZ6ra2tgrDi0Y2V8AMGnTop4gkSNktlpldAux09zW9i/uo6u/jvsMF7re5e4u7tzQ3N5cb\nXqQ680UaMinM+nqLIiLxVMkQ0LnApWZ2MTACGEupR9BkZpnwK38msC3UbwVmAa1mlgHGAbsreP3Y\nyOYKugC8iCRO2T0Ad7/e3We6+1zgCuBxd/8C8ATwmVBtGfBg2H4o7BPuf7wWxv+hdAUwXf1LRJJm\nKFqtP6c0IbyR0hj/7aH8dmBiKL8WuG4IXrsqOvMFTf6KSOIMyimr7v4k8GTY3gQs6aNOJ3D5YLxe\n3GRzRU0Ai0jiqNUaBOoBiEgSadGaMrg7L7+9j4PZ0gJwbe1ZLf8gIomjBFCGF7bu5ZP/+NQRZR8/\neUqVohERKY8SQBn2duQA+PZlp3BC82gAPjBtTDVDEhE5bkoAZehe+mHx7CZOnj6uytGIiJRHk8Bl\n6CqUEoCO/BGRJFMLVoau0AOoT2viV0SSSwmgDD0JQD0AEUkwtWBl6ArX/1UCEJEkUwtWhu45ACUA\nEUkytWBlODwHoI9PRJJLLVgZuhNAXVrr/4tIcikBlCFbKFKf1gVgRCTZlADK0JUvavxfRBJPrVgZ\nlABEpBaoFStDV76oCWARSTy1YmXoKqgHICLJp8XgjmF/Z46d+zsBmNHUyMj6NDv2dyoBiEjiKQEc\nw2X/8Bs27ToIwJlzxnPeSZN5ZtNuTp/VVOXIREQqowRwDDvbs/zBwmYaMmkefeUd1mzZw5gRGf7m\nslOqHZqISEU0jnEMXfkiC6eO5fNnzQbgrHkTePr68zllhq4DICLJph7AANy9Z8L3wwsm8av/8gdM\nGddAQ0bLQItI8ikBDKD3hV/MjNkTG6sckYjI4NEQ0AC06JuI1DK1bAPQhV9EpJapZRuA1v0XkVqm\nlm0AGgISkVqmlm0AGgISkVqmlm0AWSUAEalhatkGoDkAEallatkG0D0E1KA5ABGpQWW3bGY2y8ye\nMLP1ZvaKmX0tlE8ws8fMbEO4HR/KzcxuNrONZvaSmS0erDcxVDQHICK1rJKWLQ/8mbt/ADgbuMbM\nFgHXASvdfQGwMuwDXAQsCH/LgVsqeO1IKAGISC0ru2Vz9+3uvjZstwPrgRnAUmBFqLYCuCxsLwXu\n8pJngCYzm1Z25BHQHICI1LJBadnMbC5wBrAKmOLu26GUJIDJodoMYGuvh7WGstg60JkH0OJvIlKT\nKk4AZjYaeAD4urvvH6hqH2Xex/MtN7PVZra6ra2t0vAq8ssNbUwaXc/sCVoETkRqT0UJwMzqKDX+\n97j7T0Pxju6hnXC7M5S3ArN6PXwmsO3o53T329y9xd1bmpubKwmvYlvePcipM5tIp/rKXSIiyVbJ\nUUAG3A6sd/fv9brrIWBZ2F4GPNir/IvhaKCzgX3dQ0Vxlcs7DRr/F5EaVcn1AM4FrgReNrMXQtlf\nADcCPzGzq4G3gMvDfY8AFwMbgQ7gqgpeOxK5QpGMzgEQkRpVdgJw91/T97g+wPl91HfgmnJfrxq6\nCkXq0hr+EZHapJ+3A8gViloJVERqllq3AeQKTp0SgIjUKLVuA8jli0oAIlKz1LoNoKtQpC6jOQAR\nqU1KAAPQHICI1DK1bv0oFJ2ioyEgEalZat36kQsLwSkBiEitUuvWj66eBKA5ABGpTUoA/cjpWgAi\nUuPUuvUjVygtVKohIBGpVWrd+qE5ABGpdWrd+pHTHICI1DglgH50DwHpPAARqVVq3fqhISARqXWV\nXA8g9r684jmefuPdsh5b8NAD0FFAIlKjajoBrH1rL7MnjuLc35lY1uMb69O0zB0/yFGJiMRDTSeA\nXKHIOfMn8s1LFlU7FBGR2Knp8Y2cruglItKvmk4AeV3QRUSkXzXbOhaLTr7oZNQDEBHpU80mgFxR\nh3GKiAykZlvHfM9aPuoBiIj0pWYTgE7kEhEZWM22jt1LOWSUAERE+lSzrWN3D6BeQ0AiIn2q2QTQ\nPQeQSdXsWxQRqUjNto49l3TUWj4iIn2q2daxZxI4pSEgEZG+1GwCyOuSjiIiA6rZ1rF7CEhnAouI\n9K1mE0C+5yigmn2LIiIVibx1NLMLzex1M9toZtcN1evoPAARkYFF2jqaWRr4IXARsAj4nJkNyWL9\nh9cC0hCQiEhfov55vATY6O6b3L0L+DGwdCheKJfXUhAiIgOJunWcAWzttd8aygbVa+/sZ/ndawBN\nAouI9CfqS0L21Rr7ERXMlgPLAWbPnl3Wi4zIpLn4g1Npaqxn/qTRZT2HiEitizoBtAKzeu3PBLb1\nruDutwG3AbS0tByRHN6vuZNG8Y9fOLPcGEVEhoWoh4CeAxaY2TwzqweuAB6KOAYRESHiHoC7583s\nq8AvgDRwh7u/EmUMIiJSEvUQEO7+CPBI1K8rIiJH0jGSIiLDlBKAiMgwpQQgIjJMKQGIiAxTSgAi\nIsOUuZd1rlUkzKwN2FLBU0wCdg1SOEMtSbFCsuJNUqyQrHiTFCskK95KYp3j7s3HqhTrBFApM1vt\n7i3VjuP9SFKskKx4kxQrJCveJMUKyYo3ilg1BCQiMkwpAYiIDFO1ngBuq3YAxyFJsUKy4k1SrJCs\neJMUKyQr3iGPtabnAEREpH+13gMQEZF+1GQCiOrC88fDzO4ws51mtq5X2QQze8zMNoTb8aHczOzm\nEP9LZrY44lhnmdkTZrbezF4xs6/FPN4RZvasmb0Y4v1WKJ9nZqtCvPeFJcgxs4awvzHcPzfKeEMM\naTN73sweTkCsm83sZTN7wcxWh7K4fheazOx+M3stfH/PiXGsC8Nn2v2338y+Hmm87l5Tf5SWmX4D\nmA/UAy8Ci2IQ10eAxcC6XmX/DbgubF8HfDdsXwz8nNIV1M4GVkUc6zRgcdgeA/wWWBTjeA0YHbbr\ngFUhjp8AV4TyHwF/HLb/BPhR2L4CuK8K34drgf8FPBz24xzrZmDSUWVx/S6sAL4ctuuBprjGelTc\naeAdYE6U8VblzQ7xB3kO8Ite+9cD11c7rhDL3KMSwOvAtLA9DXg9bN8KfK6velWK+0HggiTECzQC\na4GzKJ1Ekzn6e0HpehTnhO1MqGcRxjgTWAmcBzwc/kPHMtbwun0lgNh9F4CxwJtHfz5xjLWP2D8G\n/CbqeGtxCCiSC88Pkinuvh0g3E4O5bF5D2HI4QxKv6pjG28YUnkB2Ak8RqkXuNfd833E1BNvuH8f\nMDHCcL8PfAMohv2JxDdWKF23+/+a2RorXbMb4vldmA+0Af8chtf+ycxGxTTWo10B3Bu2I4u3FhPA\nMS88nwCxeA9mNhp4APi6u+8fqGofZZHG6+4Fdz+d0q/rJcAHBoipavGa2SXATndf07t4gHiq/tkC\n57r7YuAi4Boz+8gAdasZb4bSMOst7n4GcJDSEEp/4vDZEuZ7LgX+97Gq9lFWUby1mACOeeH5GNlh\nZtMAwu3OUF7192BmdZQa/3vc/aehOLbxdnP3vcCTlMZIm8ys+6p3vWPqiTfcPw7YHVGI5wKXmtlm\n4MeUhoG+H9NYAXD3beF2J/AvlBJsHL8LrUCru68K+/dTSghxjLW3i4C17r4j7EcWby0mgCRdeP4h\nYFnYXkZprL27/Ith1v9sYF93lzAKZmbA7cB6d/9eAuJtNrOmsD0S+CiwHngC+Ew/8Xa/j88Aj3sY\nVB1q7n69u89097mUvpuPu/sX4hgrgJmNMrMx3duUxqrXEcPvgru/A2w1s4Wh6Hzg1TjGepTPcXj4\npzuuaOKtxoRHBBMqF1M6cuUN4L9WO54Q073AdiBHKZNfTWksdyWwIdxOCHUN+GGI/2WgJeJYf5dS\n1/Il4IXwd3GM4z0VeD7Euw74y1A+H3gW2Eipe90QykeE/Y3h/vlV+k78PoePAoplrCGuF8PfK93/\nn2L8XTgdWB2+C/8KjI9rrCGGRuBdYFyvssji1ZnAIiLDVC0OAYmIyPugBCAiMkwpAYiIDFNKACIi\nw5QSgIjIMKUEICIyTCkBiIgMU0oAIiLD1P8HBWOPDDoeukgAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1943820a828>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Testing\n",
    "current_state = 0\n",
    "steps = [current_state]\n",
    "\n",
    "while current_state != 7:\n",
    "\n",
    "    next_step_index = np.where(Q[current_state,] == np.max(Q[current_state,]))[1]\n",
    "    \n",
    "    if next_step_index.shape[0] > 1:\n",
    "        next_step_index = int(np.random.choice(next_step_index, size = 1))\n",
    "    else:\n",
    "        next_step_index = int(next_step_index)\n",
    "    \n",
    "    steps.append(next_step_index)\n",
    "    current_state = next_step_index\n",
    "\n",
    "print(\"Most efficient path:\")\n",
    "print(steps)\n",
    "\n",
    "plt.plot(scores)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<img src=\"looking-for-honey.png\">"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX8AAAD8CAYAAACfF6SlAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xd4FFXbwOHfSUJCSCFAAoSQ0CNF\nBST0Kk1Aqi8gGJAmRcCOL0iNNAsqCChVpAhEAV9pKkURpQp8RJQiHRICCUVKGmnn+2OWGCAhm7rJ\n7nNf1167O3N25pkhPDt75hSltUYIIYRtsbN0AEIIIfKeJH8hhLBBkvyFEMIGSfIXQggbJMlfCCFs\nkCR/IYSwQZL8hRDCBknyF0IIG5QjyV8p1U4p9bdS6rRSakw6ZXoqpY4ppY4qpVblxH6FEEJkjcpu\nD1+llD1wEmgDhAEHgN5a62OpylQBvgFaaq3/UUqV1FpHPmq7np6eunz58tmKTQghbM2hQ4euaa29\nMirnkAP7qgec1lqfBVBKBQNdgGOpygwGPtNa/wOQUeIHKF++PAcPHsyB8IQQwnYopS6YUy4nqn18\ngNBU78NMy1LzB/yVUruVUvuUUu1yYL9CCCGyKCeu/FUayx6sS3IAqgAtgLLAb0qpx7XWN+/bkFJD\ngCEAfn5+ORCaEEKItOTElX8Y4JvqfVkgPI0y67XWCVrrc8DfGF8G99FaL9RaB2itA7y8MqyyEkII\nkUU5kfwPAFWUUhWUUo5AL2DDA2W+A54GUEp5YlQDnc2BfQshhMiCbCd/rXUiMBLYAhwHvtFaH1VK\nTVZKdTYV2wJcV0odA3YAb2utr2d330IIIbIm2009c0tAQICW1j5CCJE5SqlDWuuAjMpJD18hhLBB\nkvyFEMIGSfIXQggblBPt/IW5kpJg/36IiAB7eyhfHp580tJRCSFskCT/vHDjBixcCDNnQmwsKFO/\nuMREKFsWRo+GwEBwcrJsnEIImyHJP7edOAHNm8OdO0bif9DJk/DqqzB3LmzfDsWL532MQgibI3X+\nuSksDJo0gatXUxJ/H8AbcMfo6bYYIDoajh6Fp59O+wtCCCFymCT/3DRiBNy8Can6UrwDnAduY3SD\nHg8cAoiPh1On4NNPLRCoEMLWSPLPLVeuwJYtxk3eVGoA92r2lelx5t7K2FjjvkBycp6FKYSwTZL8\nc8uSJf/e2H3AcKAIUBWjCqhD6pWxsUbdvxBC5CJJ/rnl8GGIi0tz1efAHeA34Dn+/SUAGNU/J07k\nenhCCNsmyT+3pJP477EHmmCMdT0v9YqkJLh7N/fiEkIIJPnnnjJlzCqWSKo6fzDa+pcokRsRCSFE\nCkn+uaVXL3B1vW9RJBAMRAFJGONcrwZapi6UlAQdO+ZRkEIIWyXJP7e0aAEeHvctUhhVPGWBYsAo\nYBbGbPdGAQXPPAMlS+ZdnEIImyTJP7coBdOnQ5EiKYu8gJ3ATYx2/n8Cg1N/xtkZJk3KyyiFEDZK\nkn9u6tvXGLoh1RdAupyd4csvoXbt3I9LCGHzJPnntvfeg48/NqqA3NzuX6cU8Y6OXHV2hg0boGdP\ny8QohLA5kvzzwrBhEBlpdPxq3RqqV4cnnoCuXUlev56aRYtyWFr4CCHykMzhmw/Mnj2bbdu2sXHj\nRkuHIoQo4GQO3wJkyJAhhISEsH//fkuHIoSwEZL884HChQszbtw4Jk6caOlQhBA2QpJ/PjFw4EBO\nnjzJrl27LB2KEMIGSPLPJxwdHZkwYQITJkywdChCCBsgyT8fefHFFwkLC2PHjh2WDkUIYeUk+ecj\nDg4OTJo0iQkTJpBfW2EJIayDJP98pnfv3ly/fp2tW7daOhQhhBXLkeSvlGqnlPpbKXVaKTXmEeW6\nK6W0UirDNqi2yt7enqCgILn6F0Lkqmwnf6WUPfAZ0B6oDvRWSlVPo5wb8Cogjdkz0KNHD+Li4ti0\naZOlQxFCWKmcuPKvB5zWWp/VWsdjDFnfJY1yU4APgUdPcSWws7Pj3XffZeLEiSTLZO5CiFyQE8nf\nBwhN9T7MtCyFUqo24Ku1fuSlrFJqiFLqoFLq4NWrV3MgtIKra9eu2NnZ8b///c/SoQghrFBOJH+V\nxrKUymqllB0wE3grow1prRdqrQO01gFeXl45EFrBpZRi8uTJTJo0iaSkJEuHI4SwMjmR/MMA31Tv\nywLhqd67AY8DvyilzgMNgA1y0zdjHTp0wNXVlW+++cbSoQghrExOJP8DQBWlVAWllCPQC9hwb6XW\n+pbW2lNrXV5rXR7YB3TWWtvGkJ3ZoJRiypQpBAUFkZiYaOlwhBBWJNvJX2udCIzEmI/8OPCN1vqo\nUmqyUqpzdrdv61q3bk2pUqVYuXKlpUMRQlgRGc+/ANi5cycDBw7kxIkTFCpUyNLhCCHyMRnP34o0\nb96cChUqsHTpUkuHIoSwEpL8C4gpU6YwdepU7t69a+lQhBBWQJJ/AdGwYUNq1KjBF198YelQhBBW\nQJJ/ATJ58mSmT59ObGyspUMRQhRwkvwLkICAAOrUqcOCBQssHYoQooCT5F/ATJ48mQ8++IDo6GhL\nhyKEKMAk+RcwNWvWpEmTJnz22WeWDkUIUYBJ8i+AgoKC+Oijj7hz546lQxFCFFCS/AugGjVq0KZN\nGz799FNLhyKEKKAk+RdQkyZNYtasWdy8edPSoQghCiBJ/gWUv78/nTp14pNPPrF0KEKIAkiSfwE2\nceJEPvvsM65fv27pUISwXdeuwd9/w/nzUIB64EvyL8AqVKhA9+7dmTFjhqVDEcK2xMfD6tVQsyb4\n+EBAADz+OBQvDi+/DCdPWjrCDEnyL+DGjx/PwoULiYiIsHQoQtiGc+egShUYOhSOHDG+CKKiIDoa\nYmLgiy+gVi2YOBEyOWpyixYtWLx4cS4Ffj9J/gWcr68vgYGBfPjhh5YORYh859SpUxQuXJg+ffpk\nazvTp0+nQoUKuLq4ULZyZZ6/eBHSa2qdkACxsfDxx/DOO9nab26S5G8Fxo4dy9KlSwkPD8+4sBA2\nZMSIEdStWzdb21i2bBkrVqxg+/btRD31FAeBVuZ8MCYG5syBXbuytf/cIsnfCnh7e9O/f3/ee+89\nS4ciRL4RHByMh4cHrVqZlarTdeDAAZ555hkqJSfDoUOUTk5mSKr1LYDxQCPAFegEXAcCAfeYGOp2\n7Mj58+dTyu/Zs4e6detStGhR6taty549e9Lc7+XLl3nyySf56KOPALh16xaDBg3C29sbHx8fxo8f\nT1JSUpaPS5K/lRg9ejQrV67k4sWLlg5FCIu7ffs2EydO5OOPP872tho0aMDy5cuZ0b8/B+PjSSvd\nBgMrgEvAGaAhMAC4AVS7c4d3x4wB4MaNGzz77LO8+uqrXL9+nTfffJNnn332oRZ758+fp3nz5owc\nOZJRo0YB0K9fPxwcHDh9+jSHDx9m69at2bo/IMnfSpQsWZIhQ4Ywbdo0S4cihMVNmDCBQYMG4evr\nm+1t9enThzlz5rDlyBGaJyVREnj/gTIDgEpAUaC96XVrwAHoUbgwhw8cAGDz5s1UqVKFvn374uDg\nQO/evalatSobN25M2daxY8do0aIF7777LkOGGL8xIiIi+OGHH5g1axYuLi6ULFmSN954g+Dg4Cwf\nl0OWPynynbfffht/f39Gjx5NxYoVLR2OEBYREhLC9u3bOXz4sFnlXV1dU14fO3YMPz+/h8oEBgYS\nOGkSCVFRfIdRpVMbeMa0vlSqss5pvI+KiQEgPDyccuXK3bftcuXKcenSpZT3K1eupHLlynTv3j1l\n2YULF0hISMDb2ztlWXJycra+3OTK34qUKFGCESNGMGXKFEuHIoTF/PLLL5w/fx4/Pz9Kly7NRx99\nxLp163jqqafSLB8VFZXySCvxpyhalEJAD+BJ4K/MBGVnpNoyZcpw4cKF+1ZdvHgRHx+flPdBQUF4\nenrywgsvpNTp+/r64uTkxLVr17h58yY3b97k9u3bHD16NDNR3B9Slj8p8qU333yTTZs2cbIAdDIR\nIjcMGTKEM2fOEBISQkhICMOGDePZZ59ly5YtWdre0qVL2bx5M3c6dCDZyYkfgKNAfXM3kJgIhQsD\n0KFDB06ePMmqVatITEzk66+/5tixY3Ts2DGleKFChVizZg3R0dH07duX5ORkvL29adu2LW+99Ra3\nb98mOTmZM2fOsHPnziwdE0jytzoeHh689tprvPvuu5YORQiLKFKkCKVLl055uLq6UrhwYby8vLK0\nPXd3d6ZPn47fnDl43L3Lf4F5QBNzPuzgAK1bg1KA8et806ZNfPzxx5QoUYIPP/yQTZs24enped/H\nHB0d+fbbb4mMjGTgwIEkJyezfPly4uPjqV69OsWKFaN79+5cvnw5S8cEoHQme6DllYCAAH3w4EFL\nh1Eg3blzh0qVKrFjxw5q1Khh6XCEsB6Bgehvv0XFxZlXvkgR+L//g8cey924UlFKHdJaB2RUTq78\nrZCbmxujRo0iKCjI0qEIYVUS583jvKMj8XZmpE5nZ2OohzxM/JkhrX2s1IgRI6hcuTIhISHUqlXL\n0uEIUeAlJycz6JVXuF2vHuvs7eHXX42hHBIT7y/o6mpU83z1FXTubJlgzZAjV/5KqXZKqb+VUqeV\nUmPSWP+mUuqYUuqIUuonpVS5tLYjco6LiwujR49m0qRJlg5FiAJPa80bb7zB2bNnWbl+PXY//mhU\n57z0EpQoAY6ORhXPE0/A559DZGS+TvyQA3X+Sil74CTQBggDDgC9tdbHUpV5GtivtY5RSr0MtNBa\nP/+o7Uqdf/bFxcVRuXJlvvvuOwICMqwCFEKkIygoiPXr17Njxw48PDwsHc4j5WWdfz3gtNb6rNY6\nHqOnc5fUBbTWO7TWMaa3+4CyObBfkYHChQszduxYJk6caOlQhCiwZs2aRXBwMFu2bMn3iT8zciL5\n+wChqd6HmZalZxDwQw7sV5hh0KBBHD16lL1791o6FCEKnC+//JKZM2eydetWSpYsaelwclROJH+V\nxrI065KUUn2AACDNqaeUUkOUUgeVUgevXr2aA6EJJycnxo8fz4QJEywdihAFyrp16xg3bhzbtm17\ndM/fAionkn8YkHqAibLAQwPLK6VaA+OAzlrrNCe61Fov1FoHaK0DstohQzysf//+nDt3Llu9AYWw\nJVu3bmX48OFs3rwZf39/S4eTK3Ii+R8AqiilKiilHIFewIbUBZRStYEFGIk/Mgf2KTKhUKFCTJw4\nkQkTJpBfO/UJkV/s2bOHPn368O2331K7dm1Lh5Nrsp38tdaJwEhgC3Ac+EZrfVQpNVkpda+t0wyM\neQ7WKKVClFIb0tmcyCWBgYFERESwfft2S4ciRL71xx9/0K1bN5YvX07jxo0tHU6uypFOXlrr74Hv\nH1g2MdXr1jmxH5F1Dg4OBAUFMWHCBFr7+qKWLYNTp4yVlSrBgAFQtaplgxTCgk6dOkX79u2ZO3cu\n7dq1s3Q4uU56+NqQ5ytWpPqRIyTXrIm91kbvRDAGn5ozBx5/HGbPhgYNLBuoEHksNDSUtm3bMmXK\nFHr06GHpcPKEjO1jK77/HruWLakZG4t9fPy/iR+M7umxsXDgALRqBevXWy5OIfLY1atXadOmDSNH\njmTQoEGWDifPSPLPx+7evcugQYMoV64cbm5u1K5dmx9+yEIXiZAQ6NGD8zExKIybL64Ysw0NBxJS\nl42JgRdeAOldLWzArVu3aNeuHT169OCtt96ydDh5SpJ/PpaYmIivry87d+7k1q1bTJkyhZ49e3L+\n/PnMbWjMGCOpm9wEooA/gb3AZw+Wj4mB0aOzE7oQ+V5MTAydOnWiUaNGTJ482dLh5DlJ/vmYi4sL\nQUFBlC9fHjs7Ozp27EiFChU4dOiQ+RsJC4N02veXxBiQ6ViqZeHAfwCvn3+mgq8vs2fPTlmXnJzM\n+++/T6VKlShRogQ9e/bkxo0bgDGOUJ8+fShRogQeHh7UrVuXiIiIzB6yEHkiPj6e7t27U65cOT79\n9FOUSquvqnWT5F+AREREcPLkycxN0LJmDaTTtj8co33uvdu7yUAnoCZwqVAhfnrhBWbNmpUy/d3s\n2bP57rvv2LlzJ+Hh4RQrVowRI0YAsGzZMm7dukVoaCjXr19n/vz5ODs7Z/FIhcg9SUlJvPjiixQq\nVIglS5ZgZ87Y/FbINo+6AEpISCAwMJB+/fpRNTNNMsPC4O79Hao9AQ+MAZhcgO6m5QeAq8BEwDEh\ngYrR0QwePJjg4GAAFixYwLRp0yhbtixOTk4EBQWxdu1aEhMTKVSoENevX+f06dPY29tTp04d3N3d\ns3vYQuQorTXDhw8nMjKSr7/+mkKFClk6JIuRpp4FQHJyMn379sXR0ZG5c+emW65GjRpcuHABgB9+\n+IGmTZsazTgfcA3jHz4WI9G3A/YAFzB+DaSMW7hoEUmOjsZ2gAsXLtCtW7f7rpTs7e2JiIigb9++\nhIaG0qtXL27evEmfPn2YNm2aTf/nEvnPmDFjCAkJYfv27RQ2Tapus7TW+fJRp04dLbROTk7W/fv3\n1y1atNAxMTGZ//z8+TqxcGGtQZ8zBtzTCUZFkNag/zItuwp6D+jK99Y5O2s9d+592/L399e7du3K\ncJ/nzp3T1apV04sXL850vELklvfee0/XqFFDX7t2zdKh5CrgoDYjx0q1Tz738ssvc/z4cTZu3Jip\nOvTLly/z0Ucf0WjWLBLupjmOHneBFUBpoATGxAzuwAfA7fh4rrZqxV9//cWBAwcAGDZsGOPGjUv5\ndXH16lXWm/oE7Nixgz///JOkpCTc3d0pVKgQ9vb2WT1sIXLUvHnzWLRoEVu3bqVEiRKWDidfkOSf\nj124cIEFCxYQEhJC6dKlcXV1xdXVlZUrV6ZZPi4ujq+//poOHTpQvXp1jh8/zgcLFuDUuzekSsQe\n/NvOfy/GKHwKsAc2AiFABaBU9eq0bduWc+fOAfDaa6/RuXNn2rZti5ubGw0aNGD//v0AXLlyhe7d\nu+Pu7k61atVo3rw5ffr0ya1TI4TZVq1axbRp09i2bRtlypSxdDj5hzk/DyzxkGof8yQnJ+s9e/bo\noUOH6uLFi+vWrVvrFStW6KioqH8LXbigdbFiKVU9GT48PLQ+d05fuHBBjxw5UhcrVkyPHDlSX7x4\n0XIHKkQWbNy4UZcqVUr/9ddflg4lzyDVPtbt4sWLTJs2japVq9K/f3/8/PwICQlh27Zt9OnTBxcX\nl38L+/nBL79AsWJp3gBO4eBglPn5ZyhfHj8/P+bMmcOxY8dwdnamZs2aDB48mDNnzuT68QmRXb/8\n8gsDBw5kw4YNmWsebSMk+Rcg0dHRrFixgtatW1O7dm3CwsJYtmwZJ06cYOzYsfj6+qb/4SefhD//\nhMGDoUgRcHODQoWMhO/mZiwbNAj++AMeGMO8dOnSfPjhh5w6dQpvb2/q169P3759OXbsWDo7E8Ky\nDh48SM+ePfn666+pV6+epcPJl5TOp5N7BAQE6IMyvgzJycn89ttvLF26lO+++45GjRrRv39/OnXq\nlPWmatHRsHEjhJqmXvbxgS5dIPWvhUe4desWn3/+ObNmzaJp06aMGzfOqie9EAXLsWPHaNmyJQsX\nLqRz584Zf8DKKKUOaa0DMiwnyT9/OnPmDMuXL2f58uW4urrSv39/AgMDKV26tKVDSxEdHc3ChQv5\n6KOPqFWrFuPHj6dhw4aWDkvYsHPnztGsWTPee+89m21wYG7yl2qffOT27dt88cUXNG3alIYNG3Lz\n5k3WrVvHkSNHeOutt/JV4gdj7KE33niDM2fO0KlTJ3r37k2rVq3YsWOHTBcp8tzly5dp06YNY8aM\nsdnEnxmS/C0sKSmJrVu3EhgYiJ+fH5s3b2bUqFGEhYXx6aef8tRTT+X7QacKFy7MsGHDOHXqFH37\n9mXYsGE0btyY77//Xr4ERJ64ceMGbdu2ZcCAASnjTYlHk2ofCzlx4gTLli1jxYoVlC5dmn79+tG7\nd288PT0tHVq2JSUlsXbtWqZNm4aDgwPjx4+na9euNjuAlshdUVFRtG7dmiZNmjBjxox8f7GU26TO\nPx+6ceMGwcHBLFu2jNDQ0JSB2h5//HFLh5YrkpOT2bRpE1OnTiU6OpqxY8fy/PPP4/Co5qZCZEJc\nXBwdO3akfPnyLFq0yOYTP0jyzzcSEhLYsmULy5YtY9u2bbRr145+/frRpk0bm0mCWmu2bdvG1KlT\nCQ8PZ8yYMbz44os4OjpaOjRRgCUmJtKjRw8KFSrE6tWrZTgRE7nhmxlaQ2QknDljPOfAF+KRI0d4\n88038fX1Zfr06bRu3Zrz588THBxM+/btbSbxAyilaNu2Lb/++itLlixhzZo1VK5cmblz5xIbG2vp\n8EQBlJyczKBBg4iLi+Orr76SxJ8Ftp38b96EmTPB19foBVurlvHs62ssv3kzU5uLjIxk1qxZ1K5d\nm44dO1KkSBF+/fVX9uzZw9ChQ/Hw8Mh4I1auWbNmbNmyhXXr1rF9+3YqVqzIjBkzuHPnjqVDEwWE\n1prXX3+dM2fOsG7dOvkFmVXmjAFhiUeuj+2zbZvWrq5aFymS9vg2RYoY67duve9j586dM4ZFTkjQ\nWmsdFxen161bpzt16qSLFi2qa9Wqpdu3b6+TkpJyN34r8ccff+jnn39ee3l56cmTJ+t//vnH0iGJ\nfG7ixIm6Vq1a8reSDswc28fiST7dwECPHDkySwd/L0G7uLhoFxcXXbJkSf3yyy/r+Ph4o8BPP6Wf\n9B98ODsb5R/Y9p49e/SIESO0p6enbt68uf7yyy/17du3sxSv0PrEiRO6X79+unjx4vqdd97RkZGR\nlg5J5EOffPKJ9vf31xEREZYOJd8q8Mnfzs5O79y5M0sH/+DVeUREhK5Vq5aeOXOm1tHRWru5mZf4\n7z3c3LSOitKXLl3So0eP1oCuUKGCfvfdd/XZs2ezFKNI29mzZ/WwYcN0sWLF9BtvvKEvXbpk6ZBE\nPvHFF19oPz8/feHCBUuHkq+Zm/xzpM5fKdVOKfW3Uuq0UmpMGuudlFJfm9bvV0qVz2ibDg4OKdMH\nZlfJkiVp06aNMRDZ6tWgNeHAfwAvjLHrZ6cqnwy8D1TCmOSke3Q0U+vU4fHHH08Z237ixIksXryY\nunXrMm3atJTPBgUFpfQubNeu3UPTLtasWZNvv/0WMNr6t2nThuLFi/PYY4/xzTff5MjxFmQVKlRg\n3rx5/PnnnwA8/vjjvPzyy5w/f96ygQmLWrduHePHj2fbtm34+flZOhzrYM43xKMeGHOAnAEqAo7A\nH0D1B8oMB+abXvcCvs5ou97e3ln+5nvwyv/SpUv6ySef1F988YXW/v46CfRToN8FfRf0GdAVQP9o\nutKfCbo+6FDQcaCHgP5P4cI6Ojo6ZdsvvfSSjomJ0SEhIdrR0VEfO3ZMa631pEmTdGBgoNZa62XL\nlulGjRqlxHX06FFdtGhRHRcXp6OionTZsmX1kiVLdEJCgj506JAuUaKETY07bo7IyEj9zjvv6OLF\ni+t+/frpEydOWDokkce2bNmivby89P/93/9ZOpQCgTy88q8HnNZan9VaxwPBQJcHynQBlplerwVa\nqQx6Y+TEVGuenp54eHjg4+ODi4sL3bt2hVOnOABcxZi83BHjW2uwKXCABcA0oCzgBAQB6+PicEwV\n8qRJk1LGuK9ZsyZ//PHHQ/vv1q0bISEhKdMerly5kueeew4nJyc2bdpE+fLlGTBgAA4ODjz11FP8\n5z//Ye3atdk+bmvi5eXF9OnTOX36NJUqVaJJkyb06tWLI0eOWDo0kV1aw08/wZQpMGoUTJsGu3ff\n19R6z549BAYG8r///U9Gjs1hOZH8fYDQVO/DTMvSLKO1TgRuYdSopMvJySnddTVq1EiZ0vC3335L\nt9y1a9e4efMmMTExNG7cmHbt24ODAxeAcIzpDO89pgMRps9dALqlWlcN4+dNRKqqh9SDrBUpUoSo\nqKiH9u/m5sazzz5LcLDxtRIcHExgYKCxjwsX2L9/Px4eHimPlStXcuXKlUedFptVrFgxJkyYwNmz\nZ6lTpw7PPPMMXbp04ffff7d0aCKzkpNhzhyjSXXXrhAUBB9/DBMnwjPPQKVKsGQJf4SE0K1bN1as\nWEHjxo0tHbXVyYnkn9YV/IO9pMwpg1JqiFLqoFLq4NWrV9Pd4dGjR4mKiiIqKsqs+wLOzs7079+f\nvb//zrXERHwx6vlvpnrcAb43lfcFfnhgfZydHT7+/hnu60G9e/dm9erV7N27l9jYWJ5++mljH76+\nNG/enJs3b6Y8oqKimDdvXqb3YUvc3Nx4++23OXv2LG3atKF79+4888wz/Prrr5YOTZgjIQE6d4Yx\nY+DSJYiKMr4MwHiOjoZz50geOZJTDRsyd/Zs2rVrZ9amW7RoweLFi3MxeOuSE8k/DCNf3lMW48I6\nzTJKKQegKHDjwQ1prRdqrQO01gFeXl45EJrh7t27KQOolahTh3qAO/ABEAskAX8BB0zlhwHjMH4B\ngFFFtL5ChfsmQTdXhw4duHDhAhMnTuT5559PGdysY8eOnDx5khUrVpCQkEBCQgIHDhzg+PHj2TpW\nW+Hs7MzIkSM5ffo0PXv2ZODAgTRr1oytW7feu88ksqhFixYULlw45df1Y489lq3tTZ8+nQoVKuDq\n6krZokV5/scfISbmkZ+xi42lS3IyPfbsyda+RfpyIvkfAKoopSoopRwxbuhueKDMBqCf6XV34Ged\nB/9DPTw8cHV1pVSpUuzdu5cNGzagxozB3s2NjUAIxi8AT+AljLoogNeAzkBbwA1ooBT7n3wySzE4\nOTnx3HPPsX37dl544YWU5W5ubmzdupXg4GDKlClD6dKlGT16NHfv3s36AdsgR0dHBg0axIkTJxg6\ndCivv/469evXZ8OGDSTfu6IUmTZ37tyUX9d///13lrdzb+Ta7du3E7V3Lwe1plVSklmfLRQfDwsX\nwsWLWd6/eARz7gpn9AA6ACcxWv2MMy2bDHQ2vS4MrAFOA78DFTPaZq718I2P17p0aa2VMq+Nv1JG\n+XsdxES+lpSUpNetW6dr166tn3jiCR0cHKwTExMtHVaB0rx5c71o0aIc2daIESP0a6+9ZrwZMEBr\ne/v7/n81Bz0OdEPQLqA7gr6o3pL7AAAbJUlEQVQG+gXQbqADlNLnhg5N2d7u3bt1QECAdnd31wEB\nAXr37t1pxh0eHq6feOIJPWPGDK211jdv3tQDBw7UpUuX1mXKlNHjxo2z2r8LCnonr1wd3uHoUa3d\n3TP+AlDKKHf0aO7FInJFcnKy3rx5s27YsKH29/fXX3755b89vMUjNW/eXHt6euoSJUroRo0a6R07\ndmR5WytWrNDFihXTH77/vj7g6KgTH/g/1hx0JdCnQd8EXQ10FdDbQCeA7gu6v6Oj1lrr69evaw8P\nD718+XKdkJCgV61apT08PPS1a9dS4l60aJE+d+6crlKlil6wYEFKHF26dNFDhgzRUVFROiIiQtet\nW1fPnz8/W+cpv5Lkn5Hjx7X28zPG70mvV6+fn9am9vuiYEpOTtY///yzbtmypS5XrpyeN2+ejo2N\ntXRY+dq+ffv07du3dVxcnF66dKl2dXXVp0+fzvL2vvrqK92qWTNdBHRx0O89kPynpnr/Juh2qd5v\nAF0TtE5M1MuXL9d169a9b9sNGjTQX375pdbaSP5vvPGGLleunF61alVKmStXrmhHR0cdExOTsmzV\nqlW6RYsWWT6m/Mzc5G+7o3pWrQrnzsG6ddCyJRQpAnZ2xvPTT8OaNcb6atUsHanIBqUUTz/9ND/9\n9BOrV69m06ZNVKpUiZkzZxIdHW3p8PKl+vXr4+bmhpOTE/369UuZkjMt924Ku7q6cvHiRZKTk7ly\n5QqHDh1i/fr1fP755xw9epTHSpcmUinmY/Sv2ZJqG6VSvXZO4/29RtTh4eGUK1fuvv2XK1eOS5cu\npbxfuXIlPj4+dO/ePWXZhQsXSEhIwNvbO6VZ9dChQ4mMjMz8ybEitjOofFrs7KBtW+MhrF7Dhg3Z\ntGkThw8fZtq0abz//vu8/vrrDB8+nKJFi5q3kSNHjAuG8HDjQuGJJ6BXL3B1zd3gLUgphdaau3fv\nEh4eTlhYGJcuXSIsLIzBgwenvG7atCmXL19O6Vjp4+ND2bJl8fHxwb9NG5z/9z96JCTwAUbrumfM\nDcDODuztKVOmTEqHyXsuXrx4X1PQoKAgfvzxR1544QWCg4Oxt7fH19cXJycnrl27ZlPzaGREzoSw\nObVr12bt2rUcO3aM9957j0qVKjF8+HBee+219HuW//CD0Tb99Gm4exfutVhxcYFXX4U+fWD6dCiA\nczBrrbl9+zZhYWH8/fff7Nq1C1dXV65cucKBAwc4cuQI+/btY9SoUXh7e6ck9HvJvX79+inLypQp\nc18HzaVLl+Ll5UWzZs3g55/54euvOZqcTH1zg7O3T/li7dChA6+88gqrVq2iZ8+erFu3jmPHjtGx\nY8eU4oUKFWLNmjV07dqVvn378tVXX+Ht7U3btm156623mDJlCq6urpw7d46wsDCaN2+eg2eyYJHk\nL2xW9erVWbFiBadPn+aDDz7A39+fQYMG8eabb97Xg5tPPoEJE9Jum36v6mjpUvj+e9izx5gQKJ9I\nSkoiMjIy5er80qVL972+96yUomzZsnh5eXHs2DHu3LmTctU8e/Zs/vOf/1CyZMmUfirmcnd3Z/r0\n6fTp04ekhATKac08oImZn9d2dmD6VVaiRAk2bdrEa6+9xssvv0zlypXZtGkTng984To6OvLtt9/S\nsWNHBg4cyJIlS1i+fDljxoyhevXq3Llzh4oVKzJ69OhMHYu1kTl8hTAJDQ1lxowZfPXVVwQGBvL2\n22/jt3s3DBoEpukm5wJLgT+B3qbXKeztoWxZ+PNPcHPL9Xjj4uIeqoZ5MLlfuXKFYsWK3VcFk/r1\nvWd3d/dcjxcwhnPYujXlfD5KnL09W4sXp+4ff+Dt7Z0HwVkHmcBdiCyKiIjgk08+YcmiRZyNjcUt\nLi5l3bcYPSO3YPQOX/rgh4sUMap/Xnsty/vXWnPr1q1HJvWwsDDu3LlzXzVMWsnd29v7keNk5bm4\nOGjfHn7//dG9fIsUQbduzbTatZm/eDFr1qyhYcOGeRdnASbJX4hsur1yJU4DB+IUH//QuvEYY5Ys\nTeuDPj4QGgppDFyblJREREREhtUwDg4ODyXyB6/YPT09M10Nky8kJsIHHxjzZMfHQ+r5m93cjPso\n//2v8QVqZ8emTZsYOHAgU6dOZciQIZaLu4CQ5C9EdnXoYNzoTcOjkn+iszM/vfMORwoXfiipR0RE\nULx48TSrXlK/dsuDaiOLS0yEzZvht9/gxg3jZnnLlkbruwe+1E6ePEnXrl1p0qQJc+bMyV+/ZvIZ\nc5O/3PAVIj0PNCs0V1x8PH9u2UJEgwaUL1+eJk2apCR3b29vHB0dczjQAsrBAbp0MR4Z8Pf3Z//+\n/fTr148WLVqwbt06ypQpkwdBWi9J/kKk59HzDaXL1cWFUaNGGTc3RY5xc3Nj7dq1vPfee9StW5c1\na9bQqFEjS4dVYBXACkMh8kiFCln7XHKyMVGJyHF2dnaMGzeOhQsX0rVrVxYsWGDpkAosSf5CpGfE\niId67iYCcRhzQCSZXic++DlPT3jqqbyI0GY9++yz7N69m9mzZzNkyBAZCj0LJPkLkZ62bY2WJ6lM\nxRhv5n3gK9PrqakLFCkCb7+d5SojYb4qVaqwb98+rl+/TvPmze8b40dkTJK/EOmxs4N588DZOWVR\nEMb8o6kfQfdWOjgYzTz79UPkjXv3ATp37ky9evXYvXu3pUMqMCT5C/Eo3boZ7dFTfQGkydHRqOff\nufOhXwsidymlGDt2LIsWLeK5555j/vz55Ncm7PmJJH8hMjJ0qDFuT6NGULgwianncnZ1NTomDR8O\nhw+DDENgMR06dGD37t3MnTuXwYMHy32ADEgnLyEy49Qp1g8YQFlHR+o0aWLM99CtGxQubOnIhMmd\nO3cYMGAAYWFhrFu3Dh8fH0uHlKfM7eQlV/5CZEaVKiwrWZJzw4fD5MnQu7ck/nzGzc2NNWvW0KVL\nF+rVq8euXbssHVK+JMlfiEwKCwvDV9rx52tKKd555x0WL17Mc889x+effy73AR4gyV+ITAoNDaVs\n2bKWDkOYoX379uzZs4d58+bx0ksvEZdqhFZbJ8lfiEyIj4/n+vXr90/2IvK1ypUrs3fvXm7fvk3z\n5s0JCwuzdEj5giR/ITIhPDyc0qVLY5+6xY/I91xdXfnmm2947rnnqFevHr/99pulQ7I4Sf5CZILU\n9xdcSilGjx7Nl19+Sffu3fnss89s+j6AJH8hMkHq+wu+Z555hj179jB//nwGDRpks/cBJPkLkQly\n5W8dKlWqxN69e4mOjqZZs2aEhoZaOqQ8J8lfiEyQK3/r4erqSnBwMN27d6d+/fr8+uuvlg4pT2Ur\n+SuliiultimlTpmei6VRppZSaq9S6qhS6ohS6vns7FMIS5Irf+uilOK///0vS5cupUePHsydO9dm\n7gNk98p/DPCT1roK8JPp/YNigBe11jWAdsAspZRHNvcrhEXIlb91atu2LXv37mXhwoUMHDjQJu4D\nZDf5dwGWmV4vAx6at05rfVJrfcr0OhyIBLyyuV8hLCIsLEySv5WqWLEie/fuJSYmhqZNm1r9fYDs\nJv9SWuvLAKbnko8qrJSqBzgCZ7K5XyHynHTwsn4uLi4EBwfTs2dP6tevz86dOy0dUq7JMPkrpbYr\npf5K49ElMztSSnkDK4ABWuvkdMoMUUodVEodvHr1amY2L0Sukw5etkEpxdtvv82yZcvo2bMnc+bM\nscr7AA4ZFdBat05vnVIqQinlrbW+bErukemUcwc2A+O11vsesa+FwEIwhnTOKDYh8pLc7LUtbdq0\nYe/evXTr1o2DBw8yf/58nDOa1KcAyW61zwbg3px1/YD1DxZQSjkC/wOWa63XZHN/QliM3Oy1PRUr\nVmTPnj3Ex8fTtGlTLl68aOmQckx2k//7QBul1Cmgjek9SqkApdRiU5meQDOgv1IqxPSolc39CpHn\n5MrfNrm4uLBq1Sp69epF/fr1+eWXXywdUo7IsNrnUbTW14FWaSw/CLxkev0V8FV29iNEfhAaGkrF\nihUtHYawAKUUo0aNolatWvTq1YuxY8fyyiuvoJSydGhZlq3kL4QtCQsLo3nz5pYOQ1hQ69at77sP\nsGDBgofvA/zzD6xYAX/+CXFx4OMDzz8PtWtbJuh0yPAOQphJ6vwFQIUKFdizZw+JiYk0adLk3/sA\nly/DCy9AmTIwZgwsXgxffQUzZkCTJvD44/D995YNPhVJ/kKYSer8xT1FihRh5cqVBAYGUr9+ffat\nWAE1a8KaNcbVfmzsv4WTkyEmBo4ehe7dYebMTO2rf//+jB8/PoePQJK/EGaJj4/nxo0blCpVytKh\niGwIDg6mWrVquLi4UKlSpWxN6rJkyRIWLlzIrZs36fTii3S4epU7iYmP/lBsLIwfb3xJWJgkfyHM\nIB28Cr5t27alTOZy584dfv311yzfwN+5cydjx45l9erVxIwbx3FHR8wesTImBl591fhFYEGS/IUw\ng9T3F3yTJk1i4sSJNGjQADs7O3x8fPDx8cnStg4cOEDDhg2p/eST8OmneMbH0w9wM63vDwwH2gOu\nQGPgCvA6UAyoGhHB4XnzUrZ3/PhxWrRogYeHBzVq1GDDhg1p7vfOnTs8/fTTvPrqq2ituXv3LqNG\njcLPz49SpUoxbNgws49Bkr8QZpD6/oItKSmJgwcPcvXqVSpXrkzZsmUZOXIksanr5jOhfv36bNmy\nhUmDBrE7Opq7aZT5BpgKXAOcgIbAU6b33bXmzaAgABISEujUqRNt27YlMjKSOXPmEBgYyN9//33f\n9q5fv06rVq1o3Lgxs2fPTpmW8uTJk4SEhHD69GkuXbpk9jFI8hfCDHLlX7BFRESQkJDA2rVr+e23\n3wgJCeHw4cNMnTo1S9tr2rQp3377Lf935AjPxsZSAngTSEpVphtQByhsel0YeBGwB54HDv/zDwD7\n9u0jKiqKMWPG4OjoSMuWLenYsSOrV69O2VZ4eDjNmzenR48eKTFrrVm0aBEzZ86kePHiuLm5MXbs\nWLOPQZK/EGaQK/+C7V5b/FdeeQVvb288PT158803+T6dppc1atTA1dUVV1fXdG8Kt2/fno2jR3PD\n1ZX1wFJgcar1qZsGOKfxPirJ+KoIDw/H19cXO7t/03G5cuXuu4rfvHkzsbGx91XrXL16lZiYGOrU\nqYOHhwceHh60a9cuw3Nxj3TyEsIMoaGh0sGrACtWrBhly5Y1u0fu0aNHzduwry92GMMctAT+ykxQ\npljKlClDaGgoycnJKV8AFy9exN/fP6Xo4MGD+eeff+jQoQM//vgjLi4ueHp64uzszNGjR++7d2Hu\nMcqVvxBmkElcCr4BAwYwZ84cIiMj+eeff5g1axYdO3bM0rbWr19PcHAw/1StinZ353dgJ9DA3A04\nO4Mp0devXx8XFxc+/PBDEhIS+OWXX9i4cSO9evW67yNz587lscceo2PHjsTGxmJnZ8fgwYN54403\niIw0BlSWOn8hclhoaKhU+xRwEyZMoG7duvj7+1OtWjVq167NuHHjsrStYsWKsWjRIqr4++N+/Tp9\nlOJtINDcDRQvnvLS0dGRDRs28MMPP+Dp6cnw4cNZvnw5VatWve8jSikWLlyIr68vXbp0IS4ujg8+\n+IDKlSvToEED3N3dad063RH4H6Ly6yQFAQEB+uDBg5YOQwji4+NxdXUlNjZW2vmLh0VFQa1acP48\nJCVlWBxnZ1i/Htq0yZVwlFKHtNYBGZWTK38hMnDp0iW8vb0l8Yu0ubrCzp3g6wtOTo8u6+wMixbl\nWuLPDEn+QmRA6vtFhnx84PBheOUVcHMzHvda7xQubDxat4YdOyDQ7MqhXCWtfYTIgDTzFGbx8DBG\n8Jw6FTZsgJMn4e5d8PKCrl2NXwb5iCR/ITIgHbxEpjg5QY8elo4iQ1LtI0QG5MpfWCNJ/kJkQK78\nhTWS5C9EBuTKX1gjSf5CZECu/IU1kuQvxCPIDF7CWknyF+IRpIOXsFaS/IV4BKnvF9ZKkr8QjyD1\n/cJaSfIX4hHkyl9Yq2wlf6VUcaXUNqXUKdNzsUeUdVdKXVJKzc3OPoXIS3LlL6xVdq/8xwA/aa2r\nAD+Z3qdnCsZ8B0IUGDKom7BW2U3+XYBlptfLgK5pFVJK1cGYwnJrNvcnRJ6SSVyEtcpu8i+ltb4M\nYHou+WABpZQd8DHwdjb3JUSekyt/Ya0yHNVTKbUdKJ3GKnPnPxsOfK+1Ds1oYmGl1BBgCICfn5+Z\nmxcid9y9e1c6eAmrlWHy11qnOymkUipCKeWttb6slPIGItMo1hBoqpQaDrgCjkqpKK31Q/cHtNYL\ngYVgTONo7kEIkRvCw8Olg5ewWtkdz38D0A943/S8/sECWuuUaWuUUv2BgLQSvxD5jTTzFNYsu3X+\n7wNtlFKngDam9yilApRSi7MbnBCWJM08hTXL1pW/1vo60CqN5QeBl9JYvhRYmp19CpFX5MpfWDPp\n4StEOuTKX1gzSf5CpEOu/IU1k+QvRDrkyl9YM0n+QqRDrvyFNZPkL0Qa7t69yz///EPJkg91WhfC\nKkjyFyIN0sFLWLvsdvISwnrExcGaNbBjB65nzvBpXBx89x107AgO8l9FWBf5ixYiLg7GjYOFC433\nUVF4YQxZy4svQqFCMGoUjB4NdvJjWVgHSf7Ctt25Ay1awPHjEBub9nqAqVNh1y5Yv15+BQirIJcx\nwurt2rWLRo0aUbRoUYoXL07jxo05cOAAS7/8kiZly8LRo2kn/tRiYuCXX2Do0PsWnz9/HqUUiYmJ\nuXcAQuQCSf7Cqt2+fZuOHTvyyiuvcOPGDS5dusSkSZNwcnKCU6cgKgru3jVvYzExsGoVnD8PIAlf\nFGiS/IVVO3nyJAC9e/fG3t4eZ2dn2rZtS6FChRj2wQfsTU7GFfAwld8M1AbcAV8gKNW2zgMqLo4v\nhg7Fz8+Pli1b0qxZMwA8PDxwdXVl7969eXNgQmSTVF4Kq+bv74+9vT39+vWjV69eNGjQgGLFilGt\nfHnmK8ViYFeq8i7AcqAG8BfGULW1uH9+0p2//MLxGzews7MjIiKCChUqcPPmTRzkXoAoQOTKX1g1\nd3d3du3ahVKKwYMH4+XlRefOnYk4cQLSaMPfAngC4z/Gk0BvYOcDZYISEnApUgRnZ+fcDl+IXCPJ\nX1i9atWqsXTpUsLCwvjrr78IDw/n9XffBf3wZHH7gacBL6AoMB+49kAZ3wymIxWiIJDkL2xK1apV\n6d+/P3+dPk1aKfwFoDMQCtwChgEPfkWokiXB9AWQ0bzUQuRXkvyFVTtx4gQff/wxYWFhgDFS5+rV\nq2nQsCGlmjYlDIhPVf4OUBwoDPwOrEproy+/nPLSy8sLOzs7zp49m1uHIESukOQvrJqbmxv79++n\nfv36uLi40KBBAx5//HE+/vhjWr7/PjXs7CgNeJrKfw5MBNyAyUDPtDb60r+T1BUpUoRx48bRuHFj\nPDw82LdvXy4fkRA5Q+k06j3zg4CAAH3w4EFLhyGs3Ysvwrp1Rhv+jLi4wH//CxMn5n5cQmSRUuqQ\n1jogo3Jy5S9s2xdfQNu2RmJ/FBcX44p/woS8iUuIXCbJX9i2QoWMK/9Zs6BiRSPJOzoaN3SdnMDZ\nGWrVguXLjTJyg1dYCemVIoSdnXFVP2gQ7NtnPKKjwd3dGPTtySctHaEQOU6SvxD3KAUNGxoPIayc\nVPsIIYQNkuQvhBA2SJK/EELYIEn+Qghhg7KV/JVSxZVS25RSp0zPxdIp56eU2qqUOq6UOqaUKp+d\n/QohhMie7F75jwF+0lpXAX4yvU/LcmCG1roaUA+IzOZ+hRBCZEN2k38XYJnp9TLun/MCAKVUdcBB\na70NQGsdpbU2oy+9EEKI3JLd5F9Ka30ZwPRcMo0y/sBNpdS3SqnDSqkZSqmHZ9EAlFJDlFIHlVIH\nr169ms3QhBBCpCfDTl5Kqe1A6TRWjcvEPppiTI16Efga6A988WBBrfVCYCEYA7uZuX0hhBCZlGHy\n11q3Tm+dUipCKeWttb6slPIm7br8MOCw1vqs6TPfAQ1II/kLIYTIG9kd3mED0A943/S8Po0yB4Bi\nSikvrfVVoCWQ4VjNhw4duqaUupDN+LLCk4dn7hNyXh5Fzk3a5LykLzfPTTlzCmVrPH+lVAngG8AP\no0qnh9b6hlIqABimtX7JVK4N8DGggEPAEK11fDqbtSil1EFzxsK2NXJe0ifnJm1yXtKXH85Ntq78\ntdbXgVZpLD8IvJTq/TZAhkYUQoh8Qnr4CiGEDZLk/7CFlg4gn5Lzkj45N2mT85I+i5+bfDuHrxBC\niNwjV/5CCGGDbDr5K6V6KKWOKqWSTS2U0ivXTin1t1LqtFIqvfGLrEomBu1LUkqFmB4b8jrOvJLR\n34BSykkp9bVp/X5bGrzQjHPTXyl1NdXfyUtpbcfaKKWWKKUilVJ/pbNeKaVmm87bEaXUU3kZn00n\nf+Av4Dng1/QKmIai+AxoD1QHepvGK7J25g7aF6u1rmV6dM678PKOmX8Dg4B/tNaVgZnAB3kbpWVk\n4v/H16n+ThbnaZCWsxRo94j17YEqpscQYF4exJTCppO/1vq41vrvDIrVA05rrc+a+iYEYwxoZ+0y\nHLTPhpjzN5D6fK0FWimlVB7GaCm2+v8jQ1rrX4EbjyjSBViuDfsAD9NICXnCppO/mXyA0FTvw0zL\nrJ05g/YBFDYNxrdPKWWtXxDm/A2klNFaJwK3gBJ5Ep1lmfv/4z+mqo21SinfvAkt37Nobsnu8A75\n3qMGptNapzUcxUObSGOZVTSRyoFB+wD8tNbhSqmKwM9KqT+11mdyJsJ8w5y/Aav9O8mAOce9EVit\ntb6rlBqG8QupZa5Hlv9Z9G/G6pP/owamM1MYkPpKpSwQns1t5gs5MGgfWutw0/NZpdQvGKO3Wlvy\nN+dv4F6ZMKWUA1CUR//ktxYZnhvTSAD3LMJG7oeYwaK5Rap9MnYAqKKUqqCUcgR6YQxoZ+3uDdoH\n6Qzap5QqppRyMr32BBoDx/Iswrxjzt9A6vPVHfhZ20YnmgzPzQP12J2B43kYX362AXjR1OqnAXDr\nXlVrntBa2+wD6Ibx7XsXiAC2mJaXAb5PVa4DcBLjinacpePOo3NTAqOVzynTc3HT8gBgsel1I+BP\n4A/T8yBLx52L5+OhvwFgMtDZ9LowsAY4DfwOVLR0zPno3LwHHDX9newAqlo65jw6L6uBy0CCKc8M\nAoZhDHoJRrXPZ6bz9icQkJfxSQ9fIYSwQVLtI4QQNkiSvxBC2CBJ/kIIYYMk+QshhA2S5C+EEDZI\nkr8QQtggSf5CCGGDJPkLIYQN+n/0xUFe3RZU1AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x19438156668>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "bees = [2]\n",
    "smoke = [4,5,6]\n",
    "\n",
    "G=nx.Graph()\n",
    "G.add_edges_from(points_list)\n",
    "mapping={0:'Start', 1:'1', 2:'2 - Bees', 3:'3', 4:'4 - Smoke', 5:'5 - Smoke', 6:'6 - Smoke', 7:'7 - Beehive'} \n",
    "H=nx.relabel_nodes(G,mapping) \n",
    "pos = nx.spring_layout(H)\n",
    "nx.draw_networkx_nodes(H,pos, node_size=[200,200,200,200,200,200,200,200])\n",
    "nx.draw_networkx_edges(H,pos)\n",
    "nx.draw_networkx_labels(H,pos)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 100.0\n",
      "max_value 100.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 100.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 180.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 0.0\n",
      "max_value 64.0\n",
      "max_value 80.0\n",
      "max_value 64.0\n",
      "max_value 0.0\n",
      "max_value 80.0\n",
      "max_value 64.0\n",
      "max_value 0.0\n",
      "max_value 244.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 195.2\n",
      "max_value 0.0\n",
      "max_value 195.2\n",
      "max_value 195.2\n",
      "max_value 195.2\n",
      "max_value 195.2\n",
      "max_value 256.16\n",
      "max_value 204.928\n",
      "max_value 204.928\n",
      "max_value 163.9424\n",
      "max_value 204.928\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 204.928\n",
      "max_value 0.0\n",
      "max_value 204.928\n",
      "max_value 204.928\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 263.9424\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 204.928\n",
      "max_value 0.0\n",
      "max_value 204.928\n",
      "max_value 311.15392\n",
      "max_value 0.0\n",
      "max_value 0.0\n",
      "max_value 163.9424\n",
      "max_value 311.15392\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 248.923136\n",
      "max_value 348.923136\n",
      "max_value 279.1385088\n",
      "max_value 163.9424\n",
      "max_value 163.9424\n",
      "max_value 348.923136\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 163.9424\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 131.15392\n",
      "max_value 223.31080704\n",
      "max_value 279.1385088\n",
      "max_value 0.0\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 379.1385088\n",
      "max_value 178.648645632\n",
      "max_value 403.31080704\n",
      "max_value 178.648645632\n",
      "max_value 422.648645632\n",
      "max_value 279.1385088\n",
      "max_value 279.1385088\n",
      "max_value 142.918916506\n",
      "max_value 279.1385088\n",
      "max_value 178.648645632\n",
      "max_value 438.118916506\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 142.918916506\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 450.495133204\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 279.1385088\n",
      "max_value 279.1385088\n",
      "max_value 178.648645632\n",
      "max_value 142.918916506\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 142.918916506\n",
      "max_value 178.648645632\n",
      "max_value 279.1385088\n",
      "max_value 460.396106564\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 142.918916506\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 279.1385088\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 279.1385088\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 279.1385088\n",
      "max_value 142.918916506\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 142.918916506\n",
      "max_value 279.1385088\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 223.31080704\n",
      "max_value 178.648645632\n",
      "max_value 468.316885251\n",
      "max_value 374.653508201\n",
      "max_value 223.31080704\n",
      "max_value 374.653508201\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 178.648645632\n",
      "max_value 299.722806561\n",
      "max_value 178.648645632\n",
      "max_value 142.918916506\n",
      "max_value 178.648645632\n",
      "max_value 374.653508201\n",
      "max_value 178.648645632\n",
      "max_value 468.316885251\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 178.648645632\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 474.653508201\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 479.722806561\n",
      "max_value 374.653508201\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 483.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 191.822596199\n",
      "max_value 239.778245248\n",
      "max_value 191.822596199\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 374.653508201\n",
      "max_value 191.822596199\n",
      "max_value 191.822596199\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 374.653508201\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 487.022596199\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 489.618076959\n",
      "max_value 391.694461567\n",
      "max_value 391.694461567\n",
      "max_value 191.822596199\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 489.618076959\n",
      "max_value 239.778245248\n",
      "max_value 191.822596199\n",
      "max_value 191.822596199\n",
      "max_value 491.694461567\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 391.694461567\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 299.722806561\n",
      "max_value 493.355569254\n",
      "max_value 239.778245248\n",
      "max_value 493.355569254\n",
      "max_value 239.778245248\n",
      "max_value 394.684455403\n",
      "max_value 394.684455403\n",
      "max_value 299.722806561\n",
      "max_value 239.778245248\n",
      "max_value 394.684455403\n",
      "max_value 493.355569254\n",
      "max_value 494.684455403\n",
      "max_value 239.778245248\n",
      "max_value 299.722806561\n",
      "max_value 395.747564322\n",
      "max_value 494.684455403\n",
      "max_value 395.747564322\n",
      "max_value 191.822596199\n",
      "max_value 239.778245248\n",
      "max_value 395.747564322\n",
      "max_value 494.684455403\n",
      "max_value 191.822596199\n",
      "max_value 495.747564322\n",
      "max_value 396.598051458\n",
      "max_value 495.747564322\n",
      "max_value 316.598051458\n",
      "max_value 316.598051458\n",
      "max_value 239.778245248\n",
      "max_value 239.778245248\n",
      "max_value 495.747564322\n",
      "max_value 239.778245248\n",
      "max_value 191.822596199\n",
      "max_value 496.598051458\n",
      "max_value 497.278441166\n",
      "max_value 316.598051458\n",
      "max_value 396.598051458\n",
      "max_value 316.598051458\n",
      "max_value 191.822596199\n",
      "max_value 396.598051458\n",
      "max_value 253.278441166\n",
      "max_value 396.598051458\n",
      "max_value 497.822752933\n",
      "max_value 253.278441166\n",
      "max_value 253.278441166\n",
      "max_value 497.822752933\n",
      "max_value 398.258202346\n",
      "max_value 253.278441166\n",
      "max_value 202.622752933\n",
      "max_value 253.278441166\n",
      "max_value 316.598051458\n",
      "max_value 498.258202346\n",
      "max_value 202.622752933\n",
      "max_value 253.278441166\n",
      "max_value 316.598051458\n",
      "max_value 253.278441166\n",
      "max_value 202.622752933\n",
      "max_value 202.622752933\n",
      "max_value 202.622752933\n",
      "max_value 316.598051458\n",
      "max_value 318.606561877\n",
      "max_value 253.278441166\n",
      "max_value 202.622752933\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 316.598051458\n",
      "max_value 398.606561877\n",
      "max_value 202.622752933\n",
      "max_value 498.258202346\n",
      "max_value 398.606561877\n",
      "max_value 316.598051458\n",
      "max_value 318.885249502\n",
      "max_value 498.258202346\n",
      "max_value 318.885249502\n",
      "max_value 316.598051458\n",
      "max_value 316.598051458\n",
      "max_value 498.606561877\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 253.278441166\n",
      "max_value 253.278441166\n",
      "max_value 498.885249502\n",
      "max_value 316.598051458\n",
      "max_value 316.598051458\n",
      "max_value 316.598051458\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 253.278441166\n",
      "max_value 499.108199601\n",
      "max_value 316.598051458\n",
      "max_value 316.598051458\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 253.278441166\n",
      "max_value 499.286559681\n",
      "max_value 253.278441166\n",
      "max_value 398.606561877\n",
      "max_value 318.885249502\n",
      "max_value 398.606561877\n",
      "max_value 202.622752933\n",
      "max_value 499.429247745\n",
      "max_value 399.543398196\n",
      "max_value 399.543398196\n",
      "max_value 253.278441166\n",
      "max_value 399.543398196\n",
      "max_value 253.278441166\n",
      "max_value 499.429247745\n",
      "max_value 253.278441166\n",
      "max_value 399.543398196\n",
      "max_value 399.543398196\n",
      "max_value 399.543398196\n",
      "max_value 318.885249502\n",
      "max_value 319.634718557\n",
      "max_value 255.108199601\n",
      "max_value 318.885249502\n",
      "max_value 499.429247745\n",
      "max_value 318.885249502\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 399.543398196\n",
      "max_value 255.108199601\n",
      "max_value 319.634718557\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 318.885249502\n",
      "max_value 319.634718557\n",
      "max_value 399.543398196\n",
      "max_value 318.885249502\n",
      "max_value 255.108199601\n",
      "max_value 319.634718557\n",
      "max_value 499.543398196\n",
      "max_value 255.108199601\n",
      "max_value 204.086559681\n",
      "max_value 255.108199601\n",
      "max_value 399.543398196\n",
      "max_value 399.543398196\n",
      "max_value 499.634718557\n",
      "max_value 399.543398196\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 318.885249502\n",
      "max_value 255.108199601\n",
      "max_value 399.543398196\n",
      "max_value 499.707774845\n",
      "max_value 318.885249502\n",
      "max_value 399.543398196\n",
      "max_value 255.108199601\n",
      "max_value 499.766219876\n",
      "max_value 255.108199601\n",
      "max_value 318.885249502\n",
      "max_value 399.812975901\n",
      "max_value 255.108199601\n",
      "max_value 204.086559681\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 499.766219876\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 255.108199601\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 319.850380721\n",
      "max_value 255.108199601\n",
      "max_value 399.812975901\n",
      "max_value 319.850380721\n",
      "max_value 399.812975901\n",
      "max_value 319.850380721\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 255.880304577\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 399.812975901\n",
      "max_value 319.850380721\n",
      "max_value 255.880304577\n",
      "max_value 255.880304577\n",
      "max_value 255.880304577\n",
      "max_value 319.850380721\n",
      "max_value 204.704243661\n",
      "max_value 319.850380721\n",
      "max_value 255.880304577\n",
      "max_value 319.850380721\n",
      "max_value 319.850380721\n",
      "max_value 399.812975901\n",
      "max_value 499.812975901\n",
      "max_value 255.880304577\n",
      "max_value 255.880304577\n",
      "max_value 255.880304577\n",
      "max_value 204.704243661\n",
      "max_value 255.880304577\n",
      "max_value 319.850380721\n",
      "max_value 319.850380721\n",
      "max_value 319.850380721\n",
      "max_value 255.880304577\n",
      "max_value 499.850380721\n",
      "max_value 399.880304577\n",
      "max_value 499.850380721\n",
      "max_value 255.880304577\n",
      "max_value 499.880304577\n",
      "max_value 499.880304577\n",
      "max_value 399.904243661\n",
      "max_value 499.904243661\n",
      "max_value 399.923394929\n",
      "max_value 255.880304577\n",
      "max_value 499.904243661\n",
      "max_value 319.938715943\n",
      "max_value 255.880304577\n",
      "max_value 204.704243661\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 255.880304577\n",
      "max_value 499.904243661\n",
      "max_value 204.704243661\n",
      "max_value 204.704243661\n",
      "max_value 255.880304577\n",
      "max_value 255.880304577\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 399.923394929\n",
      "max_value 255.950972755\n",
      "max_value 399.923394929\n",
      "max_value 255.950972755\n",
      "max_value 399.923394929\n",
      "max_value 255.950972755\n",
      "max_value 499.904243661\n",
      "max_value 499.904243661\n",
      "max_value 255.950972755\n",
      "max_value 319.938715943\n",
      "max_value 499.904243661\n",
      "max_value 255.950972755\n",
      "max_value 319.938715943\n",
      "max_value 255.950972755\n",
      "max_value 499.923394929\n",
      "max_value 399.923394929\n",
      "max_value 204.760778204\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 255.950972755\n",
      "max_value 399.923394929\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 255.950972755\n",
      "max_value 204.760778204\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 399.923394929\n",
      "max_value 255.950972755\n",
      "max_value 319.938715943\n",
      "max_value 399.923394929\n",
      "max_value 319.938715943\n",
      "max_value 255.950972755\n",
      "max_value 499.938715943\n",
      "max_value 255.950972755\n",
      "max_value 399.950972755\n",
      "max_value 399.950972755\n",
      "max_value 255.950972755\n",
      "max_value 399.950972755\n",
      "max_value 319.960778204\n",
      "max_value 255.950972755\n",
      "max_value 255.968622563\n",
      "max_value 255.950972755\n",
      "max_value 319.960778204\n",
      "max_value 319.960778204\n",
      "max_value 399.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.968622563\n",
      "max_value 399.950972755\n",
      "max_value 499.938715943\n",
      "max_value 499.950972755\n",
      "max_value 319.960778204\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 399.950972755\n",
      "max_value 204.760778204\n",
      "max_value 499.960778204\n",
      "max_value 399.950972755\n",
      "max_value 399.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 499.968622563\n",
      "max_value 499.97489805\n",
      "max_value 399.950972755\n",
      "max_value 255.950972755\n",
      "max_value 319.960778204\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 499.97991844\n",
      "max_value 319.960778204\n",
      "max_value 204.760778204\n",
      "max_value 499.97991844\n",
      "max_value 399.983934752\n",
      "max_value 399.983934752\n",
      "max_value 399.983934752\n",
      "max_value 499.97991844\n",
      "max_value 204.760778204\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 399.983934752\n",
      "max_value 204.760778204\n",
      "max_value 399.983934752\n",
      "max_value 319.987147802\n",
      "max_value 399.983934752\n",
      "max_value 319.987147802\n",
      "max_value 399.983934752\n",
      "max_value 204.760778204\n",
      "max_value 399.983934752\n",
      "max_value 204.760778204\n",
      "max_value 255.989718241\n",
      "max_value 255.989718241\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 204.760778204\n",
      "max_value 204.760778204\n",
      "max_value 204.760778204\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 399.983934752\n",
      "max_value 319.987147802\n",
      "max_value 255.950972755\n",
      "max_value 204.760778204\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 319.987147802\n",
      "max_value 499.97991844\n",
      "max_value 499.97991844\n",
      "max_value 255.989718241\n",
      "max_value 399.983934752\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 255.950972755\n",
      "max_value 399.983934752\n",
      "max_value 319.987147802\n",
      "max_value 204.760778204\n",
      "max_value 255.950972755\n",
      "max_value 399.983934752\n",
      "max_value 499.983934752\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 255.950972755\n",
      "max_value 399.983934752\n",
      "max_value 255.950972755\n",
      "max_value 319.987147802\n",
      "max_value 399.983934752\n",
      "Bees Found\n",
      "[[   0.    0.    0.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.   19.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.    0.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.  113.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.    0.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.    0.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.    0.    0.    0.    0.    0.    0.]\n",
      " [   0.    0.   37.    0.    0.    0.    0.    0.]]\n",
      "Smoke Found\n",
      "[[  0.   0.   0.   0.   0.   0.   0.   0.]\n",
      " [  0.   0.   0.   0.   0.  31.   0.   0.]\n",
      " [  0.   0.   0.   0.   0.   0.   0.   0.]\n",
      " [  0.   0.   0.   0.   0.   0.   0.   0.]\n",
      " [  0.   0.   0.   0.   0.  88.   0.   0.]\n",
      " [  0.   0.   0.   0.  30.   0.  30.   0.]\n",
      " [  0.   0.   0.   0.   0.  88.   0.   0.]\n",
      " [  0.   0.   0.   0.   0.   0.   0.   0.]]\n"
     ]
    }
   ],
   "source": [
    "# re-initialize the matrices for new run\n",
    "Q = np.matrix(np.zeros([MATRIX_SIZE,MATRIX_SIZE]))\n",
    "\n",
    "enviro_bees = np.matrix(np.zeros([MATRIX_SIZE,MATRIX_SIZE]))\n",
    "enviro_smoke = np.matrix(np.zeros([MATRIX_SIZE,MATRIX_SIZE]))\n",
    " \n",
    "initial_state = 1\n",
    "\n",
    "def available_actions(state):\n",
    "    current_state_row = R[state,]\n",
    "    av_act = np.where(current_state_row >= 0)[1]\n",
    "    return av_act\n",
    " \n",
    "def sample_next_action(available_actions_range):\n",
    "    next_action = int(np.random.choice(available_act,1))\n",
    "    return next_action\n",
    "\n",
    "def collect_environmental_data(action):\n",
    "    found = []\n",
    "    if action in bees:\n",
    "        found.append('b')\n",
    "\n",
    "    if action in smoke:\n",
    "        found.append('s')\n",
    "    return (found)\n",
    " \n",
    "available_act = available_actions(initial_state) \n",
    " \n",
    "action = sample_next_action(available_act)\n",
    "\n",
    "def update(current_state, action, gamma):\n",
    "  max_index = np.where(Q[action,] == np.max(Q[action,]))[1]\n",
    "  \n",
    "  if max_index.shape[0] > 1:\n",
    "      max_index = int(np.random.choice(max_index, size = 1))\n",
    "  else:\n",
    "      max_index = int(max_index)\n",
    "  max_value = Q[action, max_index]\n",
    "  \n",
    "  Q[current_state, action] = R[current_state, action] + gamma * max_value\n",
    "  print('max_value', R[current_state, action] + gamma * max_value)\n",
    "  \n",
    "  environment = collect_environmental_data(action)\n",
    "  if 'b' in environment: \n",
    "    enviro_bees[current_state, action] += 1\n",
    "  \n",
    "  if 's' in environment: \n",
    "    enviro_smoke[current_state, action] += 1\n",
    "  \n",
    "  if (np.max(Q) > 0):\n",
    "    return(np.sum(Q/np.max(Q)*100))\n",
    "  else:\n",
    "    return (0)\n",
    "\n",
    "update(initial_state,action,gamma)\n",
    "\n",
    "scores = []\n",
    "for i in range(700):\n",
    "    current_state = np.random.randint(0, int(Q.shape[0]))\n",
    "    available_act = available_actions(current_state)\n",
    "    action = sample_next_action(available_act)\n",
    "    score = update(current_state,action,gamma)\n",
    "\n",
    "# print environmental matrices\n",
    "print('Bees Found')\n",
    "print(enviro_bees)\n",
    "print('Smoke Found')\n",
    "print(enviro_smoke)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "max_value 0.0\n",
      "max_value 0.0\n",
      "Score: nan\n",
      "max_value 100.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 0.0\n",
      "Score: 100.0\n",
      "max_value 180.0\n",
      "Score: 155.555555556\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 0.0\n",
      "Score: 155.555555556\n",
      "max_value 180.0\n",
      "Score: 155.555555556\n",
      "max_value 144.0\n",
      "Score: 235.555555556\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "max_value 144.0\n",
      "Score: 235.555555556\n",
      "max_value 144.0\n",
      "Score: 235.555555556\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "max_value 0.0\n",
      "Score: 235.555555556\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 144.0\n",
      "Score: 315.555555556\n",
      "max_value 0.0\n",
      "Score: 315.555555556\n",
      "max_value 180.0\n",
      "Score: 360.0\n",
      "max_value 115.2\n",
      "Score: 424.0\n",
      "max_value 144.0\n",
      "Score: 504.0\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 144.0\n",
      "Score: 504.0\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 0.0\n",
      "Score: 504.0\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 568.0\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 568.0\n",
      "max_value 144.0\n",
      "Score: 568.0\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 568.0\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 568.0\n",
      "max_value 244.0\n",
      "Score: 445.245901639\n",
      "max_value 92.16\n",
      "Score: 483.016393443\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 483.016393443\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 115.2\n",
      "Score: 483.016393443\n",
      "max_value 92.16\n",
      "Score: 520.786885246\n",
      "max_value 115.2\n",
      "Score: 520.786885246\n",
      "max_value 195.2\n",
      "Score: 541.770491803\n",
      "max_value 92.16\n",
      "Score: 541.770491803\n",
      "max_value 115.2\n",
      "Score: 588.983606557\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 92.16\n",
      "Score: 626.754098361\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 92.16\n",
      "Score: 626.754098361\n",
      "max_value 92.16\n",
      "Score: 626.754098361\n",
      "max_value 92.16\n",
      "Score: 626.754098361\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 92.16\n",
      "Score: 626.754098361\n",
      "max_value "
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:33: RuntimeWarning: invalid value encountered in true_divide\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "115.2\n",
      "Score: 626.754098361\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 195.2\n",
      "Score: 647.737704918\n",
      "max_value 92.16\n",
      "Score: 647.737704918\n",
      "max_value 195.2\n",
      "Score: 668.721311475\n",
      "max_value 156.16\n",
      "Score: 685.508196721\n",
      "max_value 92.16\n",
      "Score: 685.508196721\n",
      "max_value 156.16\n",
      "Score: 685.508196721\n",
      "max_value 195.2\n",
      "Score: 685.508196721\n",
      "max_value 92.16\n",
      "Score: 685.508196721\n",
      "max_value 195.2\n",
      "Score: 685.508196721\n",
      "max_value 156.16\n",
      "Score: 702.295081967\n",
      "max_value 156.16\n",
      "Score: 766.295081967\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 195.2\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 156.16\n",
      "Score: 783.081967213\n",
      "max_value 256.16\n",
      "Score: 775.640224859\n",
      "max_value 124.928\n",
      "Score: 788.432229856\n",
      "max_value 124.928\n",
      "Score: 788.432229856\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 195.2\n",
      "Score: 788.432229856\n",
      "max_value 195.2\n",
      "Score: 788.432229856\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 195.2\n",
      "Score: 788.432229856\n",
      "max_value 195.2\n",
      "Score: 788.432229856\n",
      "max_value 124.928\n",
      "Score: 788.432229856\n",
      "max_value 195.2\n",
      "Score: 788.432229856\n",
      "max_value 156.16\n",
      "Score: 788.432229856\n",
      "max_value 124.928\n",
      "Score: 801.224234853\n",
      "max_value 195.2\n",
      "Score: 801.224234853\n",
      "max_value 124.928\n",
      "Score: 801.224234853\n",
      "max_value 195.2\n",
      "Score: 801.224234853\n",
      "max_value 156.16\n",
      "Score: 801.224234853\n",
      "max_value 195.2\n",
      "Score: 801.224234853\n",
      "max_value 156.16\n",
      "Score: 801.224234853\n",
      "max_value 156.16\n",
      "Score: 801.224234853\n",
      "max_value 156.16\n",
      "Score: 801.224234853\n",
      "max_value 195.2\n",
      "Score: 801.224234853\n",
      "max_value 304.928\n",
      "Score: 693.063280512\n",
      "max_value 124.928\n",
      "Score: 693.063280512\n",
      "max_value 124.928\n",
      "Score: 693.063280512\n",
      "max_value 156.16\n",
      "Score: 693.063280512\n",
      "max_value 243.9424\n",
      "Score: 709.048168748\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 156.16\n",
      "Score: 709.048168748\n",
      "max_value 243.9424\n",
      "Score: 725.033056984\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 124.928\n",
      "Score: 735.779200336\n",
      "max_value 124.928\n",
      "Score: 735.779200336\n",
      "max_value 124.928\n",
      "Score: 735.779200336\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 243.9424\n",
      "Score: 751.764088572\n",
      "max_value 195.15392\n",
      "Score: 764.55199916\n",
      "max_value 243.9424\n",
      "Score: 764.55199916\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 777.339909749\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 243.9424\n",
      "Score: 777.339909749\n",
      "max_value 243.9424\n",
      "Score: 777.339909749\n",
      "max_value 156.123136\n",
      "Score: 787.57023822\n",
      "max_value 243.9424\n",
      "Score: 787.57023822\n",
      "max_value 156.123136\n",
      "Score: 797.800566691\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 797.800566691\n",
      "max_value 243.9424\n",
      "Score: 797.800566691\n",
      "max_value 243.9424\n",
      "Score: 797.800566691\n",
      "max_value 195.15392\n",
      "Score: 810.58847728\n",
      "max_value 304.928\n",
      "Score: 826.58176094\n",
      "max_value 243.9424\n",
      "Score: 826.58176094\n",
      "max_value 195.15392\n",
      "Score: 826.58176094\n",
      "max_value 343.9424\n",
      "Score: 744.163450624\n",
      "max_value 195.15392\n",
      "Score: 744.163450624\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 744.163450624\n",
      "max_value 156.123136\n",
      "Score: 744.163450624\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 744.163450624\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 156.123136\n",
      "Score: 753.233322789\n",
      "max_value 343.9424\n",
      "Score: 764.57661748\n",
      "max_value 195.15392\n",
      "Score: 764.57661748\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 764.57661748\n",
      "max_value 195.15392\n",
      "Score: 764.57661748\n",
      "max_value 375.15392\n",
      "Score: 709.286121281\n",
      "max_value 195.15392\n",
      "Score: 709.286121281\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 156.123136\n",
      "Score: 709.286121281\n",
      "max_value 195.15392\n",
      "Score: 709.286121281\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 709.286121281\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 156.123136\n",
      "Score: 709.286121281\n",
      "max_value 156.123136\n",
      "Score: 709.286121281\n",
      "max_value 195.15392\n",
      "Score: 709.286121281\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 195.15392\n",
      "Score: 709.286121281\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 275.15392\n",
      "Score: 717.60577845\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 220.123136\n",
      "Score: 724.261504185\n",
      "max_value 220.123136\n",
      "Score: 730.91722992\n",
      "max_value 275.15392\n",
      "Score: 739.236887089\n",
      "max_value 275.15392\n",
      "Score: 739.236887089\n",
      "max_value 400.123136\n",
      "Score: 707.14653601\n",
      "max_value 176.0985088\n",
      "Score: 712.138842379\n",
      "max_value 220.123136\n",
      "Score: 718.379225339\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 220.123136\n",
      "Score: 718.379225339\n",
      "max_value 220.123136\n",
      "Score: 718.379225339\n",
      "max_value 320.0985088\n",
      "Score: 729.611914668\n",
      "max_value 176.0985088\n",
      "Score: 734.604221037\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 220.123136\n",
      "Score: 734.604221037\n",
      "max_value 256.07880704\n",
      "Score: 743.5903725\n",
      "max_value 320.0985088\n",
      "Score: 743.5903725\n",
      "max_value 220.123136\n",
      "Score: 759.576235412\n",
      "max_value 400.123136\n",
      "Score: 765.816618372\n",
      "max_value 320.0985088\n",
      "Score: 784.849786402\n",
      "max_value 320.0985088\n",
      "Score: 784.849786402\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 320.0985088\n",
      "Score: 796.082475731\n",
      "max_value 176.0985088\n",
      "Score: 796.082475731\n",
      "max_value 420.0985088\n",
      "Score: 762.984269808\n",
      "max_value 320.0985088\n",
      "Score: 762.984269808\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 256.07880704\n",
      "Score: 771.543136427\n",
      "max_value 204.863045632\n",
      "Score: 778.390229723\n",
      "max_value 256.07880704\n",
      "Score: 786.949096343\n",
      "max_value 320.0985088\n",
      "Score: 786.949096343\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 256.07880704\n",
      "Score: 786.949096343\n",
      "max_value 256.07880704\n",
      "Score: 786.949096343\n",
      "max_value 256.07880704\n",
      "Score: 786.949096343\n",
      "max_value 256.07880704\n",
      "Score: 786.949096343\n",
      "max_value 320.0985088\n",
      "Score: 786.949096343\n",
      "max_value 204.863045632\n",
      "Score: 786.949096343\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 320.0985088\n",
      "Score: 786.949096343\n",
      "max_value 436.07880704\n",
      "Score: 761.775546842\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 320.0985088\n",
      "Score: 761.775546842\n",
      "max_value 320.0985088\n",
      "Score: 761.775546842\n",
      "max_value 320.0985088\n",
      "Score: 761.775546842\n",
      "max_value 204.863045632\n",
      "Score: 768.371725415\n",
      "max_value 204.863045632\n",
      "Score: 768.371725415\n",
      "max_value 256.07880704\n",
      "Score: 768.371725415\n",
      "max_value 448.863045632\n",
      "Score: 757.345964774\n",
      "max_value 256.07880704\n",
      "Score: 757.345964774\n",
      "max_value 204.863045632\n",
      "Score: 757.345964774\n",
      "max_value 359.090436506\n",
      "Score: 766.032785417\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 256.07880704\n",
      "Score: 766.032785417\n",
      "max_value 256.07880704\n",
      "Score: 774.043173305\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 256.07880704\n",
      "Score: 774.043173305\n",
      "max_value 359.090436506\n",
      "Score: 774.043173305\n",
      "max_value 256.07880704\n",
      "Score: 774.043173305\n",
      "max_value 359.090436506\n",
      "Score: 774.043173305\n",
      "max_value 204.863045632\n",
      "Score: 774.043173305\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 359.090436506\n",
      "Score: 782.729993947\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 204.863045632\n",
      "Score: 793.588519751\n",
      "max_value 287.272349204\n",
      "Score: 800.537976265\n",
      "max_value 359.090436506\n",
      "Score: 809.224796908\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 816.174253422\n",
      "max_value 359.090436506\n",
      "Score: 816.174253422\n",
      "max_value 448.863045632\n",
      "Score: 819.022391338\n",
      "max_value 229.817879364\n",
      "Score: 824.581956549\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 204.863045632\n",
      "Score: 824.581956549\n",
      "max_value 287.272349204\n",
      "Score: 824.581956549\n",
      "max_value 287.272349204\n",
      "Score: 824.581956549\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 824.581956549\n",
      "max_value 287.272349204\n",
      "Score: 824.581956549\n",
      "max_value 287.272349204\n",
      "Score: 831.531413063\n",
      "max_value 287.272349204\n",
      "Score: 838.480869577\n",
      "max_value 229.817879364\n",
      "Score: 838.480869577\n",
      "max_value 229.817879364\n",
      "Score: 838.480869577\n",
      "max_value 359.090436506\n",
      "Score: 838.480869577\n",
      "max_value 229.817879364\n",
      "Score: 844.040434789\n",
      "max_value 459.090436506\n",
      "Score: 827.465068048\n",
      "max_value 287.272349204\n",
      "Score: 827.465068048\n",
      "max_value 359.090436506\n",
      "Score: 827.465068048\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 229.817879364\n",
      "Score: 832.900780001\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "max_value 359.090436506\n",
      "Score: 832.900780001\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "max_value 229.817879364\n",
      "Score: 832.900780001\n",
      "max_value 359.090436506\n",
      "Score: 832.900780001\n",
      "max_value 229.817879364\n",
      "Score: 832.900780001\n",
      "max_value 229.817879364\n",
      "Score: 832.900780001\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "max_value 287.272349204\n",
      "Score: 832.900780001\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 359.090436506\n",
      "Score: 832.900780001\n",
      "max_value 229.817879364\n",
      "Score: 832.900780001\n",
      "max_value 467.272349204\n",
      "Score: 820.067728336\n",
      "max_value 473.817879364\n",
      "Score: 810.120393637\n",
      "max_value 359.090436506\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "max_value 359.090436506\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "max_value 359.090436506\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 359.090436506\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 287.272349204\n",
      "Score: 810.120393637\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 359.090436506\n",
      "Score: 810.120393637\n",
      "max_value 229.817879364\n",
      "Score: 810.120393637\n",
      "max_value 287.272349204\n",
      "Score: 810.120393637\n",
      "max_value 479.054303491\n",
      "Score: 807.567430057\n",
      "max_value 229.817879364\n",
      "Score: 807.567430057\n",
      "max_value 479.054303491\n",
      "Score: 808.660505329\n",
      "max_value 483.243442793\n",
      "Score: 802.517271274\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 386.594754234\n",
      "Score: 808.208878297\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 309.275803387\n",
      "Score: 812.762163915\n",
      "max_value 287.272349204\n",
      "Score: 812.762163915\n",
      "max_value 247.42064271\n",
      "Score: 816.40479241\n",
      "max_value 247.42064271\n",
      "Score: 816.40479241\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 229.817879364\n",
      "Score: 816.40479241\n",
      "max_value 247.42064271\n",
      "Score: 820.047420905\n",
      "max_value 247.42064271\n",
      "Score: 820.047420905\n",
      "max_value 386.594754234\n",
      "Score: 825.739027928\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 229.817879364\n",
      "Score: 825.739027928\n",
      "max_value 247.42064271\n",
      "Score: 825.739027928\n",
      "max_value 386.594754234\n",
      "Score: 825.739027928\n",
      "max_value 247.42064271\n",
      "Score: 825.739027928\n",
      "max_value 247.42064271\n",
      "Score: 825.739027928\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 386.594754234\n",
      "Score: 825.739027928\n",
      "max_value 386.594754234\n",
      "Score: 831.430634951\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 309.275803387\n",
      "Score: 831.430634951\n",
      "max_value 386.594754234\n",
      "Score: 831.430634951\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 386.594754234\n",
      "Score: 831.430634951\n",
      "max_value 247.42064271\n",
      "Score: 831.430634951\n",
      "max_value 309.275803387\n",
      "Score: 835.983920569\n",
      "max_value 247.42064271\n",
      "Score: 835.983920569\n",
      "max_value 247.42064271\n",
      "Score: 835.983920569\n",
      "max_value 309.275803387\n",
      "Score: 840.537206188\n",
      "max_value 483.243442793\n",
      "Score: 841.404085887\n",
      "max_value 247.42064271\n",
      "Score: 841.404085887\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 309.275803387\n",
      "Score: 841.404085887\n",
      "max_value 386.594754234\n",
      "Score: 841.404085887\n",
      "max_value 247.42064271\n",
      "Score: 841.404085887\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 386.594754234\n",
      "Score: 841.404085887\n",
      "max_value 247.42064271\n",
      "Score: 841.404085887\n",
      "max_value 486.594754234\n",
      "Score: 836.297832738\n",
      "max_value 247.42064271\n",
      "Score: 836.297832738\n",
      "max_value 247.42064271\n",
      "Score: 836.297832738\n",
      "max_value 309.275803387\n",
      "Score: 840.819758631\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 386.594754234\n",
      "Score: 844.437299345\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 386.594754234\n",
      "Score: 844.437299345\n",
      "max_value 386.594754234\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 247.42064271\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 309.275803387\n",
      "Score: 844.437299345\n",
      "max_value 489.275803387\n",
      "Score: 841.043013677\n",
      "max_value 309.275803387\n",
      "Score: 841.043013677\n",
      "max_value 309.275803387\n",
      "Score: 841.043013677\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 391.42064271\n",
      "Score: 842.02934663\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 247.42064271\n",
      "Score: 842.02934663\n",
      "max_value 247.42064271\n",
      "Score: 842.02934663\n",
      "max_value 391.42064271\n",
      "Score: 843.015679582\n",
      "max_value 313.136514168\n",
      "Score: 843.804745943\n",
      "max_value 247.42064271\n",
      "Score: 843.804745943\n",
      "max_value 489.275803387\n",
      "Score: 844.352708695\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 313.136514168\n",
      "Score: 845.141775056\n",
      "max_value 491.42064271\n",
      "Score: 841.889552335\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 250.509211334\n",
      "Score: 842.518050277\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 313.136514168\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Score: 842.518050277\n",
      "max_value 313.136514168\n",
      "Score: 843.303672704\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 250.509211334\n",
      "Score: 843.303672704\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 391.42064271\n",
      "Score: 843.303672704\n",
      "max_value 391.42064271\n",
      "Score: 844.285700738\n",
      "max_value 313.136514168\n",
      "Score: 844.285700738\n",
      "max_value 313.136514168\n",
      "Score: 844.285700738\n",
      "max_value 313.136514168\n",
      "Score: 844.285700738\n",
      "max_value 313.136514168\n",
      "Score: 844.285700738\n",
      "max_value 391.42064271\n",
      "Score: 844.285700738\n",
      "max_value 250.509211334\n",
      "Score: 844.914198679\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 313.136514168\n",
      "Score: 844.914198679\n",
      "max_value 493.136514168\n",
      "Score: 842.757203508\n",
      "max_value 313.136514168\n",
      "Score: 842.757203508\n",
      "max_value 250.509211334\n",
      "Score: 843.383514587\n",
      "max_value 493.136514168\n",
      "Score: 843.731465187\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 394.509211334\n",
      "Score: 844.357776266\n",
      "max_value 313.136514168\n",
      "Score: 845.140665115\n",
      "max_value 394.509211334\n",
      "Score: 845.766976195\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 394.509211334\n",
      "Score: 845.766976195\n",
      "max_value 250.509211334\n",
      "Score: 845.766976195\n",
      "max_value 250.509211334\n",
      "Score: 845.766976195\n",
      "max_value 394.509211334\n",
      "Score: 846.393287274\n",
      "max_value 494.509211334\n",
      "Score: 844.32139068\n",
      "max_value 315.607369067\n",
      "Score: 844.821048693\n",
      "max_value 494.509211334\n",
      "Score: 845.098636478\n",
      "max_value 395.607369067\n",
      "Score: 845.320706706\n",
      "max_value 395.607369067\n",
      "Score: 845.320706706\n",
      "max_value 250.509211334\n",
      "Score: 845.320706706\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 315.607369067\n",
      "Score: 845.820364719\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 315.607369067\n",
      "Score: 845.820364719\n",
      "max_value 252.485895254\n",
      "Score: 846.22009113\n",
      "max_value 252.485895254\n",
      "Score: 846.22009113\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 315.607369067\n",
      "Score: 846.22009113\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 395.607369067\n",
      "Score: 846.442161358\n",
      "max_value 252.485895254\n",
      "Score: 846.841887768\n",
      "max_value 316.485895254\n",
      "Score: 847.519201964\n",
      "max_value 395.607369067\n",
      "Score: 847.741272192\n",
      "max_value 395.607369067\n",
      "Score: 847.741272192\n",
      "max_value 252.485895254\n",
      "Score: 847.741272192\n",
      "max_value 316.485895254\n",
      "Score: 848.418586387\n",
      "max_value 395.607369067\n",
      "Score: 848.418586387\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 316.485895254\n",
      "Score: 848.596242569\n",
      "max_value 395.607369067\n",
      "Score: 848.596242569\n",
      "max_value 395.607369067\n",
      "Score: 848.596242569\n",
      "max_value 253.188716203\n",
      "Score: 848.738367515\n",
      "max_value 495.607369067\n",
      "Score: 847.079326751\n",
      "max_value 253.188716203\n",
      "Score: 847.221136779\n",
      "max_value 496.485895254\n",
      "Score: 845.898937413\n",
      "max_value 316.485895254\n",
      "Score: 845.898937413\n",
      "max_value 253.188716203\n",
      "Score: 845.898937413\n",
      "max_value 316.485895254\n",
      "Score: 845.898937413\n",
      "max_value 316.485895254\n",
      "Score: 845.898937413\n",
      "max_value 253.188716203\n",
      "Score: 845.898937413\n",
      "max_value 497.188716203\n",
      "Score: 844.844542207\n",
      "max_value 497.750972963\n",
      "Score: 844.003169912\n",
      "max_value 253.188716203\n",
      "Score: 844.003169912\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 316.485895254\n",
      "Score: 844.003169912\n",
      "max_value 253.188716203\n",
      "Score: 844.003169912\n",
      "max_value 316.485895254\n",
      "Score: 844.003169912\n",
      "max_value 316.485895254\n",
      "Score: 844.003169912\n",
      "max_value 253.188716203\n",
      "Score: 844.003169912\n",
      "max_value 498.20077837\n",
      "Score: 843.331439429\n",
      "max_value 253.188716203\n",
      "Score: 843.331439429\n",
      "max_value 316.485895254\n",
      "Score: 843.331439429\n",
      "max_value 253.188716203\n",
      "Score: 843.331439429\n",
      "max_value 253.188716203\n",
      "Score: 843.331439429\n",
      "max_value 316.485895254\n",
      "Score: 843.331439429\n",
      "max_value 316.485895254\n",
      "Score: 843.331439429\n",
      "max_value 316.485895254\n",
      "Score: 843.331439429\n",
      "max_value 253.188716203\n",
      "Score: 843.331439429\n",
      "max_value 395.607369067\n",
      "Score: 843.331439429\n",
      "max_value 395.607369067\n",
      "Score: 843.331439429\n",
      "max_value 395.607369067\n",
      "Score: 843.331439429\n",
      "max_value 316.485895254\n",
      "Score: 843.331439429\n",
      "max_value 253.188716203\n",
      "Score: 843.331439429\n",
      "max_value 498.560622696\n",
      "Score: 843.535372709\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 844.185469997\n",
      "max_value 319.078798525\n",
      "Score: 844.705547828\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 845.225625659\n",
      "max_value 398.848498157\n",
      "Score: 845.875722947\n",
      "max_value 255.26303882\n",
      "Score: 846.291785212\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 846.291785212\n",
      "max_value 319.078798525\n",
      "Score: 846.291785212\n",
      "max_value 255.26303882\n",
      "Score: 846.707847476\n",
      "max_value 255.26303882\n",
      "Score: 846.707847476\n",
      "max_value 398.848498157\n",
      "Score: 846.707847476\n",
      "max_value 498.560622696\n",
      "Score: 846.707847476\n",
      "max_value 255.26303882\n",
      "Score: 846.707847476\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 846.707847476\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.26303882\n",
      "Score: 847.661357896\n",
      "max_value 319.078798525\n",
      "Score: 847.661357896\n",
      "max_value 319.078798525\n",
      "Score: 848.181435727\n",
      "max_value 255.26303882\n",
      "Score: 848.181435727\n",
      "max_value 319.078798525\n",
      "Score: 848.181435727\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 848.181435727\n",
      "max_value 498.560622696\n",
      "Score: 848.253612371\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 848.253612371\n",
      "max_value 255.26303882\n",
      "Score: 848.253612371\n",
      "max_value 255.26303882\n",
      "Score: 848.253612371\n",
      "max_value 255.26303882\n",
      "Score: 848.253612371\n",
      "max_value 398.848498157\n",
      "Score: 848.253612371\n",
      "max_value 398.848498157\n",
      "Score: 848.903709659\n",
      "max_value 255.26303882\n",
      "Score: 848.903709659\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 848.903709659\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 848.903709659\n",
      "max_value 255.26303882\n",
      "Score: 848.903709659\n",
      "max_value 398.848498157\n",
      "Score: 848.903709659\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 848.903709659\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.26303882\n",
      "Score: 848.903709659\n",
      "max_value 398.848498157\n",
      "Score: 848.903709659\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 848.903709659\n",
      "max_value 398.848498157\n",
      "Score: 848.903709659\n",
      "max_value 255.26303882\n",
      "Score: 848.903709659\n",
      "max_value 319.078798525\n",
      "Score: 848.903709659\n",
      "max_value 319.078798525\n",
      "Score: 849.6\n",
      "max_value 498.848498157\n",
      "Score: 849.167420878\n",
      "max_value 499.078798525\n",
      "Score: 848.821716885\n",
      "max_value 319.078798525\n",
      "Score: 848.821716885\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 398.848498157\n",
      "Score: 848.821716885\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.26303882\n",
      "Score: 848.821716885\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 848.821716885\n",
      "max_value 319.078798525\n",
      "Score: 848.821716885\n",
      "max_value 255.26303882\n",
      "Score: 848.821716885\n",
      "max_value 499.26303882\n",
      "Score: 848.545383323\n",
      "max_value 319.078798525\n",
      "Score: 848.545383323\n",
      "max_value 499.410431056\n",
      "Score: 848.324463273\n",
      "max_value 255.26303882\n",
      "Score: 848.324463273\n",
      "max_value 255.26303882\n",
      "Score: 848.324463273\n",
      "max_value 499.528344845\n",
      "Score: 848.317943249\n",
      "max_value 255.26303882\n",
      "Score: 848.317943249\n",
      "max_value 255.26303882\n",
      "Score: 848.317943249\n",
      "max_value 255.26303882\n",
      "Score: 848.317943249\n",
      "max_value 399.622675876\n",
      "Score: 848.472924989\n",
      "max_value 399.622675876\n",
      "Score: 848.627906728\n",
      "max_value 255.26303882\n",
      "Score: 848.627906728\n",
      "max_value 319.078798525\n",
      "Score: 848.627906728\n",
      "max_value 319.078798525\n",
      "Score: 848.627906728\n",
      "max_value 499.528344845\n",
      "Score: 848.651511753\n",
      "max_value 399.622675876\n",
      "Score: 848.651511753\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.26303882\n",
      "Score: 848.651511753\n",
      "max_value 319.078798525\n",
      "Score: 848.651511753\n",
      "max_value 499.622675876\n",
      "Score: 848.510162946\n",
      "max_value 399.698140701\n",
      "Score: 848.52526731\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.078798525\n",
      "Score: 848.52526731\n",
      "max_value 499.622675876\n",
      "Score: 848.544147764\n",
      "max_value 255.26303882\n",
      "Score: 848.544147764\n",
      "max_value 399.698140701\n",
      "Score: 848.544147764\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.26303882\n",
      "Score: 848.544147764\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.698140701\n",
      "Score: 848.714204606\n",
      "max_value 319.758512561\n",
      "Score: 848.85025008\n",
      "max_value 255.26303882\n",
      "Score: 848.85025008\n",
      "max_value 255.26303882\n",
      "Score: 848.85025008\n",
      "max_value 499.698140701\n",
      "Score: 848.737158098\n",
      "max_value 255.26303882\n",
      "Score: 848.737158098\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.758512561\n",
      "Score: 848.873183026\n",
      "max_value 499.698140701\n",
      "Score: 848.888285108\n",
      "max_value 255.806810049\n",
      "Score: 848.99710505\n",
      "max_value 255.806810049\n",
      "Score: 849.105924993\n",
      "max_value 255.806810049\n",
      "Score: 849.105924993\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.758512561\n",
      "Score: 849.105924993\n",
      "max_value 255.806810049\n",
      "Score: 849.105924993\n",
      "max_value 319.758512561\n",
      "Score: 849.241949921\n",
      "max_value 255.806810049\n",
      "Score: 849.241949921\n",
      "max_value 319.758512561\n",
      "Score: 849.241949921\n",
      "max_value 255.806810049\n",
      "Score: 849.241949921\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.758512561\n",
      "Score: 849.254031586\n",
      "max_value 319.806810049\n",
      "Score: 849.263696919\n",
      "max_value 399.758512561\n",
      "Score: 849.275778585\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.285443918\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.758512561\n",
      "Score: 849.285443918\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.285443918\n",
      "max_value 255.845448039\n",
      "Score: 849.293176184\n",
      "max_value 319.806810049\n",
      "Score: 849.438866444\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.438866444\n",
      "max_value 319.806810049\n",
      "Score: 849.438866444\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.438866444\n",
      "max_value 319.806810049\n",
      "Score: 849.438866444\n",
      "max_value 255.845448039\n",
      "Score: 849.446598711\n",
      "max_value 255.845448039\n",
      "Score: 849.446598711\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.758512561\n",
      "Score: 849.446598711\n",
      "max_value 255.845448039\n",
      "Score: 849.446598711\n",
      "max_value 399.758512561\n",
      "Score: 849.446598711\n",
      "max_value 399.758512561\n",
      "Score: 849.446598711\n",
      "max_value 255.845448039\n",
      "Score: 849.446598711\n",
      "max_value 319.806810049\n",
      "Score: 849.446598711\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.758512561\n",
      "Score: 849.446598711\n",
      "max_value 499.758512561\n",
      "Score: 849.356064015\n",
      "max_value 255.845448039\n",
      "Score: 849.356064015\n",
      "max_value 319.806810049\n",
      "Score: 849.356064015\n",
      "max_value 255.845448039\n",
      "Score: 849.356064015\n",
      "max_value 499.758512561\n",
      "Score: 849.368144221\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.368144221\n",
      "max_value 255.845448039\n",
      "Score: 849.368144221\n",
      "max_value 255.845448039\n",
      "Score: 849.368144221\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.368144221\n",
      "max_value 499.806810049\n",
      "Score: 849.295731044\n",
      "max_value 499.806810049\n",
      "Score: 849.305394276\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.305394276\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.845448039\n",
      "Score: 849.421921143\n",
      "max_value 255.845448039\n",
      "Score: 849.421921143\n",
      "max_value 319.806810049\n",
      "Score: 849.431584374\n",
      "max_value 319.806810049\n",
      "Score: 849.431584374\n",
      "max_value 319.806810049\n",
      "Score: 849.431584374\n",
      "max_value 255.845448039\n",
      "Score: 849.431584374\n",
      "max_value 319.806810049\n",
      "Score: 849.431584374\n",
      "max_value 499.845448039\n",
      "Score: 849.373653407\n",
      "max_value 255.845448039\n",
      "Score: 849.373653407\n",
      "max_value 319.806810049\n",
      "Score: 849.373653407\n",
      "max_value 255.845448039\n",
      "Score: 849.373653407\n",
      "max_value 399.845448039\n",
      "Score: 849.391045879\n",
      "max_value 399.845448039\n",
      "Score: 849.435614087\n",
      "max_value 255.845448039\n",
      "Score: 849.435614087\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.435614087\n",
      "max_value 255.845448039\n",
      "Score: 849.435614087\n",
      "max_value 255.845448039\n",
      "Score: 849.435614087\n",
      "max_value 499.876358431\n",
      "Score: 849.39700144\n",
      "max_value 319.806810049\n",
      "Score: 849.39700144\n",
      "max_value 499.876358431\n",
      "Score: 849.403185047\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.806810049\n",
      "Score: 849.403185047\n",
      "max_value 319.876358431\n",
      "Score: 849.417098164\n",
      "max_value 399.901086745\n",
      "Score: 849.428228658\n",
      "max_value 499.901086745\n",
      "Score: 849.391157131\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.845448039\n",
      "Score: 849.391157131\n",
      "max_value 399.920869396\n",
      "Score: 849.406244387\n",
      "max_value 499.901086745\n",
      "Score: 849.406244387\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.920869396\n",
      "Score: 849.438722179\n",
      "max_value 319.936695517\n",
      "Score: 849.464704413\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.949356413\n",
      "Score: 849.4854902\n",
      "max_value 319.936695517\n",
      "Score: 849.4854902\n",
      "max_value 255.845448039\n",
      "Score: 849.4854902\n",
      "max_value 319.936695517\n",
      "Score: 849.511472433\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.537454667\n",
      "max_value 255.949356413\n",
      "Score: 849.558240454\n",
      "max_value 399.920869396\n",
      "Score: 849.562197767\n",
      "max_value 255.949356413\n",
      "Score: 849.582983554\n",
      "max_value 399.920869396\n",
      "Score: 849.582983554\n",
      "max_value 255.949356413\n",
      "Score: 849.582983554\n",
      "max_value 499.901086745\n",
      "Score: 849.587930195\n",
      "max_value 255.949356413\n",
      "Score: 849.587930195\n",
      "max_value 255.949356413\n",
      "Score: 849.587930195\n",
      "max_value 399.920869396\n",
      "Score: 849.587930195\n",
      "max_value 399.920869396\n",
      "Score: 849.587930195\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.587930195\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 399.920869396\n",
      "Score: 849.6\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 255.949356413\n",
      "Score: 849.6\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 255.949356413\n",
      "Score: 849.6\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.6\n",
      "max_value 499.920869396\n",
      "Score: 849.570337155\n",
      "max_value 319.936695517\n",
      "Score: 849.570337155\n",
      "max_value 399.936695517\n",
      "Score: 849.57350288\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.57350288\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.936695517\n",
      "Score: 849.57350288\n",
      "max_value 319.936695517\n",
      "Score: 849.57350288\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.576668605\n",
      "max_value 319.949356413\n",
      "Score: 849.579201186\n",
      "max_value 399.936695517\n",
      "Score: 849.579201186\n",
      "max_value 399.936695517\n",
      "Score: 849.579201186\n",
      "max_value 319.949356413\n",
      "Score: 849.579201186\n",
      "max_value 399.936695517\n",
      "Score: 849.579201186\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.58122725\n",
      "max_value 319.949356413\n",
      "Score: 849.58122725\n",
      "max_value 319.949356413\n",
      "Score: 849.58122725\n",
      "max_value 255.949356413\n",
      "Score: 849.58122725\n",
      "max_value 255.949356413\n",
      "Score: 849.58122725\n",
      "max_value 319.949356413\n",
      "Score: 849.58375983\n",
      "max_value 319.949356413\n",
      "Score: 849.58375983\n",
      "max_value 319.949356413\n",
      "Score: 849.58375983\n",
      "max_value 255.949356413\n",
      "Score: 849.58375983\n",
      "max_value 255.949356413\n",
      "Score: 849.58375983\n",
      "max_value 255.949356413\n",
      "Score: 849.58375983\n",
      "max_value 319.949356413\n",
      "Score: 849.58375983\n",
      "max_value 399.936695517\n",
      "Score: 849.58375983\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.58375983\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.58629241\n",
      "max_value 255.959485131\n",
      "Score: 849.588318474\n",
      "max_value 399.936695517\n",
      "Score: 849.588318474\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.588318474\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.588318474\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.588318474\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "max_value 399.936695517\n",
      "Score: 849.590344538\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.590344538\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.590344538\n",
      "max_value 255.959485131\n",
      "Score: 849.590344538\n",
      "max_value 499.920869396\n",
      "Score: 849.594301695\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.936695517\n",
      "Score: 849.594301695\n",
      "max_value 399.936695517\n",
      "Score: 849.594301695\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "max_value 399.936695517\n",
      "Score: 849.594301695\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "max_value 255.959485131\n",
      "Score: 849.594301695\n",
      "max_value 319.949356413\n",
      "Score: 849.594301695\n",
      "max_value 399.936695517\n",
      "Score: 849.59746742\n",
      "max_value 319.949356413\n",
      "Score: 849.59746742\n",
      "max_value 499.936695517\n",
      "Score: 849.573737975\n",
      "max_value 399.936695517\n",
      "Score: 849.573737975\n",
      "max_value 499.949356413\n",
      "Score: 849.557921046\n",
      "max_value 255.959485131\n",
      "Score: 849.557921046\n",
      "max_value 399.959485131\n",
      "Score: 849.562479431\n",
      "max_value 319.949356413\n",
      "Score: 849.562479431\n",
      "max_value 255.959485131\n",
      "Score: 849.562479431\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.562479431\n",
      "max_value 399.959485131\n",
      "Score: 849.562479431\n",
      "max_value 319.949356413\n",
      "Score: 849.562479431\n",
      "max_value 255.959485131\n",
      "Score: 849.562479431\n",
      "max_value 319.967588105\n",
      "Score: 849.566126138\n",
      "max_value 255.959485131\n",
      "Score: 849.566126138\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.949356413\n",
      "Score: 849.566126138\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.959485131\n",
      "Score: 849.570684523\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.959485131\n",
      "Score: 849.570684523\n",
      "max_value 319.967588105\n",
      "Score: 849.576863666\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.576863666\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.959485131\n",
      "Score: 849.576863666\n",
      "max_value 255.959485131\n",
      "Score: 849.576863666\n",
      "max_value 319.967588105\n",
      "Score: 849.580510374\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.584157081\n",
      "max_value 319.967588105\n",
      "Score: 849.584157081\n",
      "max_value 499.949356413\n",
      "Score: 849.584157081\n",
      "max_value 399.959485131\n",
      "Score: 849.584157081\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.584157081\n",
      "max_value 499.949356413\n",
      "Score: 849.586689517\n",
      "max_value 255.974070484\n",
      "Score: 849.589606883\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.589606883\n",
      "max_value 499.959485131\n",
      "Score: 849.57442089\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.57442089\n",
      "max_value 255.974070484\n",
      "Score: 849.577338197\n",
      "max_value 499.959485131\n",
      "Score: 849.579364105\n",
      "max_value 399.967588105\n",
      "Score: 849.580984831\n",
      "max_value 319.967588105\n",
      "Score: 849.580984831\n",
      "max_value 499.967588105\n",
      "Score: 849.568836373\n",
      "max_value 255.974070484\n",
      "Score: 849.568836373\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.974070484\n",
      "Score: 849.571753633\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.571753633\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.571753633\n",
      "max_value 319.967588105\n",
      "Score: 849.571753633\n",
      "max_value 499.974070484\n",
      "Score: 849.562035112\n",
      "max_value 499.979256387\n",
      "Score: 849.557177669\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.974070484\n",
      "Score: 849.557177669\n",
      "max_value 319.967588105\n",
      "Score: 849.557177669\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.557177669\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.557177669\n",
      "max_value 319.967588105\n",
      "Score: 849.557177669\n",
      "max_value 319.967588105\n",
      "Score: 849.557177669\n",
      "max_value 399.98340511\n",
      "Score: 849.566519975\n",
      "max_value 399.98340511\n",
      "Score: 849.566519975\n",
      "max_value 255.974070484\n",
      "Score: 849.566519975\n",
      "max_value 399.98340511\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "max_value 399.98340511\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "max_value 399.98340511\n",
      "Score: 849.569683507\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 255.974070484\n",
      "Score: 849.569683507\n",
      "going from: [1 4 6]\n",
      "to: [1]\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "max_value 319.967588105\n",
      "Score: 849.569683507\n",
      "going from: [0 2 5]\n",
      "to: [0 2]\n",
      "max_value 399.98340511\n",
      "Score: 849.574467702\n",
      "max_value 319.986724088\n",
      "Score: 849.578295057\n",
      "max_value 499.979256387\n",
      "Score: 849.579332281\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAD8CAYAAAB5Pm/hAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBo\ndHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzt3Xt0XGd57/HvMxpdLVvyRXZs2Y5t\nYoKdmxNEcEigIQmUBIoph4TQFgKkx4UGCoee1YYeSqG3Fc5qC6WnJ9RtSp0WciGQxieES8il3EIS\nOw6JjZPYcRxbsWLLd8u6zO05f+x3dPPIGsmSRtrz+6ylNXvevffMM17yM6+e/e73NXdHRETiK1Hq\nAEREZHwp0YuIxJwSvYhIzCnRi4jEnBK9iEjMKdGLiMScEr2ISMwp0YuIxJwSvYhIzCVLHQDAnDlz\nfMmSJaUOQ0RkStm0adMBd28a7rhJkeiXLFnCxo0bSx2GiMiUYmYvF3OcSjciIjGnRC8iEnNK9CIi\nMadELyISc0r0IiIxp0QvIhJzSvQiIjE3KcbRi0xG6WyOHfs7ON6dIefORYtnUpUcm75RKpOj7WgX\nOQd3J+fw8sETpDK5Acd1pbMc7kyzZHYdlRUJkhVGdTJBbWUSx3GHbM7JupPLRa+TzTk596g956Sy\nOdyjYx3I9dvua48e8/EM3EfYF7UT4u07LtrHoG2Izu2v/8ql3m/vqVY07b/c6cDzC7/uqV57pAun\n2giPH40rV8zl/IWN4/oeSvQyaWVzzp5DncP+51zQWEN1sqL3nI27DnHewgbqqpKc6MlwvDtD1p3d\nBzu5cHEj3eks39/yKm1Hu2nv6OGChQ1UJRPR8+M9HOhI8cs9R9h9qHPA+8yaVsVvnD+f2qoki2fV\nsWbVAioSRsJsyC+AAx09PPBsG9vajnGsK0N3OsuhzhRP7zlyyuQm5aNpevW4J3qbDIuDt7S0uO6M\nnXyu/NtHWbVoJn973QXj/l4dPRl+8kI76Vz0+3jughnc+eQe1v1457Dnrpw/g/de1My2tuP8v2f2\n9vaKX3fGdHa2nyCV7eslT6uqIJXNkc4W/r2fXp2kcVolK86YwcoFM2hurGVBYy079ndwxxO72Xng\nBDgDXhOgubGWRAJyuahHmwu93kMnUmRzzpz6KhpqK6mprKC2soJzmxtYuWAGlRWGYZhF/+FnTasa\n8LqGMb0myf7jPWRC3Klsjs6eDGaQMIu+bMIXToUZiQRUhPaKhFFZkSBh1nu8WdRTNQMzC9tGwuiN\nZeC+cF4UUO92fn8ivKAN2DfwMwz4TEN0k4s9xwa0W8H2k84Z6k2nODPb5O4twx6nRC+DbWs7xp1P\n7Gb9Y9Hd1btueee4v+cH1v2Cx3Ye7H3e3FjL8e405y9s5H2vXzjkeY+/dIg7ntgNQHUywTvPn8/W\nV47RdrSLcxY0sKxpGisXzCBhxsGOHh5+bj8XLp7Jb17YzMr5M3j5UCc72ztYOmcas6dV01BXWVS8\nP9nezrOvHAWgozvDK0e6qDDrTZgViWi7aXo17zp/Pq+dN/00/nVEClOil1H7xDef4ntbXiUbetdb\nvvjrnOjJnHScGTTVV59Wb6mjJ8Nv/MNPeenACX73sqVcf/Fivr+ljb/54QsA3Ll2NauXzR7y/Ew2\nx+Y9R5g1rYrXNNWPOg6RqajYRK8avQzg7jy56xDXnDefBQ01/NOPd/LGv/oRJ1LZgsfffPXr+Niv\nvWbE73Ogo4fP3buFtmPdvHTgBFetmMcnr1xOQ20lH71sKYmEMaOmkjcunXXK10lWJHjDklMfI1Lu\nlOhL6KfbD/BiewdrVi2gsa5q+BMmwJ5DXew71sPFS2bSE2rdJ1JZPvO21zKnvnrAsV99aDu/3HOk\n6Nd2d7a1Hacnk+UHW/fx/a2vcv7CBt57YTN/e90FvX8Z1FUl+f3Lzxq7DyVS5pToS8Td+fDXnyAT\nhsB99LKlJY1n/c938Q8Pb++9kPmGpbPI5eCcBTNY0FjLJ956FonEwBLNj7bt46UDJ4p+jx9s3cfH\n/mNT7/PXzqtnwycuG5sPICJDUqIvkaNdaTKhBt6dKVwWmUi3P7aL+uokl54zhzNm1HD2vOmYGd/9\ngzcPec6S2dN47MWDuPuwdfqjXWk+fddmGusq+fL7VwHoAqXIBFGiL5FXjnT1bmeGGOo3Ub6wYSsv\ntp/gL95zLh9cfWbR5y2dU0dXOsu+Yz2c0VAz5HE/f/EAN33jKbrTOT72a6/hrWfPHYuwRaRISvQl\n0naku3c7M2hM9kTqSmX5t5/vYk59Fde1DD2MsZAlc6YB8PSeI1yUGHjDR4UZs+ur2dZ2jN/658cB\n+Pjlr+HTV712bAIXkaIVlejN7H8Av0t0B/GzwEeA+cCdwCzgKeCD7p4ys2rgduD1wEHg/e6+a+xD\nn9r2Hu3r0adK2KN/7tVjAPzVb57Xe3dpsfLDGfvX3fs7t3kGW/dGr//1j7xBPXmREhk20ZtZM/AH\nwEp37zKzu4HrgWuAL7v7nWb2NeBG4NbweNjdzzKz64EvAe8ft08wRe090k1lhZFMJErao98SEvG5\nzQ0jPndBYy3rPvh69h/vOWnfw8/t5+Hn9gNw1Yp5SvIiJVRs6SYJ1JpZGqgD2oArgN8K+9cDXyBK\n9GvCNsA9wP8xM/PJcGfWOGg93Mmf3LuFnnTfBdWm6dV85f2rSFYMPQHW3iNdnNFQw9HOvouypbD1\nlaPMrKtkwSlq7Kfy9nPOKNj+O6vP5PbHdvH5+7Zy2VlD3/AkIuNv2Kn43P0V4G+A3UQJ/iiwCTji\n7vnbJVuB5rDdDOwJ52bC8Sf9TzeztWa20cw2tre3n+7nKJmfbD/Aj19o703W7cd7uP+ZNvYV6OUC\ndKezXPe1x3jwV/uY31BLZUWC9Gn26B99fj+bdx8e1bnPvnKUc5sbxmUukN9545n884da+OAlS8b8\ntUWkeMMmejObSdRLXwosAKYBVxc4NN8tLZQxTuqyuvs6d29x95ampqbiI55k9hzqpCJh3LV2NXf9\n3iV8/PLoLtHcEL30bW3HeGLXIVYtauS/v3kZyQo7rVE3h06k+PDXn+Q3/+/PR3xuTybLC/uOc86C\nkZdtipFIGG9bOY+KRDwnlBKZKoop3VwFvOTu7QBm9h3gTUCjmSVDr30hsDcc3wosAlrNLAk0AIfG\nPPISyeWc7299tXfulydeOsSCxpreMk2yIkpqQ5VjNr0c9bz/+r3nsXTONL6wYSvp3Oh79DvbO0Z9\n7vZ9HaSzznmjqM+LyNRRTKLfDaw2szqgC7gS2Ag8AryPaOTNDcB94fgN4fljYf/DcarPP/7SIX7/\nG08NaPv1c+b1blckooSfLZC8sznnL7+7DYBFM2sBqDzNHv23Nrb2bv9g66t88o7NvZORGfDna87l\nt964uOC5W8Lsi+c2zxj1+4vI5Ddsonf3x83sHqIhlBlgM7AO+C5wp5n9ZWi7LZxyG/DvZraDqCd/\n/XgEPlEOdvRwzVd/wpHONEDv/C/f/vibmDs9mvtl3oy+C5nJxNA9+tbD0UIWH7rkzN6/AE63Rr/h\nl3t7t7/7TBvVFQluePMSAP7t57t4pvXI0Il+71Gm10SLaIhIfBU16sbd/wz4s0HNO4GLCxzbDVx7\n+qFNDtv3d7DvWA/vvmAB8xtr+Kf/ihbCWLWosWDtOd82uJfenc7yF/f/CoA1q5p725MViSEXwRhO\ndzpLVzrLnPoqDnSkeGznQVYtbuR//vrZAHx/66sc7UoPef6zrxzjnAUzYrsog4hEtDj4MPJjxG96\n61l89uoVve1DXWDM9+izg3r0jz7fzo+2RePKzz6jb46XygojM8oa/aETKaDvxqX24z2cv7Cv3t5Q\nW3lSoj/eneavH9jGn/7nFra1HVN9XqQMaAqEYew/Fk1VMG9GVKb53qfezPHukxfhyKsYonSz+1A0\ny+Omz11FfXXfP3syMfoa/YGO6Eto8aw6Hn8put59Qb+1J2f0W4LuSFea2dOqePBX+1j345001lXS\nWFvJFa+bV/C1RSQ+lOiH0X68h6pkgobaaIm5FfNPfeEy2XsxdmDyfmFfBzNqksweNKd7sl+Nvjud\npaMnQ2Nt5Slvtso72BH16PNzzgBcsKgv0TfUVrJ9fwcf+49N/Gjbfj5++Wv4wdZXqauqYNPn3qZh\njyJlQol+GIc7U8ysqyy6jt3Xo+8rx+w71s09m1o5u8C0vJUVRnc6Ryab47IvPcKBjh6ueN1c/vXD\nbxj2vXYdjP5K6L+EXv8Lww21lRw6keLH2w8A8B+PvczxngznL2xQkhcpI0r0w0hlclQli7+UkR9H\n37/svn1fNNb9ujcsOun4yooEHd0Zdh/q7C3F5EfnDOdnOw5y5uw63nTWbF5/5kzesnzgjWeLZtXR\nGZYAnDejmn3Hotf/hw9cWPTnEZGpT4l+GOmsU1VEGSWvUI8+P1PlVStOntgrmUiQyjrb90dfBkvn\nTOsdwjmcHfuPc15zAzNqKvn2x9900v6PXrqUq1bMI1lh3P9MG7d87zka6yo1nFKkzCjRD6Mnk6Nq\nBNP3Fhp1k597vtDiHNENUzl2hES/cv6M3rtnT8Xd2Xesh6tWDD0ZWSJhvfX7D11yJq9pqmfxrDoN\npxQpM0r0w0hnc1RVFJ8YE3byqJu9R7qYU19dcL73ZEWCTM7Zsb+D+Q01zJpWRaqIG6iOdWfoSmcH\n1ORPpa4qydtWaoSNSDlSoh/GaGv0/Xv0e4920dxYOCFXJoy2o10c7kxxXnMD1cnEgCmPh/KDLa8C\nMG+U0wuLSPnQDVPDSGdHmOgLjKPfe6SL+Q21BY+/YsVcls+dzqKZdbzv9QupSiYK1ugffX4/G3f1\nzQ137+ZXADh3geapEZFTU49+GKlsjvqa4v+ZBk9q9qNf7ePF9hO85bWFp2J+1/kLeNf5C3qf//2P\ntpPJOdmc917YPdjRw4e//iQAu255J+lsjsd2HuT6NyxiWb+hlSIihahHP4xUJjeiUTfJfnPduDuf\nvGMzABctnlnU+dWVid73zdu8+8iAY2753nPA6Jb/E5Hyo0Q/jNQISzcV/Ubd7DvWQ1c6y5+vOYff\nuGDBMGdG8l8q/RP9U/1Wj0plcnzv2TaWzI5KPSIiw1GiH8Zoe/RZd14Mi4KcNYLySr5H35PpuyDb\nv0fferiTvUe7+Z3VZ1JTWfywTxEpX0r0wxjpxdj+Pfo9h6I7XBfPLv4GpfwQzPwF2WzOeab1CLUh\nqT8bFgtZ1jSt8AuIiAyiRD+MVCZH5Yh69NGxmazzapj5cu704odA5r9U8on++VePcyKV5S2vnQPA\np+58GoAls5XoRaQ4SvTDSGd9ZD36ioE1+tnTqkZ0fnVyYOlm856oPv/mfvPYrH3LMpbOUaIXkeIM\nO27QzM4G7urXtAz4PHB7aF8C7AKuc/fDFt1f//fANUAn8GF3H7jI6hQy4humQukmlc3xnadaB8ws\nWYz8e93+85eZ11DDf73Qzpz6KlbM75v58k+uWTHU6SIiJylmzdjngVUAZlYBvALcC9wMPOTut5jZ\nzeH5HwNXA8vDzxuBW8PjlOPupLIjK93ka/Qbdx2iJ5Nj1rSqEb3nmbPqmFZVwV0b9/S2/fYbF/fW\n7i8/u/B4fBGRoYz0hqkrgRfd/WUzWwNcHtrXA48SJfo1wO3u7sAvzKzRzOa7e9sYxTxh8mu5Vo+k\ndBPmutlzOJqx8k/ftXJE77msqZ6tf/6Ok9rdnc+/ayX/TUMqRWSERprorwfuCNvz8snb3dvMLD8H\nbzOwp985raFtyiX6493ReqvTqoofxphIGGbRtAcAZxQ56dhwzIyPXrZ0TF5LRMpL0V1VM6sC3g18\na7hDC7SdtCiqma01s41mtrG9vb3YMCZUfqGOuSNM1smE0ZnKUlOZYEatZpkQkdIayaibq4Gn3H1f\neL7PzOYDhMf9ob0V6L+U0kJg7+AXc/d17t7i7i1NTZOz7rz/+MCFwYs1vSZaX1Zzv4vIZDCS7uYH\n6CvbAGwAbgBuCY/39Wv/hJndSXQR9uhUq8939GTY1naMjbuioY0jGQcPcM/HLqH1cJduahKRSaGo\nRG9mdcDbgN/r13wLcLeZ3QjsBq4N7Q8QDa3cQTS88iNjFu0E+eKGrXxrUysQDXdsmj6yHv2ypnrN\nKikik0ZRid7dO4HZg9oOEo3CGXysAzeNSXQlsudwJ687Yzqfe+dKzmio1pwyIjKl6UphAQc6Uiyf\nW89ly+eUOhQRkdOmKRAKONjRw+z6kd3oJCIyWSnRD5LJ5jjcmWZO/cjq8iIik5US/SCHTqQAmK1E\nLyIxoUQ/yIGOKNHPGeEcNSIik5US/SAHOqK7YeeMcEiliMhkpUQ/yMETUaKfrR69iMSEEv0gT4a7\nYVWjF5G4UKLvx9355uO7AZhRo1sMRCQelOj76UxFy/fdcMmZmoxMRGJDib6f/NDKc5obShyJiMjY\nUaLv53BnlOhn1elCrIjEhxJ9P/ke/SxNfyAiMaIrjsCPX2jna//1Yu8YevXoRSRO1KMHvreljSd3\nHaKxtop3nj+f5pm1pQ5JRGTMqEcPdKWyzG+o5e6PXVLqUERExpx69EBXOkutFhcRkZgqKtGbWaOZ\n3WNmz5nZNjO7xMxmmdmDZrY9PM4Mx5qZfdXMdpjZM2Z20fh+hNPXlc5RU6VELyLxVGyP/u+B77v7\n64ALgG3AzcBD7r4ceCg8B7gaWB5+1gK3jmnE46A7naW2Un/ciEg8DZvdzGwG8BbgNgB3T7n7EWAN\nsD4cth54T9heA9zukV8AjWY2f8wjH0PdKt2ISIwV041dBrQDXzezzWb2L2Y2DZjn7m0A4XFuOL4Z\n2NPv/NbQNml1pbLUqnQjIjFVTKJPAhcBt7r7hcAJ+so0hRSaJMZPOshsrZltNLON7e3tRQU7XrrS\nWWrUoxeRmCom0bcCre7+eHh+D1Hi35cvyYTH/f2OX9Tv/IXA3sEv6u7r3L3F3VuamppGG/+YUOlG\nROJs2ETv7q8Ce8zs7NB0JfArYANwQ2i7AbgvbG8APhRG36wGjuZLPJNVV0qJXkTiq9gbpj4JfMPM\nqoCdwEeIviTuNrMbgd3AteHYB4BrgB1AZzh20nL3aBy9avQiElNFJXp3fxpoKbDrygLHOnDTacY1\nYVLZHDlHNXoRia2yHzzencoBqHQjIrFV9om+Kx2tKqXSjYjEVVlNana0K822tmMYcMGiRmoqK/oS\nvXr0IhJTZZXov7BhK/dufgWAT15xFn/49rPpCuvEqkYvInFVVqWbQydSLGuaRn11kmNdaUClGxGJ\nv7JK9Olsjll1VVQnE2Ry0c263SrdiEjMlVWiT2VyVCUTJBJGzqNEny/dKNGLSFyVVaJPZ6NEX2FG\nJhsSfW/ppqz+KUSkjJRVduvJ5KisSFCRMLI+MNHrYqyIxFVZJfpUvkefMHKhRv9M6xFApRsRia+y\nSvTpbI7qigTJhPVejP3PzdHEmvU1ZTXSVETKSFkl+lQo3eQvxuYnNLuuZSHVSfXoRSSeyi7RVyVD\njz7rdPRkyOac5XOnlzo0EZFxU1aJPp31qEdvUY/+8InopqmZ06pKHJmIyPgpq0Tf26OviGr0hzpT\nAMyaVlniyERExk/ZJHp37x11kzAjm3Nu++lLAMysU49eROKrbBJ9OtwgVVVh0fBKd3YfPAHAivkz\nShmaiMi4KptEn8pGC4zkx9Fnsk5nKss7zjlDN0uJSKwVlejNbJeZPWtmT5vZxtA2y8weNLPt4XFm\naDcz+6qZ7TCzZ8zsovH8AMVKZ0Kir4imQMh5lOjrNGuliMTcSHr0b3X3Ve6eXzv2ZuAhd18OPBSe\nA1wNLA8/a4FbxyrY0/GzFw8AUNnvYmxXOktdtRK9iMTb6ZRu1gDrw/Z64D392m/3yC+ARjObfxrv\nc9rcnU98czMAZ8yoiYZX5pzOVIa6Kt0RKyLxVmyid+CHZrbJzNaGtnnu3gYQHueG9mZgT79zW0Pb\nAGa21sw2mtnG9vb20UVfpPx0Bx9cfSZXrphHMmGksk53Oqc5bkQk9ortzl7q7nvNbC7woJk9d4pj\nrUCbn9Tgvg5YB9DS0nLS/rGUDhdiF86sBSCRME70ZABUoxeR2CuqR+/ue8PjfuBe4GJgX74kEx73\nh8NbgUX9Tl8I7B2rgEcjnYm+Ryoroo+bTBjHu6O7YuuqVboRkXgbNtGb2TQzm57fBt4ObAE2ADeE\nw24A7gvbG4APhdE3q4Gj+RJPqeSHVlYmo4+bSBjHu0OPXqUbEYm5Yrqz84B7zSx//Dfd/ftm9iRw\nt5ndCOwGrg3HPwBcA+wAOoGPjHnUI5Qv3VQm+qpK+bq9SjciEnfDJnp33wlcUKD9IHBlgXYHbhqT\n6MZIb6IPpZujnVHZpiqZ4OKls0oWl4jIRCiLO2Pz0x/kSzepcPPULe89j9n11SWLS0RkIpRJos/f\nFRuVbnoy0TqxKtuISDkoq0SfL930hB59rW6WEpEyUNaJXj16ESkHZZHoU4PG0aeU6EWkjJRFou/r\n0Q+u0at0IyLxV2aJPpRu0urRi0j5KM9E33sxVoleROKvTBJ9WEYwGZVu6muiko2mPxCRclAWRerB\nPfp7PnYJP3vxIMmKsvieE5EyV5aJfllTPcua6ksZkojIhCmLLm0qO3B4pYhIOSmLzNd/YXARkXJT\nFpkvX7pJVhRa/EpEJN7KKtGrdCMi5agsMl9fjV49ehEpP2WR6DPZHJUVRlglS0SkrBSd6M2swsw2\nm9n94flSM3vczLab2V1mVhXaq8PzHWH/kvEJvXjpbE5lGxEpWyPJfp8CtvV7/iXgy+6+HDgM3Bja\nbwQOu/tZwJfDcSWVzroSvYiUraKyn5ktBN4J/Et4bsAVwD3hkPXAe8L2mvCcsP9KK3HNJKUevYiU\nsWKz31eAPwJy4fls4Ii7Z8LzVqA5bDcDewDC/qPh+JJJZ3K9ywiKiJSbYRO9mb0L2O/um/o3FzjU\ni9jX/3XXmtlGM9vY3t5eVLCjlc7mNK+NiJStYrLfpcC7zWwXcCdRyeYrQKOZ5efKWQjsDdutwCKA\nsL8BODT4Rd19nbu3uHtLU1PTaX2I4UQ1evXoRaQ8DZvo3f2z7r7Q3ZcA1wMPu/tvA48A7wuH3QDc\nF7Y3hOeE/Q+7+0k9+omkGr2IlLPTyX5/DHzGzHYQ1eBvC+23AbND+2eAm08vxNOXyeaoSirRi0h5\nGtE0xe7+KPBo2N4JXFzgmG7g2jGIbcxoeKWIlLOyyH6pcGesiEg5KotErztjRaSclUX2S2dzmote\nRMpWWWS/dMY1F72IlK3ySPQq3YhIGSuL7NeTUelGRMpXWWS/nkyWmqqKUochIlISZZHou9M5aiuV\n6EWkPMU+0bs7XeksNZWx/6giIgXFPvuls0425+rRi0jZin2i785kAahRoheRMhX/RJ9SoheR8hb/\nRJ+OFsVSoheRchX7RN+Vjnr0qtGLSLmKfaLvTudLN7H/qCIiBcU++6lHLyLlLvaJ/v5noqVsdWes\niJSr2Cf6Hfs7AHjNnPoSRyIiUhrDJnozqzGzJ8zsl2a21cy+GNqXmtnjZrbdzO4ys6rQXh2e7wj7\nl4zvRzi1TNa59KzZNNRVljIMEZGSKaZH3wNc4e4XAKuAd5jZauBLwJfdfTlwGLgxHH8jcNjdzwK+\nHI4rmXQ2RzIR+z9cRESGNGwG9EhHeFoZfhy4ArgntK8H3hO214TnhP1XmlnJVv2IFgbXoiMiUr6K\n6uqaWYWZPQ3sBx4EXgSOuHsmHNIKNIftZmAPQNh/FJhd4DXXmtlGM9vY3t5+ep/iFDI5LToiIuWt\nqAzo7ll3XwUsBC4GVhQ6LDwW6j77SQ3u69y9xd1bmpqaio13xNJZJ6lELyJlbEQZ0N2PAI8Cq4FG\nM0uGXQuBvWG7FVgEEPY3AIfGItjRSGdzVCZUuhGR8lXMqJsmM2sM27XAVcA24BHgfeGwG4D7wvaG\n8Jyw/2F3P6lHP1EyWS0MLiLlLTn8IcwH1ptZBdEXw93ufr+Z/Qq408z+EtgM3BaOvw34dzPbQdST\nv34c4i6aFgYXkXI3bKJ392eACwu07ySq1w9u7wauHZPoxoASvYiUu9hnwEzOSapGLyJlLPaJPp3N\nUZmM/ccUERlSrDOgu0c3TKlHLyJlLNaJPpuLBvtoHL2IlLNYZ8BMSPS6GCsi5SzWGTCVjdaL1Vw3\nIlLOYp3oM9lQulGNXkTKWMwTfejRa9SNiJSxWGfA3tKN5qMXkTIW6wzYW7pRjV5Eylgxc91MGe7O\nPz6yg33HegA42pUGNOpGRMpbrBL9/uM9/M0PX6CuqoKaygoAFjTUsHyeFgYXkfIVq0SfykQ1+S++\n+xyubVlU4mhERCaHWNU00r3j5mP1sURETkusMqLuhBUROVmsMmK+dKNRNiIifWKV6Pt69Er0IiJ5\nxawZu8jMHjGzbWa21cw+FdpnmdmDZrY9PM4M7WZmXzWzHWb2jJldNN4fIi9/J2xSN0iJiPQqJiNm\ngD909xXAauAmM1sJ3Aw85O7LgYfCc4CrgeXhZy1w65hHPYSULsaKiJxk2Izo7m3u/lTYPg5sA5qB\nNcD6cNh64D1hew1wu0d+ATSa2fwxj7yA/J2wKt2IiPQZUdfXzJYQLRT+ODDP3dsg+jIA5obDmoE9\n/U5rDW3jLpPLX4xVj15EJK/ojGhm9cC3gU+7+7FTHVqgzQu83loz22hmG9vb24sN45TSmpZYROQk\nRSV6M6skSvLfcPfvhOZ9+ZJMeNwf2luB/relLgT2Dn5Nd1/n7i3u3tLU1DTa+AfI3zBVpWmJRUR6\nFTPqxoDbgG3u/nf9dm0AbgjbNwD39Wv/UBh9sxo4mi/xjDctNCIicrJi5rq5FPgg8KyZPR3a/gS4\nBbjbzG4EdgPXhn0PANcAO4BO4CNjGvEpaAoEEZGTDZvo3f2nFK67A1xZ4HgHbjrNuEYlf8OU7owV\nEekTq66vevQiIieLVUbMj7rR0oEiIn1ilRF7p0BQ6UZEpFe8Er2mKRYROUmsMmJ+mmJNgSAi0ic2\nif7wiRT/+tOXAIiG/ouICMQo0T+wpY3jPRkWzqwtdSgiIpNKbBJ9VyoLwHf/4M0ljkREZHKJTaLv\nCfX5msrYfCQRkTERm6yYT/QdVoQfAAAGXklEQVRVGnEjIjJAbLJiKpOjKpnQhVgRkUFik+h7Mlmq\nNT2xiMhJYpMZezI5JXoRkQJikxlTmRzVyYpShyEiMunEJtGrRy8iUlhsMmNPOqslBEVECohNZkxl\n1aMXESmkmDVj/9XM9pvZln5ts8zsQTPbHh5nhnYzs6+a2Q4ze8bMLhrP4PvrSefUoxcRKaCYzPhv\nwDsGtd0MPOTuy4GHwnOAq4Hl4WctcOvYhDm8aHilLsaKiAw2bKJ39x8DhwY1rwHWh+31wHv6td/u\nkV8AjWY2f6yCPZWejHr0IiKFDLs4+BDmuXsbgLu3mdnc0N4M7Ol3XGtoaxt9iEO7+8k9/PNPdgLw\n8sFOFs2sG4+3ERGZ0kab6IdSaP4BL3ig2Vqi8g6LFy8e1Zs11lWyfF49AMvn1XNdy6JRvY6ISJyN\nNtHvM7P5oTc/H9gf2luB/tl2IbC30Au4+zpgHUBLS0vBL4PhvP2cM3j7OWeM5lQRkbIx2qL2BuCG\nsH0DcF+/9g+F0TergaP5Eo+IiJTGsD16M7sDuByYY2atwJ8BtwB3m9mNwG7g2nD4A8A1wA6gE/jI\nOMQsIiIjMGyid/cPDLHrygLHOnDT6QYlIiJjR+MRRURiToleRCTmlOhFRGJOiV5EJOaU6EVEYs6i\ngTIlDsKsHXh5lKfPAQ6MYTjjaSrFCop3PE2lWGFqxTuVYoXTi/dMd28a7qBJkehPh5ltdPeWUsdR\njKkUKyje8TSVYoWpFe9UihUmJl6VbkREYk6JXkQk5uKQ6NeVOoARmEqxguIdT1MpVpha8U6lWGEC\n4p3yNXoRETm1OPToRUTkFKZsojezd5jZ82Eh8puHP2P8TZWF1MP7LzKzR8xsm5ltNbNPTfJ4a8zs\nCTP7ZYj3i6F9qZk9HuK9y8yqQnt1eL4j7F8ykfGGGCrMbLOZ3T8FYt1lZs+a2dNmtjG0TcrfhRBD\no5ndY2bPhd/hSyZjvGZ2dvg3zf8cM7NPT3is7j7lfoAK4EVgGVAF/BJYOQniegtwEbClX9v/Bm4O\n2zcDXwrb1wDfI1qVazXw+ATHOh+4KGxPB14AVk7ieA2oD9uVwOMhjruB60P714CPh+3fB74Wtq8H\n7irB78NngG8C94fnkznWXcCcQW2T8nchxLAe+N2wXQU0TuZ4QxwVwKvAmRMd64R/2DH6B7sE+EG/\n558FPlvquEIsSwYl+ueB+WF7PvB82P4n4AOFjitR3PcBb5sK8QJ1wFPAG4luNEkO/r0AfgBcEraT\n4TibwBgXAg8BVwD3h/+4kzLW8L6FEv2k/F0AZgAvDf43mqzx9nvftwM/K0WsU7V0M9Qi5JPRgIXU\ngeEWUp9woVRwIVEvedLGG0ohTxMtXfkg0V91R9w9UyCm3njD/qPA7AkM9yvAHwG58Hw2kzdWiNZ2\n/qGZbbJoPWeYvL8Ly4B24OuhNPYvZjZtEsebdz1wR9ie0FinaqIvehHySWxSfAYzqwe+DXza3Y+d\n6tACbRMar7tn3X0VUW/5YmDFKWIqWbxm9i5gv7tv6t98inhK/m8LXOruFwFXAzeZ2VtOcWyp400S\nlUhvdfcLgRNE5Y+hlDpewvWYdwPfGu7QAm2nHetUTfRFL0I+CeyzaAF1bJQLqY8XM6skSvLfcPfv\nhOZJG2+eux8BHiWqYTaaWX6ltP4x9cYb9jcAhyYoxEuBd5vZLuBOovLNVyZprAC4+97wuB+4l+iL\ndLL+LrQCre7+eHh+D1Hin6zxQvQF+pS77wvPJzTWqZronwSWh1EMVUR/Em0ocUxDmZQLqZuZAbcB\n29z976ZAvE1m1hi2a4GrgG3AI8D7hog3/zneBzzsoeg53tz9s+6+0N2XEP1uPuzuvz0ZYwUws2lm\nNj2/TVRL3sIk/V1w91eBPWZ2dmi6EvjVZI03+AB9ZZt8TBMX60RfkBjDCxvXEI0UeRH4X6WOJ8R0\nB9AGpIm+mW8kqrU+BGwPj7PCsQb8Y4j/WaBlgmO9jOhPwmeAp8PPNZM43vOBzSHeLcDnQ/sy4Ami\nBem/BVSH9prwfEfYv6xEvxOX0zfqZlLGGuL6ZfjZmv//NFl/F0IMq4CN4ffhP4GZkzVeosEDB4GG\nfm0TGqvujBURibmpWroREZEiKdGLiMScEr2ISMwp0YuIxJwSvYhIzCnRi4jEnBK9iEjMKdGLiMTc\n/wc7C8lXehGO/gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x19437165048>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "Q = np.matrix(np.zeros([MATRIX_SIZE,MATRIX_SIZE]))\n",
    "\n",
    "# subtract bees with smoke, this gives smoke a negative effect\n",
    "enviro_matrix = enviro_bees - enviro_smoke\n",
    "\n",
    "# Get available actions in the current state\n",
    "available_act = available_actions(initial_state) \n",
    "\n",
    "# Sample next action to be performed\n",
    "action = sample_next_action(available_act)\n",
    "\n",
    "# This function updates the Q matrix according to the path selected and the Q \n",
    "# learning algorithm\n",
    "def update(current_state, action, gamma):\n",
    "    \n",
    "    max_index = np.where(Q[action,] == np.max(Q[action,]))[1]\n",
    "\n",
    "    if max_index.shape[0] > 1:\n",
    "        max_index = int(np.random.choice(max_index, size = 1))\n",
    "    else:\n",
    "        max_index = int(max_index)\n",
    "    max_value = Q[action, max_index]\n",
    "\n",
    "    Q[current_state, action] = R[current_state, action] + gamma * max_value\n",
    "    print('max_value', R[current_state, action] + gamma * max_value)\n",
    "\n",
    "    environment = collect_environmental_data(action)\n",
    "    if 'b' in environment: \n",
    "        enviro_matrix[current_state, action] += 1\n",
    "    if 's' in environment: \n",
    "        enviro_matrix[current_state, action] -= 1\n",
    "\n",
    "    return(np.sum(Q/np.max(Q)*100))\n",
    "\n",
    "update(initial_state,action,gamma)\n",
    "\n",
    "enviro_matrix_snap = enviro_matrix.copy()\n",
    "\n",
    "def available_actions_with_enviro_help(state):\n",
    "    current_state_row = R[state,]\n",
    "    av_act = np.where(current_state_row >= 0)[1]\n",
    "    # if there are multiple routes, dis-favor anything negative\n",
    "    env_pos_row = enviro_matrix_snap[state,av_act]\n",
    "    if (np.sum(env_pos_row < 0)):\n",
    "        # can we remove the negative directions from av_act?\n",
    "        temp_av_act = av_act[np.array(env_pos_row)[0]>=0]\n",
    "        if len(temp_av_act) > 0:\n",
    "            print('going from:',av_act)\n",
    "            print('to:',temp_av_act)\n",
    "            av_act = temp_av_act\n",
    "    return av_act\n",
    "\n",
    "# Training\n",
    "scores = []\n",
    "for i in range(700):\n",
    "    current_state = np.random.randint(0, int(Q.shape[0]))\n",
    "    available_act = available_actions_with_enviro_help(current_state)\n",
    "    action = sample_next_action(available_act)\n",
    "    score = update(current_state,action,gamma)\n",
    "    scores.append(score)\n",
    "    print ('Score:', str(score))\n",
    " \n",
    "\n",
    "plt.plot(scores)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "matrix([[   0.,    0.,    0.,    0.,    0.,    0.,    0.,    0.],\n",
       "        [   0.,    0.,   66.,    0.,    0.,  -32.,    0.,    0.],\n",
       "        [   0.,    0.,    0.,    0.,    0.,    0.,    0.,    0.],\n",
       "        [   0.,    0.,  189.,    0.,    0.,    0.,    0.,    0.],\n",
       "        [   0.,    0.,    0.,    0.,    0., -176.,    0.,    0.],\n",
       "        [   0.,    0.,    0.,    0.,  -30.,    0.,  -30.,    0.],\n",
       "        [   0.,    0.,    0.,    0.,    0., -173.,    0.,    0.],\n",
       "        [   0.,    0.,   76.,    0.,    0.,    0.,    0.,    0.]])"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "enviro_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}