sample/katawrap_sample.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "polish-business",
   "metadata": {},
   "source": [
    "# Sample for katawrap with Python"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "informed-internet",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "another-skiing",
   "metadata": {},
   "source": [
    "Edit the next line if you want to try your own data. See README.md on how to prepare *.josnl."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "agreed-philosophy",
   "metadata": {},
   "outputs": [],
   "source": [
    "input_file = 'sample_result.jsonl'"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "improving-article",
   "metadata": {},
   "source": [
    "Load results of katawrap."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "instructional-expansion",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_json(input_file, lines=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "southeast-butter",
   "metadata": {},
   "source": [
    "Show some basic fields."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "bibliographic-manufacturer",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sgfFile</th>\n",
       "      <th>turnNumber</th>\n",
       "      <th>winrate</th>\n",
       "      <th>scoreLead</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>0</td>\n",
       "      <td>0.324822</td>\n",
       "      <td>-0.235385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>1</td>\n",
       "      <td>0.341502</td>\n",
       "      <td>-0.298111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>2</td>\n",
       "      <td>0.563822</td>\n",
       "      <td>0.422854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>3</td>\n",
       "      <td>0.183020</td>\n",
       "      <td>-1.007094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>4</td>\n",
       "      <td>0.562894</td>\n",
       "      <td>0.496323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>22</td>\n",
       "      <td>0.890335</td>\n",
       "      <td>4.595317</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>23</td>\n",
       "      <td>0.888172</td>\n",
       "      <td>4.433803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>24</td>\n",
       "      <td>0.995477</td>\n",
       "      <td>14.349731</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>25</td>\n",
       "      <td>0.013710</td>\n",
       "      <td>-19.501979</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>26</td>\n",
       "      <td>0.014980</td>\n",
       "      <td>-8.882510</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>79 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                sgfFile  turnNumber   winrate  scoreLead\n",
       "0   ./sgf/sample001.sgf           0  0.324822  -0.235385\n",
       "1   ./sgf/sample001.sgf           1  0.341502  -0.298111\n",
       "2   ./sgf/sample001.sgf           2  0.563822   0.422854\n",
       "3   ./sgf/sample001.sgf           3  0.183020  -1.007094\n",
       "4   ./sgf/sample001.sgf           4  0.562894   0.496323\n",
       "..                  ...         ...       ...        ...\n",
       "74  ./sgf/sample009.sgf          22  0.890335   4.595317\n",
       "75  ./sgf/sample009.sgf          23  0.888172   4.433803\n",
       "76  ./sgf/sample009.sgf          24  0.995477  14.349731\n",
       "77  ./sgf/sample009.sgf          25  0.013710 -19.501979\n",
       "78  ./sgf/sample009.sgf          26  0.014980  -8.882510\n",
       "\n",
       "[79 rows x 4 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys = ['sgfFile', 'turnNumber', 'winrate', 'scoreLead']\n",
    "\n",
    "df[keys]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "silver-drawing",
   "metadata": {},
   "source": [
    "...and more fields"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "premier-coast",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sgfFile</th>\n",
       "      <th>PB</th>\n",
       "      <th>PW</th>\n",
       "      <th>RE</th>\n",
       "      <th>rules</th>\n",
       "      <th>komi</th>\n",
       "      <th>turnNumber</th>\n",
       "      <th>currentPlayer</th>\n",
       "      <th>winrate</th>\n",
       "      <th>scoreLead</th>\n",
       "      <th>unsettledness</th>\n",
       "      <th>nextMove</th>\n",
       "      <th>nextMoveColor</th>\n",
       "      <th>nextMoveSign</th>\n",
       "      <th>nextMoveRank</th>\n",
       "      <th>nextWinrateGain</th>\n",
       "      <th>nextScoreGain</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>B+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>0</td>\n",
       "      <td>B</td>\n",
       "      <td>0.324822</td>\n",
       "      <td>-0.235385</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>E5</td>\n",
       "      <td>B</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.016679</td>\n",
       "      <td>-0.062726</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>B+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>1</td>\n",
       "      <td>W</td>\n",
       "      <td>0.341502</td>\n",
       "      <td>-0.298111</td>\n",
       "      <td>0.064090</td>\n",
       "      <td>D6</td>\n",
       "      <td>W</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>-0.222321</td>\n",
       "      <td>-0.720965</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>B+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>2</td>\n",
       "      <td>B</td>\n",
       "      <td>0.563822</td>\n",
       "      <td>0.422854</td>\n",
       "      <td>0.509938</td>\n",
       "      <td>F3</td>\n",
       "      <td>B</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>-0.380802</td>\n",
       "      <td>-1.429947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>B+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>3</td>\n",
       "      <td>W</td>\n",
       "      <td>0.183020</td>\n",
       "      <td>-1.007094</td>\n",
       "      <td>0.328673</td>\n",
       "      <td>C3</td>\n",
       "      <td>W</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>-0.379874</td>\n",
       "      <td>-1.503417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>B+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>4</td>\n",
       "      <td>B</td>\n",
       "      <td>0.562894</td>\n",
       "      <td>0.496323</td>\n",
       "      <td>0.676532</td>\n",
       "      <td>D5</td>\n",
       "      <td>B</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.177610</td>\n",
       "      <td>-0.734718</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>W+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>22</td>\n",
       "      <td>B</td>\n",
       "      <td>0.890335</td>\n",
       "      <td>4.595317</td>\n",
       "      <td>7.794062</td>\n",
       "      <td>F3</td>\n",
       "      <td>B</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.002164</td>\n",
       "      <td>-0.161513</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>W+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>23</td>\n",
       "      <td>W</td>\n",
       "      <td>0.888172</td>\n",
       "      <td>4.433803</td>\n",
       "      <td>8.346299</td>\n",
       "      <td>G3</td>\n",
       "      <td>W</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>-0.107306</td>\n",
       "      <td>-9.915927</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>W+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>24</td>\n",
       "      <td>B</td>\n",
       "      <td>0.995477</td>\n",
       "      <td>14.349731</td>\n",
       "      <td>6.343064</td>\n",
       "      <td>C4</td>\n",
       "      <td>B</td>\n",
       "      <td>1.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>-0.981767</td>\n",
       "      <td>-33.851709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>W+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>25</td>\n",
       "      <td>W</td>\n",
       "      <td>0.013710</td>\n",
       "      <td>-19.501979</td>\n",
       "      <td>9.216337</td>\n",
       "      <td>F2</td>\n",
       "      <td>W</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-0.001270</td>\n",
       "      <td>-10.619469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>W+R</td>\n",
       "      <td>japanese</td>\n",
       "      <td>6.5</td>\n",
       "      <td>26</td>\n",
       "      <td>B</td>\n",
       "      <td>0.014980</td>\n",
       "      <td>-8.882510</td>\n",
       "      <td>4.594091</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>79 rows × 17 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                sgfFile   PB   PW   RE     rules  komi  turnNumber  \\\n",
       "0   ./sgf/sample001.sgf  kuy  sor  B+R  japanese   6.5           0   \n",
       "1   ./sgf/sample001.sgf  kuy  sor  B+R  japanese   6.5           1   \n",
       "2   ./sgf/sample001.sgf  kuy  sor  B+R  japanese   6.5           2   \n",
       "3   ./sgf/sample001.sgf  kuy  sor  B+R  japanese   6.5           3   \n",
       "4   ./sgf/sample001.sgf  kuy  sor  B+R  japanese   6.5           4   \n",
       "..                  ...  ...  ...  ...       ...   ...         ...   \n",
       "74  ./sgf/sample009.sgf  kuy  sor  W+R  japanese   6.5          22   \n",
       "75  ./sgf/sample009.sgf  kuy  sor  W+R  japanese   6.5          23   \n",
       "76  ./sgf/sample009.sgf  kuy  sor  W+R  japanese   6.5          24   \n",
       "77  ./sgf/sample009.sgf  kuy  sor  W+R  japanese   6.5          25   \n",
       "78  ./sgf/sample009.sgf  kuy  sor  W+R  japanese   6.5          26   \n",
       "\n",
       "   currentPlayer   winrate  scoreLead  unsettledness nextMove nextMoveColor  \\\n",
       "0              B  0.324822  -0.235385       0.000000       E5             B   \n",
       "1              W  0.341502  -0.298111       0.064090       D6             W   \n",
       "2              B  0.563822   0.422854       0.509938       F3             B   \n",
       "3              W  0.183020  -1.007094       0.328673       C3             W   \n",
       "4              B  0.562894   0.496323       0.676532       D5             B   \n",
       "..           ...       ...        ...            ...      ...           ...   \n",
       "74             B  0.890335   4.595317       7.794062       F3             B   \n",
       "75             W  0.888172   4.433803       8.346299       G3             W   \n",
       "76             B  0.995477  14.349731       6.343064       C4             B   \n",
       "77             W  0.013710 -19.501979       9.216337       F2             W   \n",
       "78             B  0.014980  -8.882510       4.594091      NaN           NaN   \n",
       "\n",
       "    nextMoveSign  nextMoveRank  nextWinrateGain  nextScoreGain  \n",
       "0            1.0           0.0         0.016679      -0.062726  \n",
       "1           -1.0          17.0        -0.222321      -0.720965  \n",
       "2            1.0          11.0        -0.380802      -1.429947  \n",
       "3           -1.0          16.0        -0.379874      -1.503417  \n",
       "4            1.0           1.0        -0.177610      -0.734718  \n",
       "..           ...           ...              ...            ...  \n",
       "74           1.0           0.0        -0.002164      -0.161513  \n",
       "75          -1.0           NaN        -0.107306      -9.915927  \n",
       "76           1.0          11.0        -0.981767     -33.851709  \n",
       "77          -1.0           1.0        -0.001270     -10.619469  \n",
       "78           NaN           NaN              NaN            NaN  \n",
       "\n",
       "[79 rows x 17 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys = [k for k in [\n",
    "    'sgfFile', 'PB', 'PW', 'RE', 'rules', 'komi',\n",
    "    'turnNumber', 'currentPlayer',\n",
    "    'winrate', 'scoreLead', 'unsettledness',\n",
    "    'nextMove', 'nextMoveColor', 'nextMoveSign',\n",
    "    'nextMoveRank', 'nextWinrateGain', 'nextScoreGain',\n",
    "] if k in df.keys()]\n",
    "\n",
    "df[keys]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "tutorial-guess",
   "metadata": {},
   "source": [
    "List all field names."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "patent-development",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['id', 'isDuringSearch', 'moveInfos', 'ownership', 'rootInfo',\n",
       "       'turnNumber', 'includeUnsettledness', 'sgfFile', 'visits', 'last',\n",
       "       'moves', 'boardXSize', 'boardYSize', 'komi', 'maxVisits',\n",
       "       'analyzeLastTurn', 'analyzeTurns', 'includeOwnership', 'rules',\n",
       "       'sgfProp', 'sgf', 'SZ', 'KM', 'PB', 'PW', 'RE', 'currentPlayer',\n",
       "       'rawStScoreError', 'rawStWrError', 'rawVarTimeLeft', 'scoreLead',\n",
       "       'scoreSelfplay', 'scoreStdev', 'symHash', 'thisHash', 'utility',\n",
       "       'weight', 'winrate', 'nextMove', 'nextMoveColor', 'nextMoveSign',\n",
       "       'nextMoveRank', 'query', 'board', 'unsettledness', 'nextRootInfo',\n",
       "       'nextWinrateGain', 'nextScoreGain'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.keys()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "identical-cleveland",
   "metadata": {},
   "source": [
    "Find the worst 5 blunders excluding those that have nothing to do with winning or losing."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "exterior-hudson",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sgfFile</th>\n",
       "      <th>PB</th>\n",
       "      <th>PW</th>\n",
       "      <th>turnNumber</th>\n",
       "      <th>nextMoveColor</th>\n",
       "      <th>scoreLead</th>\n",
       "      <th>nextScoreGain</th>\n",
       "      <th>nextWinrateGain</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>34</td>\n",
       "      <td>B</td>\n",
       "      <td>8.981466</td>\n",
       "      <td>-34.360468</td>\n",
       "      <td>-0.788142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>24</td>\n",
       "      <td>B</td>\n",
       "      <td>14.349731</td>\n",
       "      <td>-33.851709</td>\n",
       "      <td>-0.981767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>./sgf/sample001.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>31</td>\n",
       "      <td>W</td>\n",
       "      <td>-22.662463</td>\n",
       "      <td>-30.830034</td>\n",
       "      <td>-0.803197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>15</td>\n",
       "      <td>W</td>\n",
       "      <td>-5.514918</td>\n",
       "      <td>-11.595791</td>\n",
       "      <td>-0.961586</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>./sgf/sample009.sgf</td>\n",
       "      <td>kuy</td>\n",
       "      <td>sor</td>\n",
       "      <td>23</td>\n",
       "      <td>W</td>\n",
       "      <td>4.433803</td>\n",
       "      <td>-9.915927</td>\n",
       "      <td>-0.107306</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                sgfFile   PB   PW  turnNumber nextMoveColor  scoreLead  \\\n",
       "34  ./sgf/sample001.sgf  kuy  sor          34             B   8.981466   \n",
       "76  ./sgf/sample009.sgf  kuy  sor          24             B  14.349731   \n",
       "31  ./sgf/sample001.sgf  kuy  sor          31             W -22.662463   \n",
       "67  ./sgf/sample009.sgf  kuy  sor          15             W  -5.514918   \n",
       "75  ./sgf/sample009.sgf  kuy  sor          23             W   4.433803   \n",
       "\n",
       "    nextScoreGain  nextWinrateGain  \n",
       "34     -34.360468        -0.788142  \n",
       "76     -33.851709        -0.981767  \n",
       "31     -30.830034        -0.803197  \n",
       "67     -11.595791        -0.961586  \n",
       "75      -9.915927        -0.107306  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys = [\n",
    "    'sgfFile', 'PB', 'PW', 'turnNumber', 'nextMoveColor',\n",
    "    'scoreLead', 'nextScoreGain', 'nextWinrateGain',\n",
    "]\n",
    "\n",
    "df.query('nextWinrateGain < -0.1') \\\n",
    "    .sort_values('nextScoreGain') \\\n",
    "    .head(5)[keys]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "signal-gateway",
   "metadata": {},
   "source": [
    "Sort games by peak unsettledness except for extreme winrates."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "extensive-enemy",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>turnNumber</th>\n",
       "      <th>unsettledness</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sgfFile</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>./sgf/sample001.sgf</th>\n",
       "      <td>33</td>\n",
       "      <td>7.953114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>./sgf/sample009.sgf</th>\n",
       "      <td>19</td>\n",
       "      <td>6.334619</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                     turnNumber  unsettledness\n",
       "sgfFile                                       \n",
       "./sgf/sample001.sgf          33       7.953114\n",
       "./sgf/sample009.sgf          19       6.334619"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys = ['turnNumber', 'unsettledness']\n",
    "\n",
    "df.query('0.2 < winrate and winrate < 0.8') \\\n",
    "    .groupby('sgfFile').max('unsettledness') \\\n",
    "    .sort_values('unsettledness', ascending=False)[keys]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fuzzy-binding",
   "metadata": {},
   "source": [
    "Calculate the match rates with KataGo's top 3 suggestions in first 50 moves."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "future-coaching",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sgfFile              PB   PW   RE   nextMoveColor\n",
       "./sgf/sample001.sgf  kuy  sor  B+R  B                0.840000\n",
       "                                    W                0.720000\n",
       "./sgf/sample009.sgf  kuy  sor  W+R  B                0.538462\n",
       "                                    W                0.384615\n",
       "Name: nextMoveRank, dtype: float64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys = ['sgfFile', 'PB', 'PW', 'RE', 'nextMoveColor']\n",
    "\n",
    "def match_rate(ary, k):\n",
    "    return np.count_nonzero(ary < k) / ary.size\n",
    "\n",
    "df.query('0 <= turnNumber and turnNumber < 50') \\\n",
    "    .groupby(keys)['nextMoveRank'] \\\n",
    "    .agg(lambda a: match_rate(a, 3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "native-nightlife",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}