graphalytics_gen_table.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import common\n",
    "import importlib\n",
    "from matplotlib.lines import Line2D\n",
    "from matplotlib.patches import Patch\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import re\n",
    "import socket\n",
    "\n",
    "# Show all columns and rows in a dataframe\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_rows', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# graphalytics inserts\n",
    "data_ins = common.import_gfe(\"view_graphalytics_inserts\").query(\"omp_threads.isnull() and cluster == 'stones2' and num_threads_read == 0\").copy() # data from the experiments\n",
    "data_ins[\"build_frequency\"].fillna(pd.Timedelta(0), inplace=True) # replace NaT with 0, otherwise the records are ignored in the group by\n",
    "\n",
    "# graphalytics load\n",
    "data_load = common.import_gfe(\"view_graphalytics_load\").query(\"omp_threads.isnull() and cluster == 'stones2' and num_threads_read == 0\").copy()\n",
    "# shape the dataframe as data_ins\n",
    "data_load[\"build_frequency\"] = pd.Timedelta(0)\n",
    "data_load[\"build_frequency_secs\"] = np.NaN\n",
    "data_load[\"num_snapshots_created\"] = 0\n",
    "data_load[\"num_threads_write\"] = 0\n",
    "\n",
    "data = pd.concat([data_ins, data_load])\n",
    "data = data.groupby([\"library\", \"compiler_family\", \"graph\", \"build_frequency\",\"num_threads_read\", \"num_threads_write\", \"algorithm\"]) \\\n",
    "    .agg(completion_time=(\"median_secs\", \"median\"), count=(\"median_secs\", \"count\"))\n",
    "data = data.unstack(\"algorithm\")[(\"completion_time\")]\n",
    "data.index.set_names(\"compiler\", level=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "List of available executions:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>num_threads</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>library</th>\n",
       "      <th>compiler</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>csr</th>\n",
       "      <th>gcc</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>csr-lcc</th>\n",
       "      <th>gcc</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>csr-lcc-numa</th>\n",
       "      <th>gcc</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>csr-numa</th>\n",
       "      <th>gcc</th>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>g1_v4-bw-sp-ignore-build</th>\n",
       "      <th>gcc</th>\n",
       "      <td>3, 6, 12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>g1_v4-ref-ignore-build</th>\n",
       "      <th>gcc</th>\n",
       "      <td>3, 6, 12, 20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>livegraph_ro</th>\n",
       "      <th>gcc</th>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>llama6</th>\n",
       "      <th>gcc</th>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>llama6-ref</th>\n",
       "      <th>gcc</th>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>stinger5</th>\n",
       "      <th>gcc</th>\n",
       "      <td>20, 40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>stinger5-ref</th>\n",
       "      <th>gcc</th>\n",
       "      <td>20, 40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-dv.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-lcc-dv.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-lcc.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-ta-dv.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-ta-lcc-dv.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-ta-lcc.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo-ta.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>teseo.9</th>\n",
       "      <th>gcc</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    num_threads\n",
       "library                  compiler              \n",
       "csr                      gcc                  0\n",
       "csr-lcc                  gcc                  0\n",
       "csr-lcc-numa             gcc                  0\n",
       "csr-numa                 gcc                  0\n",
       "g1_v4-bw-sp-ignore-build gcc           3, 6, 12\n",
       "g1_v4-ref-ignore-build   gcc       3, 6, 12, 20\n",
       "livegraph_ro             gcc                 20\n",
       "llama6                   gcc                 16\n",
       "llama6-ref               gcc                 16\n",
       "stinger5                 gcc             20, 40\n",
       "stinger5-ref             gcc             20, 40\n",
       "teseo-dv.9               gcc                 40\n",
       "teseo-lcc-dv.9           gcc                 40\n",
       "teseo-lcc.9              gcc                 40\n",
       "teseo-ta-dv.9            gcc                 40\n",
       "teseo-ta-lcc-dv.9        gcc                 40\n",
       "teseo-ta-lcc.9           gcc                 40\n",
       "teseo-ta.9               gcc                 40\n",
       "teseo.9                  gcc                 40"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fn_join_threads = lambda grp: \", \".join(map(str, grp.unique()))\n",
    "data.reset_index().groupby([\"library\", \"compiler\"]).agg(num_threads=(\"num_threads_write\", fn_join_threads))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### CSR"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "csr = data.loc[(\"csr\", \"gcc\")].droplevel([1,2,3]).rename(columns = {\"lcc\": \"lcc_std\"})\n",
    "csr[\"lcc_sorted\"] = data.loc[(\"csr-lcc\", \"gcc\")].droplevel([1,2,3]).rename(columns = {\"lcc\": \"lcc_sorted\"})[\"lcc_sorted\"]\n",
    "csr = csr[[\"bfs\", \"cdlp\", \"lcc_std\", \"lcc_sorted\", \"pagerank\", \"sssp\", \"wcc\"]] # reoder the columns\n",
    "csr = pd.concat([csr], names=[\"library\"], keys=[\"csr\"]) # prepend the key `csr`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>algorithm</th>\n",
       "      <th>bfs</th>\n",
       "      <th>cdlp</th>\n",
       "      <th>lcc_std</th>\n",
       "      <th>lcc_sorted</th>\n",
       "      <th>pagerank</th>\n",
       "      <th>sssp</th>\n",
       "      <th>wcc</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>library</th>\n",
       "      <th>graph</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">csr</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.235302</td>\n",
       "      <td>2.721085</td>\n",
       "      <td>488.513049</td>\n",
       "      <td>70.919549</td>\n",
       "      <td>1.585912</td>\n",
       "      <td>1.732922</td>\n",
       "      <td>1.144053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.639669</td>\n",
       "      <td>13.167843</td>\n",
       "      <td>449.729930</td>\n",
       "      <td>19.488179</td>\n",
       "      <td>2.252329</td>\n",
       "      <td>2.988205</td>\n",
       "      <td>1.648705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.509866</td>\n",
       "      <td>52.147986</td>\n",
       "      <td>3271.091807</td>\n",
       "      <td>108.531754</td>\n",
       "      <td>5.164838</td>\n",
       "      <td>9.470398</td>\n",
       "      <td>3.196715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>5.025450</td>\n",
       "      <td>110.386501</td>\n",
       "      <td>NaN</td>\n",
       "      <td>704.976753</td>\n",
       "      <td>19.204755</td>\n",
       "      <td>36.034476</td>\n",
       "      <td>9.659982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.610202</td>\n",
       "      <td>14.723076</td>\n",
       "      <td>8.904657</td>\n",
       "      <td>2.186826</td>\n",
       "      <td>2.389066</td>\n",
       "      <td>3.528628</td>\n",
       "      <td>1.558210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.402618</td>\n",
       "      <td>64.695137</td>\n",
       "      <td>34.872056</td>\n",
       "      <td>6.121123</td>\n",
       "      <td>6.595718</td>\n",
       "      <td>10.972599</td>\n",
       "      <td>3.632904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>4.180822</td>\n",
       "      <td>175.494414</td>\n",
       "      <td>142.640311</td>\n",
       "      <td>22.798893</td>\n",
       "      <td>23.739186</td>\n",
       "      <td>44.953436</td>\n",
       "      <td>10.600717</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "algorithm                 bfs        cdlp      lcc_std  lcc_sorted   pagerank  \\\n",
       "library graph                                                                   \n",
       "csr     dota-league  1.235302    2.721085   488.513049   70.919549   1.585912   \n",
       "        graph500-22  1.639669   13.167843   449.729930   19.488179   2.252329   \n",
       "        graph500-24  2.509866   52.147986  3271.091807  108.531754   5.164838   \n",
       "        graph500-26  5.025450  110.386501          NaN  704.976753  19.204755   \n",
       "        uniform-22   1.610202   14.723076     8.904657    2.186826   2.389066   \n",
       "        uniform-24   2.402618   64.695137    34.872056    6.121123   6.595718   \n",
       "        uniform-26   4.180822  175.494414   142.640311   22.798893  23.739186   \n",
       "\n",
       "algorithm                 sssp        wcc  \n",
       "library graph                              \n",
       "csr     dota-league   1.732922   1.144053  \n",
       "        graph500-22   2.988205   1.648705  \n",
       "        graph500-24   9.470398   3.196715  \n",
       "        graph500-26  36.034476   9.659982  \n",
       "        uniform-22    3.528628   1.558210  \n",
       "        uniform-24   10.972599   3.632904  \n",
       "        uniform-26   44.953436  10.600717  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "csr"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Other systems"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "stinger = pd.concat( [\n",
    "    data.loc[(\"stinger5-ref\", \"gcc\", slice(None), slice(None), 0, 40)].droplevel([0, 1, 3, 4, 5])\n",
    "], names=[\"library\"], keys=[\"stinger\"])\n",
    "llama = pd.concat( [\n",
    "    data.loc[(\"llama6-ref\", \"gcc\", slice(None), \"00:00:10\", 0, 16)].droplevel([0, 1, 3, 4, 5]) # dynamic scheduling in OpenMP\n",
    "], names=[\"library\"], keys=[\"llama\"] )\n",
    "graphone = pd.concat( [\n",
    "   data.loc[(\"g1_v4-ref-ignore-build\", \"gcc\", slice(None), slice(None), 0, 12)].droplevel([0, 1, 3, 4, 5])\n",
    "], names=[\"library\"], keys=[\"graphone\"] )\n",
    "livegraph = pd.concat( [\n",
    "    data.loc[(\"livegraph_ro\", \"gcc\", slice(None), slice(None), slice(None), 20)].droplevel([0, 1, 3, 4, 5])\n",
    "], names=[\"library\"], keys=[\"livegraph\"] )\n",
    "competitors = pd.concat([stinger,llama,graphone, livegraph]).rename(columns = {\"lcc\": \"lcc_std\"})\n",
    "competitors[\"lcc_sorted\"] = np.NaN"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Teseo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "teseo9 = data.loc[(\"teseo-ta.9\", \"gcc\")].droplevel([1,2,3]).rename(columns={\"lcc\": \"lcc_std\"})\n",
    "teseo9_dv = data.loc[(\"teseo-ta-dv.9\", \"gcc\")].droplevel([1,2,3]).rename(columns={\"lcc\": \"lcc_std\"})\n",
    "teseo9_lcc = data.loc[(\"teseo-ta-lcc.9\", \"gcc\")].droplevel([1,2,3]).rename(columns={\"lcc\": \"lcc_sorted\"})\n",
    "teseo9_lcc_dv = data.loc[(\"teseo-ta-lcc-dv.9\", \"gcc\")].droplevel([1,2,3]).rename(columns={\"lcc\": \"lcc_sorted\"})\n",
    "teseo_logical = pd.concat([ pd.concat([teseo9, teseo9_lcc[\"lcc_sorted\"]], axis=1 ) ], names=[\"library\"], keys=[\"teseo_logical\"])\n",
    "teseo_real = pd.concat([ pd.concat([teseo9_dv, teseo9_lcc_dv[\"lcc_sorted\"]], axis=1 ) ], names=[\"library\"], keys=[\"teseo_real\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "ds = pd.concat([csr, competitors, teseo_logical, teseo_real])\n",
    "ds = pd.concat([ds, pd.concat([ds.query(\"library != 'csr'\").groupby(by=\"graph\", axis=0).apply(lambda t: t.min())], names=[\"library\"], keys=[\"best_excl_csr\"])])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>bfs</th>\n",
       "      <th>cdlp</th>\n",
       "      <th>lcc_std</th>\n",
       "      <th>lcc_sorted</th>\n",
       "      <th>pagerank</th>\n",
       "      <th>sssp</th>\n",
       "      <th>wcc</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>library</th>\n",
       "      <th>graph</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">csr</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.235302</td>\n",
       "      <td>2.721085</td>\n",
       "      <td>488.513049</td>\n",
       "      <td>70.919549</td>\n",
       "      <td>1.585912</td>\n",
       "      <td>1.732922</td>\n",
       "      <td>1.144053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.639669</td>\n",
       "      <td>13.167843</td>\n",
       "      <td>449.729930</td>\n",
       "      <td>19.488179</td>\n",
       "      <td>2.252329</td>\n",
       "      <td>2.988205</td>\n",
       "      <td>1.648705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.509866</td>\n",
       "      <td>52.147986</td>\n",
       "      <td>3271.091807</td>\n",
       "      <td>108.531754</td>\n",
       "      <td>5.164838</td>\n",
       "      <td>9.470398</td>\n",
       "      <td>3.196715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>5.025450</td>\n",
       "      <td>110.386501</td>\n",
       "      <td>NaN</td>\n",
       "      <td>704.976753</td>\n",
       "      <td>19.204755</td>\n",
       "      <td>36.034476</td>\n",
       "      <td>9.659982</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.610202</td>\n",
       "      <td>14.723076</td>\n",
       "      <td>8.904657</td>\n",
       "      <td>2.186826</td>\n",
       "      <td>2.389066</td>\n",
       "      <td>3.528628</td>\n",
       "      <td>1.558210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.402618</td>\n",
       "      <td>64.695137</td>\n",
       "      <td>34.872056</td>\n",
       "      <td>6.121123</td>\n",
       "      <td>6.595718</td>\n",
       "      <td>10.972599</td>\n",
       "      <td>3.632904</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>4.180822</td>\n",
       "      <td>175.494414</td>\n",
       "      <td>142.640311</td>\n",
       "      <td>22.798893</td>\n",
       "      <td>23.739186</td>\n",
       "      <td>44.953436</td>\n",
       "      <td>10.600717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">stinger</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.357981</td>\n",
       "      <td>2.009458</td>\n",
       "      <td>1565.042540</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.558133</td>\n",
       "      <td>2.591900</td>\n",
       "      <td>1.324046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.810404</td>\n",
       "      <td>5.970912</td>\n",
       "      <td>1329.964047</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.593634</td>\n",
       "      <td>4.241988</td>\n",
       "      <td>2.259520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>3.133861</td>\n",
       "      <td>26.748108</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10.854730</td>\n",
       "      <td>15.577805</td>\n",
       "      <td>5.814058</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>5.952022</td>\n",
       "      <td>126.652476</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>44.759943</td>\n",
       "      <td>70.865562</td>\n",
       "      <td>20.048022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.776800</td>\n",
       "      <td>8.584700</td>\n",
       "      <td>17.486793</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.869332</td>\n",
       "      <td>4.850696</td>\n",
       "      <td>2.064656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.703838</td>\n",
       "      <td>42.902985</td>\n",
       "      <td>77.835743</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.618448</td>\n",
       "      <td>18.129882</td>\n",
       "      <td>5.097803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>6.247671</td>\n",
       "      <td>196.284967</td>\n",
       "      <td>343.619172</td>\n",
       "      <td>NaN</td>\n",
       "      <td>49.836897</td>\n",
       "      <td>79.425198</td>\n",
       "      <td>16.699668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">llama</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.234896</td>\n",
       "      <td>4.607025</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1.709836</td>\n",
       "      <td>3.615556</td>\n",
       "      <td>1.183946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.660368</td>\n",
       "      <td>10.968355</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.428593</td>\n",
       "      <td>6.394820</td>\n",
       "      <td>1.629319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.747885</td>\n",
       "      <td>50.597313</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.941549</td>\n",
       "      <td>38.005949</td>\n",
       "      <td>3.352747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.656119</td>\n",
       "      <td>15.946862</td>\n",
       "      <td>2433.576723</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.054398</td>\n",
       "      <td>11.051827</td>\n",
       "      <td>1.716128</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.523613</td>\n",
       "      <td>90.512970</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.543090</td>\n",
       "      <td>72.976462</td>\n",
       "      <td>4.399834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">graphone</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>4.735968</td>\n",
       "      <td>6.365752</td>\n",
       "      <td>623.292636</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.062170</td>\n",
       "      <td>5.339641</td>\n",
       "      <td>6.313736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>5.328887</td>\n",
       "      <td>12.121446</td>\n",
       "      <td>599.194614</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.462777</td>\n",
       "      <td>8.041014</td>\n",
       "      <td>15.265693</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>7.344498</td>\n",
       "      <td>32.765872</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13.700768</td>\n",
       "      <td>22.312974</td>\n",
       "      <td>70.064316</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>13.273972</td>\n",
       "      <td>190.817887</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>49.028711</td>\n",
       "      <td>102.350502</td>\n",
       "      <td>353.629888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>5.430410</td>\n",
       "      <td>13.627440</td>\n",
       "      <td>24.452931</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7.204133</td>\n",
       "      <td>9.531548</td>\n",
       "      <td>23.711548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>7.167861</td>\n",
       "      <td>74.907484</td>\n",
       "      <td>105.851635</td>\n",
       "      <td>NaN</td>\n",
       "      <td>16.864993</td>\n",
       "      <td>29.265909</td>\n",
       "      <td>101.144579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>15.404325</td>\n",
       "      <td>301.593487</td>\n",
       "      <td>486.778994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>57.966260</td>\n",
       "      <td>125.762901</td>\n",
       "      <td>484.706489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">livegraph</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.288784</td>\n",
       "      <td>2.972937</td>\n",
       "      <td>685.458010</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.004974</td>\n",
       "      <td>2.068894</td>\n",
       "      <td>1.211052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>2.084764</td>\n",
       "      <td>10.700934</td>\n",
       "      <td>650.491482</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.715707</td>\n",
       "      <td>4.199539</td>\n",
       "      <td>1.784903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>4.440983</td>\n",
       "      <td>39.715812</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12.071802</td>\n",
       "      <td>15.625493</td>\n",
       "      <td>3.997024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>13.893354</td>\n",
       "      <td>171.140390</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>52.444135</td>\n",
       "      <td>83.572951</td>\n",
       "      <td>12.797827</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.812867</td>\n",
       "      <td>15.410497</td>\n",
       "      <td>13.861020</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3.983049</td>\n",
       "      <td>5.947276</td>\n",
       "      <td>1.913154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>3.095808</td>\n",
       "      <td>41.171111</td>\n",
       "      <td>55.979823</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.057175</td>\n",
       "      <td>28.037677</td>\n",
       "      <td>4.816905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>6.828332</td>\n",
       "      <td>283.989918</td>\n",
       "      <td>232.761037</td>\n",
       "      <td>NaN</td>\n",
       "      <td>62.100652</td>\n",
       "      <td>135.023234</td>\n",
       "      <td>16.334774</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">teseo_logical</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.234986</td>\n",
       "      <td>3.301020</td>\n",
       "      <td>758.119155</td>\n",
       "      <td>104.859715</td>\n",
       "      <td>1.873924</td>\n",
       "      <td>2.186915</td>\n",
       "      <td>1.227676</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.696823</td>\n",
       "      <td>9.731395</td>\n",
       "      <td>979.369163</td>\n",
       "      <td>76.080428</td>\n",
       "      <td>3.638788</td>\n",
       "      <td>5.367547</td>\n",
       "      <td>2.456950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.670888</td>\n",
       "      <td>42.898176</td>\n",
       "      <td>NaN</td>\n",
       "      <td>648.972667</td>\n",
       "      <td>13.116587</td>\n",
       "      <td>24.960801</td>\n",
       "      <td>7.057355</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>5.566451</td>\n",
       "      <td>198.517443</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>58.127100</td>\n",
       "      <td>113.699839</td>\n",
       "      <td>27.323723</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.681496</td>\n",
       "      <td>14.573894</td>\n",
       "      <td>22.921456</td>\n",
       "      <td>4.976576</td>\n",
       "      <td>4.333341</td>\n",
       "      <td>7.273995</td>\n",
       "      <td>2.101101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.541901</td>\n",
       "      <td>63.752128</td>\n",
       "      <td>108.540773</td>\n",
       "      <td>21.534859</td>\n",
       "      <td>15.836849</td>\n",
       "      <td>31.224822</td>\n",
       "      <td>6.993183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>4.742048</td>\n",
       "      <td>285.140850</td>\n",
       "      <td>495.506611</td>\n",
       "      <td>96.694337</td>\n",
       "      <td>66.502872</td>\n",
       "      <td>146.744314</td>\n",
       "      <td>18.087507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">teseo_real</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.223398</td>\n",
       "      <td>2.653245</td>\n",
       "      <td>526.013007</td>\n",
       "      <td>91.008050</td>\n",
       "      <td>1.694688</td>\n",
       "      <td>1.799296</td>\n",
       "      <td>1.157921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.652088</td>\n",
       "      <td>6.398477</td>\n",
       "      <td>530.618496</td>\n",
       "      <td>37.632542</td>\n",
       "      <td>2.586605</td>\n",
       "      <td>3.842844</td>\n",
       "      <td>1.748049</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.549679</td>\n",
       "      <td>25.533050</td>\n",
       "      <td>NaN</td>\n",
       "      <td>219.311955</td>\n",
       "      <td>7.351932</td>\n",
       "      <td>16.173741</td>\n",
       "      <td>3.801493</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>4.451635</td>\n",
       "      <td>116.375894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1532.454444</td>\n",
       "      <td>29.114794</td>\n",
       "      <td>81.918049</td>\n",
       "      <td>11.702150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.592898</td>\n",
       "      <td>8.789830</td>\n",
       "      <td>11.879615</td>\n",
       "      <td>3.503424</td>\n",
       "      <td>2.768505</td>\n",
       "      <td>4.941837</td>\n",
       "      <td>1.655174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.466914</td>\n",
       "      <td>39.406438</td>\n",
       "      <td>47.569604</td>\n",
       "      <td>11.865967</td>\n",
       "      <td>8.797199</td>\n",
       "      <td>20.275016</td>\n",
       "      <td>4.406300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>4.357165</td>\n",
       "      <td>183.235995</td>\n",
       "      <td>199.325331</td>\n",
       "      <td>47.358692</td>\n",
       "      <td>34.033197</td>\n",
       "      <td>92.347318</td>\n",
       "      <td>13.730843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">best_excl_csr</th>\n",
       "      <th>dota-league</th>\n",
       "      <td>1.223398</td>\n",
       "      <td>2.009458</td>\n",
       "      <td>526.013007</td>\n",
       "      <td>91.008050</td>\n",
       "      <td>1.694688</td>\n",
       "      <td>1.799296</td>\n",
       "      <td>1.157921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-22</th>\n",
       "      <td>1.652088</td>\n",
       "      <td>5.970912</td>\n",
       "      <td>530.618496</td>\n",
       "      <td>37.632542</td>\n",
       "      <td>2.428593</td>\n",
       "      <td>3.842844</td>\n",
       "      <td>1.629319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-24</th>\n",
       "      <td>2.549679</td>\n",
       "      <td>25.533050</td>\n",
       "      <td>NaN</td>\n",
       "      <td>219.311955</td>\n",
       "      <td>6.941549</td>\n",
       "      <td>15.577805</td>\n",
       "      <td>3.352747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>graph500-26</th>\n",
       "      <td>4.451635</td>\n",
       "      <td>116.375894</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1532.454444</td>\n",
       "      <td>29.114794</td>\n",
       "      <td>70.865562</td>\n",
       "      <td>11.702150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-22</th>\n",
       "      <td>1.592898</td>\n",
       "      <td>8.584700</td>\n",
       "      <td>11.879615</td>\n",
       "      <td>3.503424</td>\n",
       "      <td>2.768505</td>\n",
       "      <td>4.850696</td>\n",
       "      <td>1.655174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-24</th>\n",
       "      <td>2.466914</td>\n",
       "      <td>39.406438</td>\n",
       "      <td>47.569604</td>\n",
       "      <td>11.865967</td>\n",
       "      <td>8.797199</td>\n",
       "      <td>18.129882</td>\n",
       "      <td>4.399834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uniform-26</th>\n",
       "      <td>4.357165</td>\n",
       "      <td>183.235995</td>\n",
       "      <td>199.325331</td>\n",
       "      <td>47.358692</td>\n",
       "      <td>34.033197</td>\n",
       "      <td>79.425198</td>\n",
       "      <td>13.730843</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                 bfs        cdlp      lcc_std   lcc_sorted  \\\n",
       "library       graph                                                          \n",
       "csr           dota-league   1.235302    2.721085   488.513049    70.919549   \n",
       "              graph500-22   1.639669   13.167843   449.729930    19.488179   \n",
       "              graph500-24   2.509866   52.147986  3271.091807   108.531754   \n",
       "              graph500-26   5.025450  110.386501          NaN   704.976753   \n",
       "              uniform-22    1.610202   14.723076     8.904657     2.186826   \n",
       "              uniform-24    2.402618   64.695137    34.872056     6.121123   \n",
       "              uniform-26    4.180822  175.494414   142.640311    22.798893   \n",
       "stinger       dota-league   1.357981    2.009458  1565.042540          NaN   \n",
       "              graph500-22   1.810404    5.970912  1329.964047          NaN   \n",
       "              graph500-24   3.133861   26.748108          NaN          NaN   \n",
       "              graph500-26   5.952022  126.652476          NaN          NaN   \n",
       "              uniform-22    1.776800    8.584700    17.486793          NaN   \n",
       "              uniform-24    2.703838   42.902985    77.835743          NaN   \n",
       "              uniform-26    6.247671  196.284967   343.619172          NaN   \n",
       "llama         dota-league   1.234896    4.607025          NaN          NaN   \n",
       "              graph500-22   1.660368   10.968355          NaN          NaN   \n",
       "              graph500-24   2.747885   50.597313          NaN          NaN   \n",
       "              uniform-22    1.656119   15.946862  2433.576723          NaN   \n",
       "              uniform-24    2.523613   90.512970          NaN          NaN   \n",
       "graphone      dota-league   4.735968    6.365752   623.292636          NaN   \n",
       "              graph500-22   5.328887   12.121446   599.194614          NaN   \n",
       "              graph500-24   7.344498   32.765872          NaN          NaN   \n",
       "              graph500-26  13.273972  190.817887          NaN          NaN   \n",
       "              uniform-22    5.430410   13.627440    24.452931          NaN   \n",
       "              uniform-24    7.167861   74.907484   105.851635          NaN   \n",
       "              uniform-26   15.404325  301.593487   486.778994          NaN   \n",
       "livegraph     dota-league   1.288784    2.972937   685.458010          NaN   \n",
       "              graph500-22   2.084764   10.700934   650.491482          NaN   \n",
       "              graph500-24   4.440983   39.715812          NaN          NaN   \n",
       "              graph500-26  13.893354  171.140390          NaN          NaN   \n",
       "              uniform-22    1.812867   15.410497    13.861020          NaN   \n",
       "              uniform-24    3.095808   41.171111    55.979823          NaN   \n",
       "              uniform-26    6.828332  283.989918   232.761037          NaN   \n",
       "teseo_logical dota-league   1.234986    3.301020   758.119155   104.859715   \n",
       "              graph500-22   1.696823    9.731395   979.369163    76.080428   \n",
       "              graph500-24   2.670888   42.898176          NaN   648.972667   \n",
       "              graph500-26   5.566451  198.517443          NaN          NaN   \n",
       "              uniform-22    1.681496   14.573894    22.921456     4.976576   \n",
       "              uniform-24    2.541901   63.752128   108.540773    21.534859   \n",
       "              uniform-26    4.742048  285.140850   495.506611    96.694337   \n",
       "teseo_real    dota-league   1.223398    2.653245   526.013007    91.008050   \n",
       "              graph500-22   1.652088    6.398477   530.618496    37.632542   \n",
       "              graph500-24   2.549679   25.533050          NaN   219.311955   \n",
       "              graph500-26   4.451635  116.375894          NaN  1532.454444   \n",
       "              uniform-22    1.592898    8.789830    11.879615     3.503424   \n",
       "              uniform-24    2.466914   39.406438    47.569604    11.865967   \n",
       "              uniform-26    4.357165  183.235995   199.325331    47.358692   \n",
       "best_excl_csr dota-league   1.223398    2.009458   526.013007    91.008050   \n",
       "              graph500-22   1.652088    5.970912   530.618496    37.632542   \n",
       "              graph500-24   2.549679   25.533050          NaN   219.311955   \n",
       "              graph500-26   4.451635  116.375894          NaN  1532.454444   \n",
       "              uniform-22    1.592898    8.584700    11.879615     3.503424   \n",
       "              uniform-24    2.466914   39.406438    47.569604    11.865967   \n",
       "              uniform-26    4.357165  183.235995   199.325331    47.358692   \n",
       "\n",
       "                            pagerank        sssp         wcc  \n",
       "library       graph                                           \n",
       "csr           dota-league   1.585912    1.732922    1.144053  \n",
       "              graph500-22   2.252329    2.988205    1.648705  \n",
       "              graph500-24   5.164838    9.470398    3.196715  \n",
       "              graph500-26  19.204755   36.034476    9.659982  \n",
       "              uniform-22    2.389066    3.528628    1.558210  \n",
       "              uniform-24    6.595718   10.972599    3.632904  \n",
       "              uniform-26   23.739186   44.953436   10.600717  \n",
       "stinger       dota-league   2.558133    2.591900    1.324046  \n",
       "              graph500-22   3.593634    4.241988    2.259520  \n",
       "              graph500-24  10.854730   15.577805    5.814058  \n",
       "              graph500-26  44.759943   70.865562   20.048022  \n",
       "              uniform-22    3.869332    4.850696    2.064656  \n",
       "              uniform-24   12.618448   18.129882    5.097803  \n",
       "              uniform-26   49.836897   79.425198   16.699668  \n",
       "llama         dota-league   1.709836    3.615556    1.183946  \n",
       "              graph500-22   2.428593    6.394820    1.629319  \n",
       "              graph500-24   6.941549   38.005949    3.352747  \n",
       "              uniform-22    3.054398   11.051827    1.716128  \n",
       "              uniform-24   12.543090   72.976462    4.399834  \n",
       "graphone      dota-league   5.062170    5.339641    6.313736  \n",
       "              graph500-22   6.462777    8.041014   15.265693  \n",
       "              graph500-24  13.700768   22.312974   70.064316  \n",
       "              graph500-26  49.028711  102.350502  353.629888  \n",
       "              uniform-22    7.204133    9.531548   23.711548  \n",
       "              uniform-24   16.864993   29.265909  101.144579  \n",
       "              uniform-26   57.966260  125.762901  484.706489  \n",
       "livegraph     dota-league   2.004974    2.068894    1.211052  \n",
       "              graph500-22   3.715707    4.199539    1.784903  \n",
       "              graph500-24  12.071802   15.625493    3.997024  \n",
       "              graph500-26  52.444135   83.572951   12.797827  \n",
       "              uniform-22    3.983049    5.947276    1.913154  \n",
       "              uniform-24   15.057175   28.037677    4.816905  \n",
       "              uniform-26   62.100652  135.023234   16.334774  \n",
       "teseo_logical dota-league   1.873924    2.186915    1.227676  \n",
       "              graph500-22   3.638788    5.367547    2.456950  \n",
       "              graph500-24  13.116587   24.960801    7.057355  \n",
       "              graph500-26  58.127100  113.699839   27.323723  \n",
       "              uniform-22    4.333341    7.273995    2.101101  \n",
       "              uniform-24   15.836849   31.224822    6.993183  \n",
       "              uniform-26   66.502872  146.744314   18.087507  \n",
       "teseo_real    dota-league   1.694688    1.799296    1.157921  \n",
       "              graph500-22   2.586605    3.842844    1.748049  \n",
       "              graph500-24   7.351932   16.173741    3.801493  \n",
       "              graph500-26  29.114794   81.918049   11.702150  \n",
       "              uniform-22    2.768505    4.941837    1.655174  \n",
       "              uniform-24    8.797199   20.275016    4.406300  \n",
       "              uniform-26   34.033197   92.347318   13.730843  \n",
       "best_excl_csr dota-league   1.694688    1.799296    1.157921  \n",
       "              graph500-22   2.428593    3.842844    1.629319  \n",
       "              graph500-24   6.941549   15.577805    3.352747  \n",
       "              graph500-26  29.114794   70.865562   11.702150  \n",
       "              uniform-22    2.768505    4.850696    1.655174  \n",
       "              uniform-24    8.797199   18.129882    4.399834  \n",
       "              uniform-26   34.033197   79.425198   13.730843  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ds"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create the output file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "d0 = ds.loc[(\"csr\", \"dota-league\")]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "path = os.environ[\"HOME\"] + \"/workspace/eclipse/paper_gfe/table_graphalytics_auto.tex\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [],
   "source": [
    "def fmtsecs(value):\n",
    "    if(value >= 20):\n",
    "        return \"{} s\".format(int(value))\n",
    "    else:\n",
    "        return \"{:.2f} s\".format(value)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [],
   "source": [
    "f = open(path, \"w\")\n",
    "f.write(r\"\"\"\n",
    "% This file was autogenerated by the script graphalytics_gen_table.ipynb\n",
    "\n",
    "\\resizebox{\\textwidth}{!}{ % the table should use 100% of the available width\n",
    "    \\begin{tabular}[t]{clccccccc|clcccccccc}\n",
    "    \\toprule\n",
    "        Graph  & System            & BFS       & CDLP       & LCC         & LCC (opt)   & PageRank     & SSSP        & WCC             \n",
    "      & Graph  & System            & BFS       & CDLP       & LCC         & LCC (opt)   & PageRank     & SSSP        & WCC  \\\\   \n",
    "    \\midrule\n",
    "\"\"\")\n",
    "\n",
    "def write_csr(graph0, graph1, name0, name1, num_libraries):\n",
    "    # first graph\n",
    "    f.write(\"\\\\parbox[t]{2mm}{\\\\multirow{%s}{*}{\\\\rotatebox[origin=c]{90}{%s}}} & %% %s \\n\" % (num_libraries, name0, graph0)) \n",
    "    f.write(\"CSR (baseline) \")\n",
    "    d0 = ds.loc[(\"csr\", graph0)]\n",
    "    for c in d0: \n",
    "        if np.isnan(c):\n",
    "            f.write(\"& DNF\")\n",
    "        else:   \n",
    "            f.write(\"& $%s$ \" % (fmtsecs(c)))\n",
    "    f.write(\" &\\n\")\n",
    "        \n",
    "    # second graph\n",
    "    f.write(\"\\\\parbox[t]{2mm}{\\\\multirow{%s}{*}{\\\\rotatebox[origin=c]{90}{%s}}} & %% %s \\n\" % (num_libraries, name1, graph1)) \n",
    "    f.write(\"CSR (baseline) \") # without &\n",
    "    d0 = ds.loc[(\"csr\", graph1)]\n",
    "    for c in d0: \n",
    "        if np.isnan(c):\n",
    "            f.write(\"& DNF\")\n",
    "        else:       \n",
    "            f.write(\"& $%s$ \" % (fmtsecs(c)))\n",
    "    f.write(\"\\\\\\\\\\n\")\n",
    "    \n",
    "def write_speedup_single0(library, graph):\n",
    "    completionTime = ds.loc[(library, graph)]\n",
    "    speedup = completionTime  / ds.loc[(\"csr\", graph)] \n",
    "    for column in speedup.index:\n",
    "        f.write(\" & \")\n",
    "        value = speedup[column]\n",
    "        best = ds.loc[(\"best_excl_csr\", graph), column]\n",
    "        if(np.isnan(value)):\n",
    "            f.write(\"N/A\" if (column == \"lcc_sorted\" and not library.startswith(\"teseo\")) else \"DNF\")\n",
    "        elif completionTime[column] <= best:\n",
    "            f.write(\"$\\winner{\");\n",
    "            f.write(\"{:.2f}x\".format(value))\n",
    "            f.write(\"}$\")\n",
    "        else:\n",
    "            f.write(\"${:.2f}x$\".format(value))\n",
    "    \n",
    "def write_speedup_single(label, library, graph0, graph1):\n",
    "    f.write(\" & \" + label)\n",
    "    write_speedup_single0(library, graph0)\n",
    "    f.write(\" & & \" + label)\n",
    "    write_speedup_single0(library, graph1)\n",
    "    f.write(\" \\\\\\\\ \\n\")\n",
    "    \n",
    "def write_speedup(graph0, graph1, include_llama = True):\n",
    "    write_speedup_single(\"Stinger\", \"stinger\", graph0, graph1)\n",
    "    if(include_llama): write_speedup_single(\"LLAMA\", \"llama\", graph0, graph1)\n",
    "    write_speedup_single(\"GraphOne\", \"graphone\", graph0, graph1)\n",
    "    write_speedup_single(\"LiveGraph\", \"livegraph\", graph0, graph1)\n",
    "    write_speedup_single(\"Teseo, log. vtx\", \"teseo_logical\", graph0, graph1)\n",
    "    write_speedup_single(\"Teseo, real vtx\", \"teseo_real\", graph0, graph1)\n",
    "    \n",
    "\n",
    "write_csr(\"dota-league\", \"graph500-22\", \"DOTA League\", \"Graph500 SF 22\", 7)\n",
    "write_speedup(\"dota-league\", \"graph500-22\")\n",
    "f.write(\"\\\\midrule \\n\")\n",
    "write_csr(\"uniform-24\", \"graph500-24\", \"Uniform SF 24\", \"Graph500 SF 24\", 7)\n",
    "write_speedup(\"uniform-24\", \"graph500-24\")\n",
    "f.write(\"\\\\midrule \\n\")\n",
    "write_csr(\"uniform-26\", \"graph500-26\", \"Uniform SF 26\", \"Graph500 SF 26\", 6)\n",
    "write_speedup(\"uniform-26\", \"graph500-26\", include_llama = False)\n",
    "    \n",
    "f.write(r\"\"\"\n",
    "        \\bottomrule\n",
    "    \\end{tabular}\n",
    "} % end fo resizebox\n",
    "\"\"\")\n",
    "f.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}