code/tf_idf_model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TF-IDF"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "import polars as pl\n",
    "import os\n",
    "import os\n",
    "import re\n",
    "import pickle\n",
    "\n",
    "import joblib\n",
    "from matplotlib import pyplot as plt\n",
    "import nltk\n",
    "import numpy as np\n",
    "import polars as pl\n",
    "from matplotlib import pyplot as plt\n",
    "from matplotlib.figure import Figure\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.metrics import (\n",
    "    ConfusionMatrixDisplay,\n",
    "    accuracy_score,\n",
    "    precision_score,\n",
    "    recall_score,\n",
    "    roc_auc_score,\n",
    "    confusion_matrix,\n",
    "    classification_report\n",
    ")\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "TASK_NAME = \"tf-idf classifier\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from dotenv import load_dotenv\n",
    "\n",
    "load_dotenv()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "default:\n",
      "- _self_\n",
      "project:\n",
      "  name: Toxic comments\n",
      "dataset:\n",
      "  project: Toxic comments\n",
      "  name: Raw data\n",
      "  file: toxic_comments.csv\n",
      "params:\n",
      "  nrows: 50000\n",
      "  test_size: 0.2\n",
      "  max_features: 10000\n",
      "  random_state: 42\n",
      "  shuffle: true\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from hydra import compose, initialize\n",
    "from hydra.core.global_hydra import GlobalHydra\n",
    "from omegaconf import OmegaConf\n",
    "\n",
    "GlobalHydra.instance().clear()\n",
    "\n",
    "# Hydra context initialization\n",
    "initialize(version_base=None, config_path=\".\", job_name=TASK_NAME)\n",
    "cfg = compose(config_name=\"config\")\n",
    "\n",
    "print(OmegaConf.to_yaml(cfg=cfg))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ClearML Task: created new task id=3469821928234d4ca18e5436184b5d13\n",
      "2024-05-22 20:45:55,386 - clearml.Task - INFO - Storing jupyter notebook directly as code\n",
      "ClearML results page: https://app.clear.ml/projects/ad182336b7f24902a01fce478ef1d156/experiments/3469821928234d4ca18e5436184b5d13/output/log\n",
      "2024-05-22 20:46:00,636 - clearml - INFO - Dataset.get() did not specify alias. Dataset information will not be automatically logged in ClearML Server.\n",
      "ClearML Monitor: GPU monitoring failed getting GPU reading, switching off GPU monitoring\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ClearML Monitor: Could not detect iteration reporting, falling back to iterations as seconds-from-start\n"
     ]
    }
   ],
   "source": [
    "from clearml import Dataset, Task\n",
    "\n",
    "# initialize ClearML tracking\n",
    "task = Task.init(project_name=cfg.project.name, task_name=TASK_NAME, output_uri=True)\n",
    "\n",
    "# initialize local version of dataset\n",
    "\n",
    "dataset = Dataset.get(\n",
    "    dataset_project=cfg.dataset.project, dataset_name=cfg.dataset.name\n",
    ").get_local_copy()\n",
    "\n",
    "task.set_progress(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (3, 3)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>id</th><th>text</th><th>toxic</th></tr><tr><td>i64</td><td>str</td><td>str</td></tr></thead><tbody><tr><td>null</td><td>&quot;text&quot;</td><td>&quot;toxic&quot;</td></tr><tr><td>0</td><td>&quot;Explanation\r\n",
       "Why the edits made under my username Hardcore Metallica Fan were reverted? They weren&#x27;t…</td><td>&quot;0&quot;</td></tr><tr><td>1</td><td>&quot;D&#x27;aww! He matches this background colour I&#x27;m seemingly stuck with. Thanks.  (talk) 21:51, January 11…</td><td>&quot;0&quot;</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (3, 3)\n",
       "┌──────┬───────────────────────────────────────────────────────────────────────────────────┬───────┐\n",
       "│ id   ┆ text                                                                              ┆ toxic │\n",
       "│ ---  ┆ ---                                                                               ┆ ---   │\n",
       "│ i64  ┆ str                                                                               ┆ str   │\n",
       "╞══════╪═══════════════════════════════════════════════════════════════════════════════════╪═══════╡\n",
       "│ null ┆ text                                                                              ┆ toxic │\n",
       "│ 0    ┆ Explanation\n",
       "                                                                       ┆ 0     │\n",
       "│      ┆ Why the edits made under my username Hardcore Metallica Fan were reverted? They   ┆       │\n",
       "│      ┆ weren't…                                                                          ┆       │\n",
       "│ 1    ┆ D'aww! He matches this background colour I'm seemingly stuck with. Thanks.        ┆ 0     │\n",
       "│      ┆ (talk) 21:51, January 11…                                                         ┆       │\n",
       "└──────┴───────────────────────────────────────────────────────────────────────────────────┴───────┘"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pl.read_csv(\n",
    "    os.path.join(dataset, cfg.dataset.file),\n",
    "    has_header=False,\n",
    "    new_columns=[\"id\", \"text\", \"toxic\"],\n",
    "    n_rows=cfg.params.nrows,\n",
    ")\n",
    "\n",
    "pl.Config.set_fmt_str_lengths(100)\n",
    "data.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Фиксируем прогресс выполнения в CLearML\n",
    "task.set_progress(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (3, 2)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>toxic</th><th>count</th></tr><tr><td>str</td><td>u32</td></tr></thead><tbody><tr><td>&quot;1&quot;</td><td>5147</td></tr><tr><td>&quot;toxic&quot;</td><td>1</td></tr><tr><td>&quot;0&quot;</td><td>44852</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (3, 2)\n",
       "┌───────┬───────┐\n",
       "│ toxic ┆ count │\n",
       "│ ---   ┆ ---   │\n",
       "│ str   ┆ u32   │\n",
       "╞═══════╪═══════╡\n",
       "│ 1     ┆ 5147  │\n",
       "│ toxic ┆ 1     │\n",
       "│ 0     ┆ 44852 │\n",
       "└───────┴───────┘"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[\"toxic\"].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]     C:\\Users\\Иван\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
      "[nltk_data]       date!\n",
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     C:\\Users\\Иван\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     C:\\Users\\Иван\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package omw-1.4 to\n",
      "[nltk_data]     C:\\Users\\Иван\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package omw-1.4 is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\Иван\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk.download(\"averaged_perceptron_tagger\")\n",
    "nltk.download(\"punkt\")\n",
    "nltk.download(\"wordnet\")\n",
    "nltk.download(\"omw-1.4\")\n",
    "nltk.download(\"stopwords\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "sys:1: MapWithoutReturnDtypeWarning:\n",
      "\n",
      "Calling `map_elements` without specifying `return_dtype` can lead to unpredictable results. Specify `return_dtype` to silence this warning.\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (5, 4)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>id</th><th>text</th><th>toxic</th><th>corpus</th></tr><tr><td>i64</td><td>str</td><td>str</td><td>list[str]</td></tr></thead><tbody><tr><td>null</td><td>&quot;text&quot;</td><td>&quot;toxic&quot;</td><td>[&quot;text&quot;]</td></tr><tr><td>0</td><td>&quot;Explanation\r\n",
       "Why the edits made under my username Hardcore Metallica Fan were reverted? They weren&#x27;t…</td><td>&quot;0&quot;</td><td>[&quot;explanation&quot;, &quot;edits&quot;, … &quot;retired&quot;]</td></tr><tr><td>1</td><td>&quot;D&#x27;aww! He matches this background colour I&#x27;m seemingly stuck with. Thanks.  (talk) 21:51, January 11…</td><td>&quot;0&quot;</td><td>[&quot;daww&quot;, &quot;matches&quot;, … &quot;utc&quot;]</td></tr><tr><td>2</td><td>&quot;Hey man, I&#x27;m really not trying to edit war. It&#x27;s just that this guy is constantly removing relevant …</td><td>&quot;0&quot;</td><td>[&quot;hey&quot;, &quot;man&quot;, … &quot;info&quot;]</td></tr><tr><td>3</td><td>&quot;&quot;\r\n",
       "More\r\n",
       "I can&#x27;t make any real suggestions on improvement - I wondered if the section statistics sho…</td><td>&quot;0&quot;</td><td>[&quot;cant&quot;, &quot;make&quot;, … &quot;wikipediagoodarticlenominationstransport&quot;]</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (5, 4)\n",
       "┌──────┬─────────────────────────────────────────┬───────┬─────────────────────────────────────────┐\n",
       "│ id   ┆ text                                    ┆ toxic ┆ corpus                                  │\n",
       "│ ---  ┆ ---                                     ┆ ---   ┆ ---                                     │\n",
       "│ i64  ┆ str                                     ┆ str   ┆ list[str]                               │\n",
       "╞══════╪═════════════════════════════════════════╪═══════╪═════════════════════════════════════════╡\n",
       "│ null ┆ text                                    ┆ toxic ┆ [\"text\"]                                │\n",
       "│ 0    ┆ Explanation\n",
       "                             ┆ 0     ┆ [\"explanation\", \"edits\", … \"retired\"]   │\n",
       "│      ┆ Why the edits made under my username    ┆       ┆                                         │\n",
       "│      ┆ Hardcore Metallica Fan were reverted?   ┆       ┆                                         │\n",
       "│      ┆ They weren't…                           ┆       ┆                                         │\n",
       "│ 1    ┆ D'aww! He matches this background       ┆ 0     ┆ [\"daww\", \"matches\", … \"utc\"]            │\n",
       "│      ┆ colour I'm seemingly stuck with.        ┆       ┆                                         │\n",
       "│      ┆ Thanks.  (talk) 21:51, January 11…      ┆       ┆                                         │\n",
       "│ 2    ┆ Hey man, I'm really not trying to edit  ┆ 0     ┆ [\"hey\", \"man\", … \"info\"]                │\n",
       "│      ┆ war. It's just that this guy is         ┆       ┆                                         │\n",
       "│      ┆ constantly removing relevant …          ┆       ┆                                         │\n",
       "│ 3    ┆ \"\n",
       "                                       ┆ 0     ┆ [\"cant\", \"make\", … \"wikipediagoodarticl │\n",
       "│      ┆ More\n",
       "                                    ┆       ┆ enominationstransport\"]                 │\n",
       "│      ┆ I can't make any real suggestions on    ┆       ┆                                         │\n",
       "│      ┆ improvement - I wondered if the section ┆       ┆                                         │\n",
       "│      ┆ statistics sho…                         ┆       ┆                                         │\n",
       "└──────┴─────────────────────────────────────────┴───────┴─────────────────────────────────────────┘"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Compile templates for re expressions\n",
    "stop_words = set(stopwords.words(\"english\"))\n",
    "url_pattern = re.compile(r\"https?://\\S+|www\\.\\S+|\\[.*?\\]|[^a-zA-Z\\s]+|\\w*\\d\\w*\")\n",
    "spec_chars_pattern = re.compile(\"[0-9 \\-_]+\")\n",
    "non_alpha_pattern = re.compile(\"[^a-z A-Z]+\")\n",
    "\n",
    "\n",
    "def text_preprocessing(input_text: str) -> str:\n",
    "    text = input_text.lower()\n",
    "    text = url_pattern.sub(\"\", text)\n",
    "    text = spec_chars_pattern.sub(\" \", text)\n",
    "    text = non_alpha_pattern.sub(\" \", text)\n",
    "    text = \" \".join(word for word in text.split() if word not in stop_words)\n",
    "    return text.strip()\n",
    "\n",
    "\n",
    "data = data.with_columns(\n",
    "    pl.col(\"text\").map_elements(text_preprocessing).str.split(\" \").alias(\"corpus\")\n",
    ")\n",
    "\n",
    "data.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Иван\\AppData\\Local\\Temp\\ipykernel_13860\\1245396546.py:4: MapWithoutReturnDtypeWarning:\n",
      "\n",
      "Calling `map_elements` without specifying `return_dtype` can lead to unpredictable results. Specify `return_dtype` to silence this warning.\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (5, 4)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>id</th><th>text</th><th>toxic</th><th>corpus</th></tr><tr><td>i64</td><td>str</td><td>str</td><td>list[str]</td></tr></thead><tbody><tr><td>null</td><td>&quot;text&quot;</td><td>&quot;toxic&quot;</td><td>[&quot;text&quot;]</td></tr><tr><td>0</td><td>&quot;Explanation\r\n",
       "Why the edits made under my username Hardcore Metallica Fan were reverted? They weren&#x27;t…</td><td>&quot;0&quot;</td><td>[&quot;explanation&quot;, &quot;edits&quot;, … &quot;retired&quot;]</td></tr><tr><td>1</td><td>&quot;D&#x27;aww! He matches this background colour I&#x27;m seemingly stuck with. Thanks.  (talk) 21:51, January 11…</td><td>&quot;0&quot;</td><td>[&quot;daww&quot;, &quot;match&quot;, … &quot;utc&quot;]</td></tr><tr><td>2</td><td>&quot;Hey man, I&#x27;m really not trying to edit war. It&#x27;s just that this guy is constantly removing relevant …</td><td>&quot;0&quot;</td><td>[&quot;hey&quot;, &quot;man&quot;, … &quot;info&quot;]</td></tr><tr><td>3</td><td>&quot;&quot;\r\n",
       "More\r\n",
       "I can&#x27;t make any real suggestions on improvement - I wondered if the section statistics sho…</td><td>&quot;0&quot;</td><td>[&quot;cant&quot;, &quot;make&quot;, … &quot;wikipediagoodarticlenominationstransport&quot;]</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (5, 4)\n",
       "┌──────┬─────────────────────────────────────────┬───────┬─────────────────────────────────────────┐\n",
       "│ id   ┆ text                                    ┆ toxic ┆ corpus                                  │\n",
       "│ ---  ┆ ---                                     ┆ ---   ┆ ---                                     │\n",
       "│ i64  ┆ str                                     ┆ str   ┆ list[str]                               │\n",
       "╞══════╪═════════════════════════════════════════╪═══════╪═════════════════════════════════════════╡\n",
       "│ null ┆ text                                    ┆ toxic ┆ [\"text\"]                                │\n",
       "│ 0    ┆ Explanation\n",
       "                             ┆ 0     ┆ [\"explanation\", \"edits\", … \"retired\"]   │\n",
       "│      ┆ Why the edits made under my username    ┆       ┆                                         │\n",
       "│      ┆ Hardcore Metallica Fan were reverted?   ┆       ┆                                         │\n",
       "│      ┆ They weren't…                           ┆       ┆                                         │\n",
       "│ 1    ┆ D'aww! He matches this background       ┆ 0     ┆ [\"daww\", \"match\", … \"utc\"]              │\n",
       "│      ┆ colour I'm seemingly stuck with.        ┆       ┆                                         │\n",
       "│      ┆ Thanks.  (talk) 21:51, January 11…      ┆       ┆                                         │\n",
       "│ 2    ┆ Hey man, I'm really not trying to edit  ┆ 0     ┆ [\"hey\", \"man\", … \"info\"]                │\n",
       "│      ┆ war. It's just that this guy is         ┆       ┆                                         │\n",
       "│      ┆ constantly removing relevant …          ┆       ┆                                         │\n",
       "│ 3    ┆ \"\n",
       "                                       ┆ 0     ┆ [\"cant\", \"make\", … \"wikipediagoodarticl │\n",
       "│      ┆ More\n",
       "                                    ┆       ┆ enominationstransport\"]                 │\n",
       "│      ┆ I can't make any real suggestions on    ┆       ┆                                         │\n",
       "│      ┆ improvement - I wondered if the section ┆       ┆                                         │\n",
       "│      ┆ statistics sho…                         ┆       ┆                                         │\n",
       "└──────┴─────────────────────────────────────────┴───────┴─────────────────────────────────────────┘"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def lemmatize(input_frame: pl.DataFrame) -> pl.DataFrame:\n",
    "    lemmatizer = WordNetLemmatizer()\n",
    "\n",
    "    return input_frame.with_columns(\n",
    "        pl.col(\"corpus\").map_elements(\n",
    "            lambda input_list: [lemmatizer.lemmatize(token) for token in input_list]\n",
    "        )\n",
    "    )\n",
    "\n",
    "\n",
    "processed_data = lemmatize(data)\n",
    "processed_data.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Capture execution progress in CLearML\n",
    "task.set_progress(20)\n",
    "\n",
    "# Fixing artifacts in clearML\n",
    "task.upload_artifact(name=\"Processed data\", artifact_object=processed_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "vectorizer_params = {\"max_features\": cfg.params.max_features, \"analyzer\": \"word\"}\n",
    "\n",
    "tfidf_vectorizer = TfidfVectorizer(**vectorizer_params)\n",
    "\n",
    "train, test = train_test_split(\n",
    "    processed_data,\n",
    "    test_size=cfg.params.test_size,\n",
    "    shuffle=cfg.params.shuffle,\n",
    "    random_state=cfg.params.random_state,\n",
    ")\n",
    "\n",
    "tfidf_vectorizer.fit(train[\"corpus\"].to_pandas().astype(str))\n",
    "\n",
    "train_features = tfidf_vectorizer.transform(train[\"corpus\"].list.join(\" \").to_numpy())\n",
    "test_features = tfidf_vectorizer.transform(test[\"corpus\"].list.join(\" \").to_numpy())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-1 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-1 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-1 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-1 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-1 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-1 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-1 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-1 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-1 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-1 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>TfidfVectorizer(max_features=10000)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;TfidfVectorizer<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.feature_extraction.text.TfidfVectorizer.html\">?<span>Documentation for TfidfVectorizer</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>TfidfVectorizer(max_features=10000)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "TfidfVectorizer(max_features=10000)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_vectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Fixing progress in\n",
    "task.set_progress(50)\n",
    "\n",
    "# fixing artifacts\n",
    "task.upload_artifact(name=\"TfidfVectorizer\", artifact_object=pickle.dumps(tfidf_vectorizer))\n",
    "\n",
    "task.upload_artifact(\n",
    "    name=\"train_features\",\n",
    "    artifact_object=(train_features, train[\"toxic\"].to_numpy()),\n",
    ")\n",
    "\n",
    "task.upload_artifact(\n",
    "    name=\"test_features\",\n",
    "    artifact_object=(test_features, test[\"toxic\"].to_numpy()),\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {\n",
       "  /* Definition of color scheme common for light and dark mode */\n",
       "  --sklearn-color-text: black;\n",
       "  --sklearn-color-line: gray;\n",
       "  /* Definition of color scheme for unfitted estimators */\n",
       "  --sklearn-color-unfitted-level-0: #fff5e6;\n",
       "  --sklearn-color-unfitted-level-1: #f6e4d2;\n",
       "  --sklearn-color-unfitted-level-2: #ffe0b3;\n",
       "  --sklearn-color-unfitted-level-3: chocolate;\n",
       "  /* Definition of color scheme for fitted estimators */\n",
       "  --sklearn-color-fitted-level-0: #f0f8ff;\n",
       "  --sklearn-color-fitted-level-1: #d4ebff;\n",
       "  --sklearn-color-fitted-level-2: #b3dbfd;\n",
       "  --sklearn-color-fitted-level-3: cornflowerblue;\n",
       "\n",
       "  /* Specific color for light theme */\n",
       "  --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, white)));\n",
       "  --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, black)));\n",
       "  --sklearn-color-icon: #696969;\n",
       "\n",
       "  @media (prefers-color-scheme: dark) {\n",
       "    /* Redefinition of color scheme for dark theme */\n",
       "    --sklearn-color-text-on-default-background: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-background: var(--sg-background-color, var(--theme-background, var(--jp-layout-color0, #111)));\n",
       "    --sklearn-color-border-box: var(--sg-text-color, var(--theme-code-foreground, var(--jp-content-font-color1, white)));\n",
       "    --sklearn-color-icon: #878787;\n",
       "  }\n",
       "}\n",
       "\n",
       "#sk-container-id-2 {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 pre {\n",
       "  padding: 0;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-hidden--visually {\n",
       "  border: 0;\n",
       "  clip: rect(1px 1px 1px 1px);\n",
       "  clip: rect(1px, 1px, 1px, 1px);\n",
       "  height: 1px;\n",
       "  margin: -1px;\n",
       "  overflow: hidden;\n",
       "  padding: 0;\n",
       "  position: absolute;\n",
       "  width: 1px;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-dashed-wrapped {\n",
       "  border: 1px dashed var(--sklearn-color-line);\n",
       "  margin: 0 0.4em 0.5em 0.4em;\n",
       "  box-sizing: border-box;\n",
       "  padding-bottom: 0.4em;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-container {\n",
       "  /* jupyter's `normalize.less` sets `[hidden] { display: none; }`\n",
       "     but bootstrap.min.css set `[hidden] { display: none !important; }`\n",
       "     so we also need the `!important` here to be able to override the\n",
       "     default hidden behavior on the sphinx rendered scikit-learn.org.\n",
       "     See: https://github.com/scikit-learn/scikit-learn/issues/21755 */\n",
       "  display: inline-block !important;\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-text-repr-fallback {\n",
       "  display: none;\n",
       "}\n",
       "\n",
       "div.sk-parallel-item,\n",
       "div.sk-serial,\n",
       "div.sk-item {\n",
       "  /* draw centered vertical line to link estimators */\n",
       "  background-image: linear-gradient(var(--sklearn-color-text-on-default-background), var(--sklearn-color-text-on-default-background));\n",
       "  background-size: 2px 100%;\n",
       "  background-repeat: no-repeat;\n",
       "  background-position: center center;\n",
       "}\n",
       "\n",
       "/* Parallel-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item::after {\n",
       "  content: \"\";\n",
       "  width: 100%;\n",
       "  border-bottom: 2px solid var(--sklearn-color-text-on-default-background);\n",
       "  flex-grow: 1;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel {\n",
       "  display: flex;\n",
       "  align-items: stretch;\n",
       "  justify-content: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  position: relative;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:first-child::after {\n",
       "  align-self: flex-end;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:last-child::after {\n",
       "  align-self: flex-start;\n",
       "  width: 50%;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-parallel-item:only-child::after {\n",
       "  width: 0;\n",
       "}\n",
       "\n",
       "/* Serial-specific style estimator block */\n",
       "\n",
       "#sk-container-id-2 div.sk-serial {\n",
       "  display: flex;\n",
       "  flex-direction: column;\n",
       "  align-items: center;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  padding-right: 1em;\n",
       "  padding-left: 1em;\n",
       "}\n",
       "\n",
       "\n",
       "/* Toggleable style: style used for estimator/Pipeline/ColumnTransformer box that is\n",
       "clickable and can be expanded/collapsed.\n",
       "- Pipeline and ColumnTransformer use this feature and define the default style\n",
       "- Estimators will overwrite some part of the style using the `sk-estimator` class\n",
       "*/\n",
       "\n",
       "/* Pipeline and ColumnTransformer style (default) */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable {\n",
       "  /* Default theme specific background. It is overwritten whether we have a\n",
       "  specific estimator or a Pipeline/ColumnTransformer */\n",
       "  background-color: var(--sklearn-color-background);\n",
       "}\n",
       "\n",
       "/* Toggleable label */\n",
       "#sk-container-id-2 label.sk-toggleable__label {\n",
       "  cursor: pointer;\n",
       "  display: block;\n",
       "  width: 100%;\n",
       "  margin-bottom: 0;\n",
       "  padding: 0.5em;\n",
       "  box-sizing: border-box;\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:before {\n",
       "  /* Arrow on the left of the label */\n",
       "  content: \"▸\";\n",
       "  float: left;\n",
       "  margin-right: 0.25em;\n",
       "  color: var(--sklearn-color-icon);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {\n",
       "  color: var(--sklearn-color-text);\n",
       "}\n",
       "\n",
       "/* Toggleable content - dropdown */\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content {\n",
       "  max-height: 0;\n",
       "  max-width: 0;\n",
       "  overflow: hidden;\n",
       "  text-align: left;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content pre {\n",
       "  margin: 0.2em;\n",
       "  border-radius: 0.25em;\n",
       "  color: var(--sklearn-color-text);\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-toggleable__content.fitted pre {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {\n",
       "  /* Expand drop-down */\n",
       "  max-height: 200px;\n",
       "  max-width: 100%;\n",
       "  overflow: auto;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {\n",
       "  content: \"▾\";\n",
       "}\n",
       "\n",
       "/* Pipeline/ColumnTransformer-specific style */\n",
       "\n",
       "#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator-specific style */\n",
       "\n",
       "/* Colorize estimator box */\n",
       "#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted input.sk-toggleable__control:checked~label.sk-toggleable__label {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label label.sk-toggleable__label,\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  /* The background is the default theme color */\n",
       "  color: var(--sklearn-color-text-on-default-background);\n",
       "}\n",
       "\n",
       "/* On hover, darken the color of the background */\n",
       "#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "/* Label box, darken color on hover, fitted */\n",
       "#sk-container-id-2 div.sk-label.fitted:hover label.sk-toggleable__label.fitted {\n",
       "  color: var(--sklearn-color-text);\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Estimator label */\n",
       "\n",
       "#sk-container-id-2 div.sk-label label {\n",
       "  font-family: monospace;\n",
       "  font-weight: bold;\n",
       "  display: inline-block;\n",
       "  line-height: 1.2em;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-label-container {\n",
       "  text-align: center;\n",
       "}\n",
       "\n",
       "/* Estimator-specific */\n",
       "#sk-container-id-2 div.sk-estimator {\n",
       "  font-family: monospace;\n",
       "  border: 1px dotted var(--sklearn-color-border-box);\n",
       "  border-radius: 0.25em;\n",
       "  box-sizing: border-box;\n",
       "  margin-bottom: 0.5em;\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-0);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-0);\n",
       "}\n",
       "\n",
       "/* on hover */\n",
       "#sk-container-id-2 div.sk-estimator:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-2);\n",
       "}\n",
       "\n",
       "#sk-container-id-2 div.sk-estimator.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-2);\n",
       "}\n",
       "\n",
       "/* Specification for estimator info (e.g. \"i\" and \"?\") */\n",
       "\n",
       "/* Common style for \"i\" and \"?\" */\n",
       "\n",
       ".sk-estimator-doc-link,\n",
       "a:link.sk-estimator-doc-link,\n",
       "a:visited.sk-estimator-doc-link {\n",
       "  float: right;\n",
       "  font-size: smaller;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1em;\n",
       "  height: 1em;\n",
       "  width: 1em;\n",
       "  text-decoration: none !important;\n",
       "  margin-left: 1ex;\n",
       "  /* unfitted */\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted,\n",
       "a:link.sk-estimator-doc-link.fitted,\n",
       "a:visited.sk-estimator-doc-link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "div.sk-estimator:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link:hover,\n",
       ".sk-estimator-doc-link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "div.sk-estimator.fitted:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover,\n",
       "div.sk-label-container:hover .sk-estimator-doc-link.fitted:hover,\n",
       ".sk-estimator-doc-link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "/* Span, style for the box shown on hovering the info icon */\n",
       ".sk-estimator-doc-link span {\n",
       "  display: none;\n",
       "  z-index: 9999;\n",
       "  position: relative;\n",
       "  font-weight: normal;\n",
       "  right: .2ex;\n",
       "  padding: .5ex;\n",
       "  margin: .5ex;\n",
       "  width: min-content;\n",
       "  min-width: 20ex;\n",
       "  max-width: 50ex;\n",
       "  color: var(--sklearn-color-text);\n",
       "  box-shadow: 2pt 2pt 4pt #999;\n",
       "  /* unfitted */\n",
       "  background: var(--sklearn-color-unfitted-level-0);\n",
       "  border: .5pt solid var(--sklearn-color-unfitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link.fitted span {\n",
       "  /* fitted */\n",
       "  background: var(--sklearn-color-fitted-level-0);\n",
       "  border: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "\n",
       ".sk-estimator-doc-link:hover span {\n",
       "  display: block;\n",
       "}\n",
       "\n",
       "/* \"?\"-specific style due to the `<a>` HTML tag */\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link {\n",
       "  float: right;\n",
       "  font-size: 1rem;\n",
       "  line-height: 1em;\n",
       "  font-family: monospace;\n",
       "  background-color: var(--sklearn-color-background);\n",
       "  border-radius: 1rem;\n",
       "  height: 1rem;\n",
       "  width: 1rem;\n",
       "  text-decoration: none;\n",
       "  /* unfitted */\n",
       "  color: var(--sklearn-color-unfitted-level-1);\n",
       "  border: var(--sklearn-color-unfitted-level-1) 1pt solid;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted {\n",
       "  /* fitted */\n",
       "  border: var(--sklearn-color-fitted-level-1) 1pt solid;\n",
       "  color: var(--sklearn-color-fitted-level-1);\n",
       "}\n",
       "\n",
       "/* On hover */\n",
       "#sk-container-id-2 a.estimator_doc_link:hover {\n",
       "  /* unfitted */\n",
       "  background-color: var(--sklearn-color-unfitted-level-3);\n",
       "  color: var(--sklearn-color-background);\n",
       "  text-decoration: none;\n",
       "}\n",
       "\n",
       "#sk-container-id-2 a.estimator_doc_link.fitted:hover {\n",
       "  /* fitted */\n",
       "  background-color: var(--sklearn-color-fitted-level-3);\n",
       "}\n",
       "</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>LogisticRegression(multi_class=&#x27;multinomial&#x27;, random_state=42, solver=&#x27;saga&#x27;)</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator fitted sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" checked><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label fitted sk-toggleable__label-arrow fitted\">&nbsp;&nbsp;LogisticRegression<a class=\"sk-estimator-doc-link fitted\" rel=\"noreferrer\" target=\"_blank\" href=\"https://scikit-learn.org/1.4/modules/generated/sklearn.linear_model.LogisticRegression.html\">?<span>Documentation for LogisticRegression</span></a><span class=\"sk-estimator-doc-link fitted\">i<span>Fitted</span></span></label><div class=\"sk-toggleable__content fitted\"><pre>LogisticRegression(multi_class=&#x27;multinomial&#x27;, random_state=42, solver=&#x27;saga&#x27;)</pre></div> </div></div></div></div>"
      ],
      "text/plain": [
       "LogisticRegression(multi_class='multinomial', random_state=42, solver='saga')"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_params = {\n",
    "    \"random_state\": cfg.params.random_state,\n",
    "    \"multi_class\": \"multinomial\",\n",
    "    \"solver\": \"saga\",\n",
    "}\n",
    "\n",
    "model_lr = LogisticRegression(**model_params)\n",
    "\n",
    "model_lr.fit(train_features, train[\"toxic\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Fix the progress of execution\n",
    "task.set_progress(80)\n",
    "# Fixing artifacts in clearML\n",
    "task.upload_artifact(name=\"LogisticRegression\", artifact_object=pickle.dumps(model_lr))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "predicts = model_lr.predict(test_features)\n",
    "\n",
    "\n",
    "# metrics_of_model = {\n",
    "#     \"accuracy\": accuracy_score(test[\"toxic\"], predicts),\n",
    "#     # \"recall\": recall_score(test[\"toxic\"], predicts),\n",
    "#     \"precision\": precision_score(test[\"toxic\"], predicts),\n",
    "#     # \"roc_auc_score\": roc_auc_score(test[\"toxic\"], predicts),\n",
    "# }\n",
    "\n",
    "report = classification_report(test[\"toxic\"], predicts, output_dict=True)\n",
    "\n",
    "conf_matrix = confusion_matrix(test[\"toxic\"], predicts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Fix progress in CLearML\n",
    "task.set_progress(95)\n",
    "\n",
    "# Fix parameters of model\n",
    "logger = task.get_logger()\n",
    "\n",
    "logger.report_single_value(\"Accuracy\", report.pop(\"accuracy\"))\n",
    "\n",
    "for class_name, metrics in report.items():\n",
    "    for metric, value in metrics.items():\n",
    "        logger.report_single_value(f\"{class_name}_{metric}\", value)\n",
    "\n",
    "logger.report_confusion_matrix(\"Confusion matrix\", \"ignored\", matrix=conf_matrix)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Finish experiment\n",
    "task.close()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAdMAAAHqCAYAAABfi6TIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8fJSN1AAAACXBIWXMAAA9hAAAPYQGoP6dpAAAwN0lEQVR4nO3dd3RUdf7/8dekTXpBSgiEUCIBBEHQRUTaShFFQY4iTQMKVpQvTWVdhICICwoKFlCBAOIqNhR0V5oICLtKCSJCKKEngBBIQiB17u+P/DLrGErCJ2ESeD7O8Rznzp173zcKz9y5U2yWZVkCAACXzcPdAwAAUNERUwAADBFTAAAMEVMAAAwRUwAADBFTAAAMEVMAAAwRUwAADBFTAAAMEVOgjO3evVudO3dWSEiIbDabFi9eXKrb379/v2w2m+Lj40t1uxVZ+/bt1b59e3ePgWsIMcU1Ye/evXr88cdVt25d+fr6Kjg4WK1bt9abb76pc+fOlem+Y2NjtW3bNk2cOFELFizQzTffXKb7u5IGDBggm82m4ODg8/4cd+/eLZvNJpvNptdee63E209OTta4ceOUkJBQCtMCZcfL3QMAZe2bb77RAw88ILvdrocffliNGzdWTk6O1q1bp1GjRmn79u167733ymTf586d04YNG/Tiiy9qyJAhZbKPqKgonTt3Tt7e3mWy/Uvx8vLS2bNntWTJEvXq1cvlvoULF8rX11dZWVmXte3k5GTFxcWpdu3aatasWbEft2zZssvaH3C5iCmuavv27VPv3r0VFRWlVatWqXr16s77nn76ae3Zs0fffPNNme3/999/lySFhoaW2T5sNpt8fX3LbPuXYrfb1bp1a/3zn/8sEtOPPvpId999tz7//PMrMsvZs2fl7+8vHx+fK7I/oBBP8+KqNnnyZJ05c0azZ892CWmh6OhoDR061Hk7Ly9PEyZMUL169WS321W7dm397W9/U3Z2tsvjateurW7dumndunX6y1/+Il9fX9WtW1fz5893rjNu3DhFRUVJkkaNGiWbzabatWtLKnh6tPDf/2jcuHGy2Wwuy5YvX67bb79doaGhCgwMVExMjP72t78577/QNdNVq1apTZs2CggIUGhoqLp3764dO3acd3979uzRgAEDFBoaqpCQEA0cOFBnz5698A/2T/r27at//etfOn36tHPZzz//rN27d6tv375F1k9NTdXIkSPVpEkTBQYGKjg4WF27dtXWrVud66xevVq33HKLJGngwIHOp4sLj7N9+/Zq3LixNm3apLZt28rf39/5c/nzNdPY2Fj5+voWOf4uXbooLCxMycnJxT5W4HyIKa5qS5YsUd26dXXbbbcVa/1BgwbppZdeUvPmzTVt2jS1a9dOkyZNUu/evYusu2fPHt1///3q1KmTXn/9dYWFhWnAgAHavn27JKlnz56aNm2aJKlPnz5asGCB3njjjRLNv337dnXr1k3Z2dkaP368Xn/9dd1777368ccfL/q4FStWqEuXLjp+/LjGjRun4cOHa/369WrdurX2799fZP1evXopIyNDkyZNUq9evRQfH6+4uLhiz9mzZ0/ZbDZ98cUXzmUfffSRGjRooObNmxdZPykpSYsXL1a3bt00depUjRo1Stu2bVO7du2cYWvYsKHGjx8vSXrssce0YMECLViwQG3btnVu5+TJk+ratauaNWumN954Qx06dDjvfG+++aaqVKmi2NhY5efnS5JmzZqlZcuWacaMGYqIiCj2sQLnZQFXqbS0NEuS1b1792Ktn5CQYEmyBg0a5LJ85MiRliRr1apVzmVRUVGWJGvNmjXOZcePH7fsdrs1YsQI57J9+/ZZkqwpU6a4bDM2NtaKiooqMsPYsWOtP/6xnDZtmiXJ+v333y84d+E+5s6d61zWrFkzq2rVqtbJkyedy7Zu3Wp5eHhYDz/8cJH9PfLIIy7bvO+++6zrrrvugvv843EEBARYlmVZ999/v3XHHXdYlmVZ+fn5Vnh4uBUXF3fen0FWVpaVn59f5Djsdrs1fvx457Kff/65yLEVateunSXJmjlz5nnva9euncuy7777zpJkvfzyy1ZSUpIVGBho9ejR45LHCBQHZ6a4aqWnp0uSgoKCirX+t99+K0kaPny4y/IRI0ZIUpFrq40aNVKbNm2ct6tUqaKYmBglJSVd9sx/Vnit9auvvpLD4SjWY1JSUpSQkKABAwaoUqVKzuU33nijOnXq5DzOP3riiSdcbrdp00YnT550/gyLo2/fvlq9erWOHj2qVatW6ejRo+d9ilcquM7q4VHw109+fr5OnjzpfAp78+bNxd6n3W7XwIEDi7Vu586d9fjjj2v8+PHq2bOnfH19NWvWrGLvC7gYYoqrVnBwsCQpIyOjWOsfOHBAHh4eio6OdlkeHh6u0NBQHThwwGV5rVq1imwjLCxMp06dusyJi3rwwQfVunVrDRo0SNWqVVPv3r21aNGii4a1cM6YmJgi9zVs2FAnTpxQZmamy/I/H0tYWJgklehY7rrrLgUFBemTTz7RwoULdcsttxT5WRZyOByaNm2arr/+etntdlWuXFlVqlTRL7/8orS0tGLvs0aNGiV6sdFrr72mSpUqKSEhQdOnT1fVqlWL/VjgYogprlrBwcGKiIjQr7/+WqLH/fkFQBfi6el53uWWZV32Pgqv5xXy8/PTmjVrtGLFCj300EP65Zdf9OCDD6pTp05F1jVhciyF7Ha7evbsqXnz5unLL7+84FmpJL3yyisaPny42rZtqw8//FDfffedli9frhtuuKHYZ+BSwc+nJLZs2aLjx49LkrZt21aixwIXQ0xxVevWrZv27t2rDRs2XHLdqKgoORwO7d6922X5sWPHdPr0aecrc0tDWFiYyytfC/357FeSPDw8dMcdd2jq1Kn67bffNHHiRK1atUrff//9ebddOGdiYmKR+3bu3KnKlSsrICDA7AAuoG/fvtqyZYsyMjLO+6KtQp999pk6dOig2bNnq3fv3urcubM6duxY5GdS3F9siiMzM1MDBw5Uo0aN9Nhjj2ny5Mn6+eefS237uLYRU1zVnnvuOQUEBGjQoEE6duxYkfv37t2rN998U1LB05SSirzidurUqZKku+++u9TmqlevntLS0vTLL784l6WkpOjLL790WS81NbXIYws/vODPb9cpVL16dTVr1kzz5s1zidOvv/6qZcuWOY+zLHTo0EETJkzQW2+9pfDw8Auu5+npWeSs99NPP9WRI0dclhVG/3y/eJTU888/r4MHD2revHmaOnWqateurdjY2Av+HIGS4EMbcFWrV6+ePvroIz344INq2LChyycgrV+/Xp9++qkGDBggSWratKliY2P13nvv6fTp02rXrp1++uknzZs3Tz169Ljg2y4uR+/evfX888/rvvvu07PPPquzZ8/q3XffVf369V1egDN+/HitWbNGd999t6KionT8+HG98847qlmzpm6//fYLbn/KlCnq2rWrWrVqpUcffVTnzp3TjBkzFBISonHjxpXacfyZh4eH/v73v19yvW7dumn8+PEaOHCgbrvtNm3btk0LFy5U3bp1XdarV6+eQkNDNXPmTAUFBSkgIEAtW7ZUnTp1SjTXqlWr9M4772js2LHOt+rMnTtX7du315gxYzR58uQSbQ8ows2vJgauiF27dlmDBw+2ateubfn4+FhBQUFW69atrRkzZlhZWVnO9XJzc624uDirTp06lre3txUZGWmNHj3aZR3LKnhrzN13311kP39+S8aF3hpjWZa1bNkyq3HjxpaPj48VExNjffjhh0XeGrNy5Uqre/fuVkREhOXj42NFRERYffr0sXbt2lVkH39++8iKFSus1q1bW35+flZwcLB1zz33WL/99pvLOoX7+/Nbb+bOnWtJsvbt23fBn6llub415kIu9NaYESNGWNWrV7f8/Pys1q1bWxs2bDjvW1q++uorq1GjRpaXl5fLcbZr18664YYbzrvPP24nPT3dioqKspo3b27l5ua6rDds2DDLw8PD2rBhw0WPAbgUm2WV4BUGAACgCK6ZAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYKhCf2iDw+FQcnKygoKCSvVjxwAAkAo+nzojI0MRERHObzo6nwod0+TkZEVGRrp7DADAVe7QoUOqWbPmBe+v0DEt/J7KA5trKziQZ6yB4rivfhN3jwBUGHnK1Tp9e8nvRa7QMS18ajc40EPBQcQUKA4vm7e7RwAqjv//GYGXupRIgQAAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMERMAQAwREwBADBETAEAMOTl7gFQPuXnSx++Hq6Vn4fp1O/euq5arjr1SlXf/zsmm61gnVO/e2n2xAht+iFImWmeanzrGT398mHVqJtTZHuWJf29f11t/D5YY2fv021d05z3HT/srRmja2rrj0HyDchXpwdO6ZG/JcuT/ztxlbkuPFePvpisWzpkyO7nUPJ+u14fFqndv/hLkvqPOKr23U+rSkSucnNs2rPNT3NfDVfilgA3T45LKRdnpm+//bZq164tX19ftWzZUj/99JO7R7rmLXq7qpbOq6ynJx7R+z/s1KMvJuvTd6rqq9mVJRXEMe6ROko54KNxc5P09rJEVauZoxcejFbW2aL/W335fhVnhP8oP18a83Bd5eZ4aNrXuzXqzYNavqiS5k2pXtaHCFxRgSF5mvrVbuXn2fT3/nU1uH2M3hsfoTNpns51jiTZ9faLNfT4X+trRI9oHT3ko0n/TFJIpTw3To7icHtMP/nkEw0fPlxjx47V5s2b1bRpU3Xp0kXHjx9392jXtN82BqhVlzS17Jiu8MgctemWpubtMpSYUPAb9JEku3ZsCtAzrx5WTLNziozO1jOvHlZ2lk3ffxnqsq29v/rp81lVNHzqwSL72fxDkA7u8tXzbx1QvcbndMtfM/TwcylaEl9ZuTnnqS9QQfV6+rhOJPvo9WG1lJjgr2OH7Nr8Q5BSDtid63z/ZZi2rA3S0YN2Hdjlq/fGRSgg2KE6jc65cXIUh9tjOnXqVA0ePFgDBw5Uo0aNNHPmTPn7+2vOnDnuHu2a1ujmTCWsC9LhvQV/0Pdu99X2nwJ0y18zJMkZOh+7w/kYDw/J28fS9p8Dncuyztr06tNRenriYVWqWvS36982Bqh2gyyFVfnffTe3z9DZDE8dSPQtk2MD3OHWzunatdVPL87ar09+2a63lyWqa9+TF1zfy9uhu/qf1Jk0DyX95ncFJ8XlcOtVqZycHG3atEmjR492LvPw8FDHjh21YcMGN06GB4cc19kMTw1q20AenpIjXxrwQor+2vOUJCkyOktVa+RozqTqGvqPw/L1d+iL96roRIqPUo/973+rWeNqqNHNmbrtzvTz7ufU714Kq5Lrsiy0cq7zPuBqUb1Wjro9fFJfvFdFH8+oqvpNz+nJCUeUm2vTik8rOddr2TFdo989ILufQ6nHvDS6dz2lp/Jnobxz63+hEydOKD8/X9WqVXNZXq1aNe3cubPI+tnZ2crOznbeTk8//1/QMLfm61Ct+iJML7x9QFExWdq73U8zx9b4/y9EOiUvb+ml2fs0dXgt3d+oiTw8Ld3UJkO3/DVdllWwjQ3fBSvhxyC9syzRvQcDlAM2D2n3L36a+2rB6wH2/uqv2g2ydPdDJ11imvBjgJ7qVF/BlfLUtV+qXpx1QM/eHa20k97uGh3FUKF+3Zk0aZLi4uLcPcY14f0JEXpwyHG173FaklSnYZaOH/bRxzOqqVOvgrPT6288p3dXJCoz3UO5uTaFXpevZ+++XvVvPCtJSvgxSCn7fdSzQROXbU8YXFuNW2Zqyud7FFYlr8grFU+fKPhL449P/QIVXepxLx3Y5Xrp4tBuu26/67TLsuxznkre76nk/Xbt3BygOet26M4+qfrkLdeTDpQvbo1p5cqV5enpqWPHjrksP3bsmMLDw4usP3r0aA0fPtx5Oz09XZGRkWU+57UoO8tDNg/LZZmHp+U86/yjgOCC66ZHkny0e6u/YkcdlSQ9OORYkWtCj/+1gR4fd0S3di54VqHRzZn6eHo1nT7hpdDKBfHcvCZI/kH5qlU/q7QPC3Cb334OUGS9bJdlNepm6/gRn4s+zuYhedvP8wcP5YpbY+rj46MWLVpo5cqV6tGjhyTJ4XBo5cqVGjJkSJH17Xa77HZ7keUofbd2StfH06upao3cgqd5f/XTF7OqqnPv/8VxzZIQhVyXr6o1crRvh69mvlRTre5MU4v2BS9SqlQ177wvOqpaI1fhtQrei9q8XYZq1c/S5Gdq6dG/J+vU796K/0e47hlwQj78BYKryBfvVdG0r3er9zPHtGZJqGJuOqu7+qfqjVE1JUl2v3z1HXpcG5YFK/WYt4Ir5enegSdUOTxXa5eEund4XJLbn+YdPny4YmNjdfPNN+svf/mL3njjDWVmZmrgwIHuHu2a9tTLhzVvcnW9NbqmTp/00nXVcnXXQyfUb9j/nkVIPeatWeNq6PQJL1WqmqeODxR8qENJeHpK4+cnacYLkRp2T335+jvU8YFUxY5KKe1DAtxq11Z/jX+0jgaOTlG/Ycd09JCPZr4Uoe+/DJMkORw21YzO1pgH9iu4Ur4yTnlq11Z/jbgvusjTwyh/bJZ1vifurqy33npLU6ZM0dGjR9WsWTNNnz5dLVu2vOTj0tPTFRISolO76io4yO3v8gEqhC4Rzdw9AlBh5Fm5Wq2vlJaWpuDg4AuuVy5iermIKVByxBQovuLGlAIBAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGDIqzgrff3118Xe4L333nvZwwAAUBEVK6Y9evQo1sZsNpvy8/NN5gEAoMIpVkwdDkdZzwEAQIVldM00KyurtOYAAKDCKnFM8/PzNWHCBNWoUUOBgYFKSkqSJI0ZM0azZ88u9QEBACjvShzTiRMnKj4+XpMnT5aPj49zeePGjfXBBx+U6nAAAFQEJY7p/Pnz9d5776lfv37y9PR0Lm/atKl27txZqsMBAFARlDimR44cUXR0dJHlDodDubm5pTIUAAAVSYlj2qhRI61du7bI8s8++0w33XRTqQwFAEBFUqy3xvzRSy+9pNjYWB05ckQOh0NffPGFEhMTNX/+fC1durQsZgQAoFwr8Zlp9+7dtWTJEq1YsUIBAQF66aWXtGPHDi1ZskSdOnUqixkBACjXSnxmKklt2rTR8uXLS3sWAAAqpMuKqSRt3LhRO3bskFRwHbVFixalNhQAABVJiWN6+PBh9enTRz/++KNCQ0MlSadPn9Ztt92mjz/+WDVr1iztGQEAKNdKfM100KBBys3N1Y4dO5SamqrU1FTt2LFDDodDgwYNKosZAQAo10p8ZvrDDz9o/fr1iomJcS6LiYnRjBkz1KZNm1IdDgCAiqDEZ6aRkZHn/XCG/Px8RURElMpQAABUJCWO6ZQpU/TMM89o48aNzmUbN27U0KFD9dprr5XqcAAAVAQ2y7KsS60UFhYmm83mvJ2Zmam8vDx5eRU8S1z47wEBAUpNTS27af8kPT1dISEhOrWrroKDjL5NDrhmdIlo5u4RgAojz8rVan2ltLQ0BQcHX3C9Yl0zfeONN0prLgAArjrFimlsbGxZzwEAQIV12R/aIElZWVnKyclxWXax02AAAK5GJb7QmJmZqSFDhqhq1aoKCAhQWFiYyz8AAFxrShzT5557TqtWrdK7774ru92uDz74QHFxcYqIiND8+fPLYkYAAMq1Ej/Nu2TJEs2fP1/t27fXwIED1aZNG0VHRysqKkoLFy5Uv379ymJOAADKrRKfmaampqpu3bqSCq6PFr4V5vbbb9eaNWtKdzoAACqAEse0bt262rdvnySpQYMGWrRokaSCM9bCD74HAOBaUuKYDhw4UFu3bpUkvfDCC3r77bfl6+urYcOGadSoUaU+IAAA5V2Jr5kOGzbM+e8dO3bUzp07tWnTJkVHR+vGG28s1eEAAKgIjN5nKklRUVGKiooqjVkAAKiQihXT6dOnF3uDzz777GUPAwBARVSsmE6bNq1YG7PZbMQUAHDNKVZMC1+9W17df/Nt8rL5uHsMoELwrOzt7hGACsNy5EgnL70e31sGAIAhYgoAgCFiCgCAIWIKAIAhYgoAgKHLiunatWvVv39/tWrVSkeOHJEkLViwQOvWrSvV4QAAqAhKHNPPP/9cXbp0kZ+fn7Zs2aLs7GxJUlpaml555ZVSHxAAgPKuxDF9+eWXNXPmTL3//vvy9v7f+9Vat26tzZs3l+pwAABUBCWOaWJiotq2bVtkeUhIiE6fPl0aMwEAUKGUOKbh4eHas2dPkeXr1q1zfmk4AADXkhLHdPDgwRo6dKj++9//ymazKTk5WQsXLtTIkSP15JNPlsWMAACUayX+CrYXXnhBDodDd9xxh86ePau2bdvKbrdr5MiReuaZZ8piRgAAyjWbZVnW5TwwJydHe/bs0ZkzZ9SoUSMFBgaW9myXlJ6erpCQEN0R3J8PugeKy4cPugeKK8+Ro5Un5yotLU3BwcEXXO+yvxzcx8dHjRo1utyHAwBw1ShxTDt06CCbzXbB+1etWmU0EAAAFU2JY9qsWTOX27m5uUpISNCvv/6q2NjY0poLAIAKo8QxnTZt2nmXjxs3TmfOnDEeCACAiqbUPui+f//+mjNnTmltDgCACqPUYrphwwb5+vqW1uYAAKgwSvw0b8+ePV1uW5allJQUbdy4UWPGjCm1wQAAqChKHNOQkBCX2x4eHoqJidH48ePVuXPnUhsMAICKokQxzc/P18CBA9WkSROFhYWV1UwAAFQoJbpm6unpqc6dO/PtMAAA/EGJX4DUuHFjJSUllcUsAABUSJf15eAjR47U0qVLlZKSovT0dJd/AAC41hT7mun48eM1YsQI3XXXXZKke++91+VjBS3Lks1mU35+fulPCQBAOVbsmMbFxemJJ57Q999/X5bzAABQ4RQ7poXf1NauXbsyGwYAgIqoRNdML/ZtMQAAXKtK9D7T+vXrXzKoqampRgMBAFDRlCimcXFxRT4BCQCAa12JYtq7d29VrVq1rGYBAKBCKvY1U66XAgBwfsWOaeGreQEAgKtiP83rcDjKcg4AACqsUvtycAAArlXEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDxBQAAEPEFAAAQ8QUAABDXu4eABXTA4MPaeCI/Vo8L0LvTaonSRoSt1s3tTqtSlVzlHXWQ79tCdbc1+ro8D5/5+OqVM/S02P36MaWaco666kVi6sqfmodOfJt7joUoEz0ezJJ/Z7c77Ls0D5/Pd79VuftBjemKfbZvYppki5Hvk1JiYH6+xPNlJPtqSY3n9I/5mw577aH9rlZu7cHl+X4KCFiihK7vnGGuj6YoqSdAS7L92wP1OolVXU8xa6gkDz1G3JAL8/+VY90vEUOh00eHpbiZm3Xqd99NLJPU1WqkqMR/0hUfp6H5k2r7Z6DAcrQ/j0BenFwM+ft/D/80tjgxjRNeDdBi2ZH6d1J9ZWfb1Pd+mfkcBSssyMhRP06tHbZ3kNDktS05Snt3h50ReZH8bn1ad41a9bonnvuUUREhGw2mxYvXuzOcVAMvv75eu61RE0fc73OpLv+LvbvRdX168YQHT/iq72/BWr+G7VVNSJbVWtkSZKatz6lyHpnNeW5GCXtDNTGtZW04M3a6tY3WV7eDnccDlCm8vNsOnXS7vwn/bSP877Hntutrz+K1Kdzauvg3kAd2R+gtcuqKS+34K/lvDwP18emeevWDie0YnF1STyTU964NaaZmZlq2rSp3n77bXeOgRJ46qU9+ml1mBI2hF10Pbtfvjr1PKqUQ746cdQuSWrQLF37dwXo9Mn//YWyaV2YAoLyVSv6bJnODbhDjaizWrBinWZ/u16jJm1XlfCCXyxDKuWowY3pOp3qrdfmb9TC79fqH3M2q9FNpy+4rVvbn1BQSK6WfVX9Ck2PknDr07xdu3ZV165d3TkCSqDtXccV3eiMht5/0wXXubtPsh4ZuU9+AQ4dSvLTi480dv6mHVYlV6dPerusX3i7UuUcJZXd6MAVl7gtRFP/3kiH9/urUpVs9X1in6bEb9KTPVsqvOY5SVK/J/dp9uvR2psYpDvuOapJ72/Rkz1bKvmgf5Htdb4vRZvXX6eTx3yv9KGgGCrUNdPs7GxlZ2c7b6enp7txmmtL5fBsPf63JL34SBPl5lz4CY3vl1TVlvVhqlQlRz0fOazRb+zUyD5NL/oY4Gq0cd11zn/fvztQiduCFf/v9WrT5bgOJRW83uBfn9XQ8q8iJElJO4PUrGWqOvdIUfz0ei7buq5alprfdlKvjmp85Q4AJVKhYjpp0iTFxcW5e4xr0vU3ZCiscq5mfLHZuczTS2p8c5ru6Zes7jfeLofDprNnvHT2jJeSD/hp59YgLfrvBt3W6YR++KaqTv3urfpNMly2G3pdriQp9YSPgKtZZoa3jhzwV0TkOW39qeAyycG9ri/iO5QUoCrVs4o8tnP3FGWkees/qytfkVlRchUqpqNHj9bw4cOdt9PT0xUZGenGia4dCf8J1ZP3NHdZNuyVXTqc5K9PP6jpfAViETbJ28eSJO1MCNaDTxxSSKUcpaUWxPOm1qeUmeGpg3uKPq0FXE18/fJUPfKcVi310bEjvjpxzEc1a7u+VqBG1Flt/PG6Pz3SUsceKVq5JFz5eTzDU15VqJja7XbZ7XZ3j3FNOpfppQO7Xf93yTrnqfTTXjqwO0DhNc+p7V0ntPnHUKWleqtyeI4eGHxIOdke+vmHgt/CN/8YpkN7/TVycqLmTKmjsCq5enjoAS39KMJ5XRW4Wjw6Yrf+u7qyjqf46roqOer/VJIc+Tat/lc1STZ9Pi9K/Z9MUtKuQCXtDFTHe4+qZp2zmjjC9ancpi1PqXrNLH33eYR7DgTFUqFiivIrJ8dDN7RIU/eHjygwOE+nT3rr140hGtGnqfMs1OGwadwTN+jpsXv0+sdblX3OQysWV9OC6VFunh4ofZWrZuv5f2xXcGiu0k75aPvmEA3r30Lppwr+PHz1YaR8fPL12KjdCgrJVVJioF58vJmOHnZ9lqbLfSn6bUuIDu8PON9uUE7YLMuy3LXzM2fOaM+ePZKkm266SVOnTlWHDh1UqVIl1apV65KPT09PV0hIiO4I7i8vG9fcgGLx8b70OgAkSXmOHK08OVdpaWkKDr7wp0659cx048aN6tChg/N24fXQ2NhYxcfHu2kqAABKxq0xbd++vdx4YgwAQKngVR8AABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGCKmAAAYIqYAABgipgAAGPJy9wAmLMuSJOVZOW6eBKhAHJa7JwAqjDxHQV8Ke3MhFTqmGRkZkqQfMha5eRIAwNUsIyNDISEhF7zfZl0qt+WYw+FQcnKygoKCZLPZ3D0O/iA9PV2RkZE6dOiQgoOD3T0OUK7x56X8sixLGRkZioiIkIfHha+MVugzUw8PD9WsWdPdY+AigoOD+csBKCb+vJRPFzsjLcQLkAAAMERMAQAwRExRJux2u8aOHSu73e7uUYByjz8vFV+FfgESAADlAWemAAAYIqYAABgipgAAGCKmAAAYqtAf2oDy4cSJE5ozZ442bNigo0ePSpLCw8N12223acCAAapSpYqbJwSAssWZKYz8/PPPql+/vqZPn66QkBC1bdtWbdu2VUhIiKZPn64GDRpo48aN7h4TqFAOHTqkRx55xN1joAR4awyM3HrrrWratKlmzpxZ5PORLcvSE088oV9++UUbNmxw04RAxbN161Y1b95c+fn57h4FxcTTvDCydetWxcfHn/eLBmw2m4YNG6abbrrJDZMB5dfXX3990fuTkpKu0CQoLcQURsLDw/XTTz+pQYMG573/p59+UrVq1a7wVED51qNHD9lstot+RybfhFWxEFMYGTlypB577DFt2rRJd9xxhzOcx44d08qVK/X+++/rtddec/OUQPlSvXp1vfPOO+revft5709ISFCLFi2u8FQwQUxh5Omnn1blypU1bdo0vfPOO85rPJ6enmrRooXi4+PVq1cvN08JlC8tWrTQpk2bLhjTS521ovzhBUgoNbm5uTpx4oQkqXLlyvL29nbzRED5tHbtWmVmZurOO+887/2ZmZnauHGj2rVrd4Unw+UipgAAGOJ9pgAAGCKmAAAYIqYAABgipgAAGCKmQDkzYMAA9ejRw3m7ffv2+r//+78rPsfq1atls9l0+vTpC65js9m0ePHiYm9z3LhxatasmdFc+/fvl81mU0JCgtF2gNJETIFiGDBggGw2m2w2m3x8fBQdHa3x48crLy+vzPf9xRdfaMKECcVatzgBBFD6+NAGoJjuvPNOzZ07V9nZ2fr222/19NNPy9vbW6NHjy6ybk5Ojnx8fEplv5UqVSqV7QAoO5yZAsVkt9sVHh6uqKgoPfnkk+rYsaPzA8sLn5qdOHGiIiIiFBMTI6ngq7R69eql0NBQVapUSd27d9f+/fud28zPz9fw4cMVGhqq6667Ts8991yRT77589O82dnZev755xUZGSm73a7o6GjNnj1b+/fvV4cOHSRJYWFhstlsGjBggCTJ4XBo0qRJqlOnjvz8/NS0aVN99tlnLvv59ttvVb9+ffn5+alDhw4ucxbX888/r/r168vf319169bVmDFjlJubW2S9WbNmKTIyUv7+/urVq5fS0tJc7v/ggw/UsGFD+fr6qkGDBnrnnXdKPAtwJRFT4DL5+fkpJyfHeXvlypVKTEzU8uXLtXTpUuXm5qpLly4KCgrS2rVr9eOPPyowMFB33nmn83Gvv/664uPjNWfOHK1bt06pqan68ssvL7rfhx9+WP/85z81ffp07dixQ7NmzVJgYKAiIyP1+eefS5ISExOVkpKiN998U5I0adIkzZ8/XzNnztT27ds1bNgw9e/fXz/88IOkguj37NlT99xzjxISEjRo0CC98MILJf6ZBAUFKT4+Xr/99pvefPNNvf/++5o2bZrLOnv27NGiRYu0ZMkS/fvf/9aWLVv01FNPOe9fuHChXnrpJU2cOFE7duzQK6+8ojFjxmjevHklnge4YiwAlxQbG2t1797dsizLcjgc1vLlyy273W6NHDnSeX+1atWs7Oxs52MWLFhgxcTEWA6Hw7ksOzvb8vPzs7777jvLsiyrevXq1uTJk5335+bmWjVr1nTuy7Isq127dtbQoUMty7KsxMRES5K1fPny8875/fffW5KsU6dOOZdlZWVZ/v7+1vr1613WffTRR60+ffpYlmVZo0ePtho1auRy//PPP19kW38myfryyy8veP+UKVOsFi1aOG+PHTvW8vT0tA4fPuxc9q9//cvy8PCwUlJSLMuyrHr16lkfffSRy3YmTJhgtWrVyrIsy9q3b58lydqyZcsF9wtcaVwzBYpp6dKlCgwMVG5urhwOh/r27atx48Y572/SpInLddKtW7dqz549CgoKctlOVlaW9u7dq7S0NKWkpKhly5bO+7y8vHTzzTdf8EPOExIS5OnpWaLPbN2zZ4/Onj2rTp06uSzPyclxftfsjh07XOaQpFatWhV7H4U++eQTTZ8+XXv37tWZM2eUl5en4OBgl3Vq1aqlGjVquOzH4XAoMTFRQUFB2rt3rx599FENHjzYuU5eXp5CQkJKPA9wpRBToJg6dOigd999Vz4+PoqIiJCXl+sfn4CAAJfbZ86cUYsWLbRw4cIi26pSpcplzeDn51fix5w5c0aS9M0337hETCq4DlxaNmzYoH79+ikuLk5dunRRSEiIPv74Y73++uslnvX9998vEndPT89SmxUobcQUKKaAgABFR0cXe/3mzZvrk08+UdWqVYucnRWqXr26/vvf/6pt27aSCs7ANm3apObNm593/SZNmsjhcOiHH35Qx44di9xfeGZc+FV4ktSoUSPZ7XYdPHjwgme0DRs2dL6YqtB//vOfSx/kH6xfv15RUVF68cUXncsOHDhQZL2DBw8qOTlZERERzv14eHgoJiZG1apVU0REhJKSktSvX78S7R9wJ16ABJSRfv36qXLlyurevbvWrl2rffv2afXq1Xr22Wd1+PBhSdLQoUP16quvavHixdq5c6eeeuqpi75HtHbt2oqNjdUjjzyixYsXO7e5aNEiSVJUVJRsNpuWLl2q33//XWfOnFFQUJBGjhypYcOGad68edq7d682b96sGTNmOF/U88QTT2j37t0aNWqUEhMT9dFHHyk+Pr5Ex3v99dfr4MGD+vjjj7V3715Nnz79vC+m8vX1VWxsrLZu3aq1a9fq2WefVa9evRQeHi5JiouL06RJkzR9+nTt2rVL27Zt09y5czV16tQSzQNcScQUKCP+/v5as2aNatWqpZ49e6phw4Z69NFHlZWV5TxTHTFihB566CHFxsaqVatWCgoK0n333XfR7b777ru6//779dRTT6lBgwYaPHiwMjMzJUk1atRQXFycXnjhBVWrVk1DhgyRJE2YMEFjxozRpEmT1LBhQ91555365ptvVKdOHUkF1zE///xzLV68WE2bNtXMmTP1yiuvlOh47733Xg0bNkxDhgxRs2bNtH79eo0ZM6bIetHR0erZs6fuuusude7cWTfeeKPLW18GDRqkDz74QHPnzlWTJk3Url07xcfHO2cFyiO+zxQAAEOcmQIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGCImAIAYIiYAgBgiJgCAGDo/wEk7NkDBUIGtgAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 500x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "\n",
    "\n",
    "fig, ax = plt.subplots(figsize=(5, 5))\n",
    "ConfusionMatrixDisplay.from_predictions(test[\"toxic\"], predicts, ax=ax, colorbar=False)\n",
    "ax.xaxis.set_tick_params(rotation=90)\n",
    "_ = ax.set_title(\"Confusion Matrix\")\n",
    "plt.tight_layout()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}