back_translation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/yujia/miniconda3/envs/incivility/lib/python3.7/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "import pickle\n",
    "from tqdm import tqdm\n",
    "import os\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "# workaround for torch hub 403 error\n",
    "torch.hub._validate_not_a_forked_repo=lambda a,b,c: True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(torch.hub.list('pytorch/fairseq')) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "de2en = torch.hub.load('pytorch/fairseq', 'transformer.wmt19.de-en',  checkpoint_file='model1.pt:model2.pt:model3.pt:model4.pt',\n",
    "                       tokenizer='moses', bpe='fastbpe')\n",
    "de2en.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "en2de = torch.hub.load('pytorch/fairseq', 'transformer.wmt19.en-de',  checkpoint_file='model1.pt:model2.pt:model3.pt:model4.pt',\n",
    "                       tokenizer='moses', bpe='fastbpe')\n",
    "en2de.cuda()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>comment</th>\n",
       "      <th>parent_comment</th>\n",
       "      <th>original_post</th>\n",
       "      <th>divisiveness</th>\n",
       "      <th>divisiveness_keyword</th>\n",
       "      <th>human_incivility</th>\n",
       "      <th>stereotype</th>\n",
       "      <th>namecalling</th>\n",
       "      <th>aspersion</th>\n",
       "      <th>...</th>\n",
       "      <th>bert</th>\n",
       "      <th>attention</th>\n",
       "      <th>type_id</th>\n",
       "      <th>personal_attack</th>\n",
       "      <th>third_party_attack</th>\n",
       "      <th>civility</th>\n",
       "      <th>comment_de</th>\n",
       "      <th>comment_en</th>\n",
       "      <th>bert_aug</th>\n",
       "      <th>attention_aug</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fysijl2</td>\n",
       "      <td>If I wanted to watch a stable genius, I'd rath...</td>\n",
       "      <td>It's going to devolve into a campaign stump sp...</td>\n",
       "      <td>Today President Trump is expected to hold his ...</td>\n",
       "      <td>1</td>\n",
       "      <td>Trump, coronavirus</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>[101, 2065, 1045, 2359, 2000, 3422, 1037, 6540...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Wenn ich ein stabiles Genie sehen wollte, würd...</td>\n",
       "      <td>If I wanted to see a stable genius, I'd rather...</td>\n",
       "      <td>[101, 2065, 1045, 2359, 2000, 2156, 1037, 6540...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fygrqc9</td>\n",
       "      <td>If they're willing to shoot a deceptive video ...</td>\n",
       "      <td>Look, you're simply wrong or haven't done the ...</td>\n",
       "      <td>Media are just plain lying about Kayleigh McEn...</td>\n",
       "      <td>1</td>\n",
       "      <td>Kayleigh McEnany</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>[101, 2065, 2027, 1005, 2128, 5627, 2000, 5607...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Wenn sie bereit sind, ein irreführendes Video ...</td>\n",
       "      <td>If they are willing to make a misleading video...</td>\n",
       "      <td>[101, 2065, 2027, 2024, 5627, 2000, 2191, 1037...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>g0ql4qq</td>\n",
       "      <td>Would be thrilling if he ended up actually bei...</td>\n",
       "      <td>Second challenge is disputing just about every...</td>\n",
       "      <td>Today President Trump is expected to hold his ...</td>\n",
       "      <td>1</td>\n",
       "      <td>Kanye West</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>[101, 2052, 2022, 26162, 2065, 2002, 3092, 203...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>Wäre spannend, wenn er am Ende tatsächlich für...</td>\n",
       "      <td>It would be exciting if he was actually punish...</td>\n",
       "      <td>[101, 2009, 2052, 2022, 10990, 2065, 2002, 200...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fz1nlup</td>\n",
       "      <td>Nope they like to let one vote side against th...</td>\n",
       "      <td>LETS GOOOO. Romney found his balls!!</td>\n",
       "      <td>Romney reportedly will vote against controvers...</td>\n",
       "      <td>1</td>\n",
       "      <td>Romney, controversial Fed nominee</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>[101, 16780, 2027, 2066, 2000, 2292, 2028, 378...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Nein, sie lassen gerne eine Seite gegen die Di...</td>\n",
       "      <td>No, they like to let one side vote against thi...</td>\n",
       "      <td>[101, 2053, 1010, 2027, 2066, 2000, 2292, 2028...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fzd1ea2</td>\n",
       "      <td>Most conservatives agree with you. However, co...</td>\n",
       "      <td>you know you can commit a violent crime and no...</td>\n",
       "      <td>If african americans commit 3x more violent cr...</td>\n",
       "      <td>1</td>\n",
       "      <td>african american crime, police</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>[101, 2087, 11992, 5993, 2007, 2017, 1012, 217...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>Die meisten Konservativen stimmen Ihnen zu. Ab...</td>\n",
       "      <td>Most conservatives agree with you, but to comm...</td>\n",
       "      <td>[101, 2087, 11992, 5993, 2007, 2017, 1010, 202...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        id                                            comment  \\\n",
       "0  fysijl2  If I wanted to watch a stable genius, I'd rath...   \n",
       "1  fygrqc9  If they're willing to shoot a deceptive video ...   \n",
       "2  g0ql4qq  Would be thrilling if he ended up actually bei...   \n",
       "3  fz1nlup  Nope they like to let one vote side against th...   \n",
       "4  fzd1ea2  Most conservatives agree with you. However, co...   \n",
       "\n",
       "                                      parent_comment  \\\n",
       "0  It's going to devolve into a campaign stump sp...   \n",
       "1  Look, you're simply wrong or haven't done the ...   \n",
       "2  Second challenge is disputing just about every...   \n",
       "3               LETS GOOOO. Romney found his balls!!   \n",
       "4  you know you can commit a violent crime and no...   \n",
       "\n",
       "                                       original_post divisiveness  \\\n",
       "0  Today President Trump is expected to hold his ...            1   \n",
       "1  Media are just plain lying about Kayleigh McEn...            1   \n",
       "2  Today President Trump is expected to hold his ...            1   \n",
       "3  Romney reportedly will vote against controvers...            1   \n",
       "4  If african americans commit 3x more violent cr...            1   \n",
       "\n",
       "                divisiveness_keyword  human_incivility  stereotype  \\\n",
       "0                 Trump, coronavirus                 2           0   \n",
       "1                   Kayleigh McEnany                 0           0   \n",
       "2                         Kanye West                 1           0   \n",
       "3  Romney, controversial Fed nominee                 0           0   \n",
       "4     african american crime, police                 2           1   \n",
       "\n",
       "   namecalling  aspersion  ...  \\\n",
       "0            3          0  ...   \n",
       "1            0          0  ...   \n",
       "2            0          0  ...   \n",
       "3            0          0  ...   \n",
       "4            0          1  ...   \n",
       "\n",
       "                                                bert  \\\n",
       "0  [101, 2065, 1045, 2359, 2000, 3422, 1037, 6540...   \n",
       "1  [101, 2065, 2027, 1005, 2128, 5627, 2000, 5607...   \n",
       "2  [101, 2052, 2022, 26162, 2065, 2002, 3092, 203...   \n",
       "3  [101, 16780, 2027, 2066, 2000, 2292, 2028, 378...   \n",
       "4  [101, 2087, 11992, 5993, 2007, 2017, 1012, 217...   \n",
       "\n",
       "                                           attention  \\\n",
       "0  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "1  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "2  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "3  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "4  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "\n",
       "                                             type_id personal_attack  \\\n",
       "0  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...               0   \n",
       "1  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...               0   \n",
       "2  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...               0   \n",
       "3  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...               0   \n",
       "4  [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...               0   \n",
       "\n",
       "  third_party_attack civility  \\\n",
       "0                  1        4   \n",
       "1                  0        1   \n",
       "2                  0        1   \n",
       "3                  0        0   \n",
       "4                  0        3   \n",
       "\n",
       "                                          comment_de  \\\n",
       "0  Wenn ich ein stabiles Genie sehen wollte, würd...   \n",
       "1  Wenn sie bereit sind, ein irreführendes Video ...   \n",
       "2  Wäre spannend, wenn er am Ende tatsächlich für...   \n",
       "3  Nein, sie lassen gerne eine Seite gegen die Di...   \n",
       "4  Die meisten Konservativen stimmen Ihnen zu. Ab...   \n",
       "\n",
       "                                          comment_en  \\\n",
       "0  If I wanted to see a stable genius, I'd rather...   \n",
       "1  If they are willing to make a misleading video...   \n",
       "2  It would be exciting if he was actually punish...   \n",
       "3  No, they like to let one side vote against thi...   \n",
       "4  Most conservatives agree with you, but to comm...   \n",
       "\n",
       "                                            bert_aug  \\\n",
       "0  [101, 2065, 1045, 2359, 2000, 2156, 1037, 6540...   \n",
       "1  [101, 2065, 2027, 2024, 5627, 2000, 2191, 1037...   \n",
       "2  [101, 2009, 2052, 2022, 10990, 2065, 2002, 200...   \n",
       "3  [101, 2053, 1010, 2027, 2066, 2000, 2292, 2028...   \n",
       "4  [101, 2087, 11992, 5993, 2007, 2017, 1010, 202...   \n",
       "\n",
       "                                       attention_aug  \n",
       "0  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "1  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "2  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "3  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "4  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "\n",
       "[5 rows x 23 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "annotated_data_dir = './data/labeled/final_annotated_data_incivility_3030_processed.pickle'\n",
    "annotated_df = pd.read_pickle(annotated_data_dir)\n",
    "annotated_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "207"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(annotated_df.bert_aug.values[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "comments = annotated_df.comment_de.values\n",
    "# comments[690] = comments[690][:5000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch, gc\n",
    "gc.collect()\n",
    "torch.cuda.empty_cache()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "english = []\n",
    "for i in range(0, len(comments), 10):\n",
    "    print(i)\n",
    "    temp = comments[i: i+10]\n",
    "    english.extend(de2en.translate(temp))\n",
    "len(english)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'english' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_5042/3101583945.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mannotated_df\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'comment_en'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menglish\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mannotated_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_pickle\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'./data/labeled/final_annotated_data_incivility_3030_processed_de_en.pickle'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'english' is not defined"
     ]
    }
   ],
   "source": [
    "annotated_df['comment_en'] = english\n",
    "annotated_df.to_pickle('./data/labeled/final_annotated_data_incivility_3030_processed_de_en.pickle')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>comment</th>\n",
       "      <th>parent_comment</th>\n",
       "      <th>original_post</th>\n",
       "      <th>divisiveness</th>\n",
       "      <th>divisiveness_keyword</th>\n",
       "      <th>human_incivility</th>\n",
       "      <th>stereotype</th>\n",
       "      <th>namecalling</th>\n",
       "      <th>aspersion</th>\n",
       "      <th>...</th>\n",
       "      <th>vulgarity</th>\n",
       "      <th>other</th>\n",
       "      <th>personal_attack</th>\n",
       "      <th>third_party_attack</th>\n",
       "      <th>civility</th>\n",
       "      <th>roberta</th>\n",
       "      <th>attention_mask</th>\n",
       "      <th>comment_en</th>\n",
       "      <th>roberta_aug</th>\n",
       "      <th>attention_mask_aug</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fysijl2</td>\n",
       "      <td>If I wanted to watch a stable genius, I'd rath...</td>\n",
       "      <td>It's going to devolve into a campaign stump sp...</td>\n",
       "      <td>Today President Trump is expected to hold his ...</td>\n",
       "      <td>1</td>\n",
       "      <td>Trump, coronavirus</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>[0, 1106, 38, 770, 7, 1183, 10, 4375, 16333, 6...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>If I wanted to see a stable genius, I'd rather...</td>\n",
       "      <td>[0, 1106, 38, 770, 7, 192, 10, 4375, 16333, 6,...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>fygrqc9</td>\n",
       "      <td>If they're willing to shoot a deceptive video ...</td>\n",
       "      <td>Look, you're simply wrong or haven't done the ...</td>\n",
       "      <td>Media are just plain lying about Kayleigh McEn...</td>\n",
       "      <td>1</td>\n",
       "      <td>Kayleigh McEnany</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>[0, 1106, 51, 214, 2882, 7, 4511, 10, 31405, 5...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>If they are willing to make a misleading video...</td>\n",
       "      <td>[0, 1106, 51, 32, 2882, 7, 146, 10, 12030, 569...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>g0ql4qq</td>\n",
       "      <td>Would be thrilling if he ended up actually bei...</td>\n",
       "      <td>Second challenge is disputing just about every...</td>\n",
       "      <td>Today President Trump is expected to hold his ...</td>\n",
       "      <td>1</td>\n",
       "      <td>Kanye West</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>[0, 29042, 28, 16208, 114, 37, 1249, 62, 888, ...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>It would be exciting if he was actually punish...</td>\n",
       "      <td>[0, 243, 74, 28, 3571, 114, 37, 21, 888, 14459...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>fz1nlup</td>\n",
       "      <td>Nope they like to let one vote side against th...</td>\n",
       "      <td>LETS GOOOO. Romney found his balls!!</td>\n",
       "      <td>Romney reportedly will vote against controvers...</td>\n",
       "      <td>1</td>\n",
       "      <td>Romney, controversial Fed nominee</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>[0, 487, 9877, 51, 101, 7, 905, 65, 900, 526, ...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>No, they like to let one side vote against thi...</td>\n",
       "      <td>[0, 3084, 6, 51, 101, 7, 905, 65, 526, 900, 13...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>fzd1ea2</td>\n",
       "      <td>Most conservatives agree with you. However, co...</td>\n",
       "      <td>you know you can commit a violent crime and no...</td>\n",
       "      <td>If african americans commit 3x more violent cr...</td>\n",
       "      <td>1</td>\n",
       "      <td>african american crime, police</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>[0, 2895, 9930, 2854, 19, 47, 4, 635, 6, 11389...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "      <td>Most conservatives agree with you, but to comm...</td>\n",
       "      <td>[0, 2895, 9930, 2854, 19, 47, 6, 53, 7, 6225, ...</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        id                                            comment  \\\n",
       "0  fysijl2  If I wanted to watch a stable genius, I'd rath...   \n",
       "1  fygrqc9  If they're willing to shoot a deceptive video ...   \n",
       "2  g0ql4qq  Would be thrilling if he ended up actually bei...   \n",
       "3  fz1nlup  Nope they like to let one vote side against th...   \n",
       "4  fzd1ea2  Most conservatives agree with you. However, co...   \n",
       "\n",
       "                                      parent_comment  \\\n",
       "0  It's going to devolve into a campaign stump sp...   \n",
       "1  Look, you're simply wrong or haven't done the ...   \n",
       "2  Second challenge is disputing just about every...   \n",
       "3               LETS GOOOO. Romney found his balls!!   \n",
       "4  you know you can commit a violent crime and no...   \n",
       "\n",
       "                                       original_post divisiveness  \\\n",
       "0  Today President Trump is expected to hold his ...            1   \n",
       "1  Media are just plain lying about Kayleigh McEn...            1   \n",
       "2  Today President Trump is expected to hold his ...            1   \n",
       "3  Romney reportedly will vote against controvers...            1   \n",
       "4  If african americans commit 3x more violent cr...            1   \n",
       "\n",
       "                divisiveness_keyword  human_incivility  stereotype  \\\n",
       "0                 Trump, coronavirus                 2           0   \n",
       "1                   Kayleigh McEnany                 0           0   \n",
       "2                         Kanye West                 1           0   \n",
       "3  Romney, controversial Fed nominee                 0           0   \n",
       "4     african american crime, police                 2           1   \n",
       "\n",
       "   namecalling  aspersion  ...  vulgarity  other  personal_attack  \\\n",
       "0            3          0  ...          1      0                0   \n",
       "1            0          0  ...          0      1                0   \n",
       "2            0          0  ...          1      0                0   \n",
       "3            0          0  ...          0      0                0   \n",
       "4            0          1  ...          1      0                0   \n",
       "\n",
       "   third_party_attack  civility  \\\n",
       "0                   1         4   \n",
       "1                   0         1   \n",
       "2                   0         1   \n",
       "3                   0         0   \n",
       "4                   0         3   \n",
       "\n",
       "                                             roberta  \\\n",
       "0  [0, 1106, 38, 770, 7, 1183, 10, 4375, 16333, 6...   \n",
       "1  [0, 1106, 51, 214, 2882, 7, 4511, 10, 31405, 5...   \n",
       "2  [0, 29042, 28, 16208, 114, 37, 1249, 62, 888, ...   \n",
       "3  [0, 487, 9877, 51, 101, 7, 905, 65, 900, 526, ...   \n",
       "4  [0, 2895, 9930, 2854, 19, 47, 4, 635, 6, 11389...   \n",
       "\n",
       "                                      attention_mask  \\\n",
       "0  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "1  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "2  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "3  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "4  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...   \n",
       "\n",
       "                                          comment_en  \\\n",
       "0  If I wanted to see a stable genius, I'd rather...   \n",
       "1  If they are willing to make a misleading video...   \n",
       "2  It would be exciting if he was actually punish...   \n",
       "3  No, they like to let one side vote against thi...   \n",
       "4  Most conservatives agree with you, but to comm...   \n",
       "\n",
       "                                         roberta_aug  \\\n",
       "0  [0, 1106, 38, 770, 7, 192, 10, 4375, 16333, 6,...   \n",
       "1  [0, 1106, 51, 32, 2882, 7, 146, 10, 12030, 569...   \n",
       "2  [0, 243, 74, 28, 3571, 114, 37, 21, 888, 14459...   \n",
       "3  [0, 3084, 6, 51, 101, 7, 905, 65, 526, 900, 13...   \n",
       "4  [0, 2895, 9930, 2854, 19, 47, 6, 53, 7, 6225, ...   \n",
       "\n",
       "                                  attention_mask_aug  \n",
       "0  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "1  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "2  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "3  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "4  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ...  \n",
       "\n",
       "[5 rows x 21 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roberta_data_dir = './data/labeled/final_annotated_data_roberta.pickle'\n",
    "df = pd.read_pickle(roberta_data_dir)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['comment_en'] = annotated_df['comment_en']\n",
    "df.to_pickle(roberta_data_dir)\n",
    "df"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "incivility",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.16"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}