merge_testing_abstracts.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "csv1 = pd.read_csv('testing/abstract_1_output.csv',sep='\\t',encoding='utf-8')\n",
    "csv2 = pd.read_csv('testing/abstract_2_output.csv',sep='\\t',encoding='utf-8')\n",
    "csv3 = pd.read_csv('testing/abstract_3_output.csv',sep='\\t',encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>FPGA</th>\n",
       "      <th>qualitative attribute</th>\n",
       "      <th>Random variables</th>\n",
       "      <th>logic programming languages</th>\n",
       "      <th>Chemicals</th>\n",
       "      <th>Adaptive filters</th>\n",
       "      <th>Metadata Management</th>\n",
       "      <th>data locality manager</th>\n",
       "      <th>Power Generation Products Engineering Division</th>\n",
       "      <th>...</th>\n",
       "      <th>H/sup /spl infin// induced norm</th>\n",
       "      <th>exploratory spatial data analysis</th>\n",
       "      <th>Open loop systems</th>\n",
       "      <th>decision making</th>\n",
       "      <th>reinforcement learning</th>\n",
       "      <th>Markov processes</th>\n",
       "      <th>Context modeling</th>\n",
       "      <th>domain-model terms</th>\n",
       "      <th>feature continuum</th>\n",
       "      <th>NASC</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3 rows × 1775 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0  FPGA  qualitative attribute   Random variables  \\\n",
       "0           0     0                      0                  0   \n",
       "1           0     0                      0                  0   \n",
       "2           0     0                      0                  0   \n",
       "\n",
       "   logic programming languages  Chemicals  Adaptive filters  \\\n",
       "0                            0          0                 0   \n",
       "1                            0          0                 0   \n",
       "2                            0          0                 0   \n",
       "\n",
       "   Metadata Management\\r\\n  data locality manager  \\\n",
       "0                        0                      0   \n",
       "1                        0                      0   \n",
       "2                        0                      0   \n",
       "\n",
       "   Power Generation Products Engineering Division  ...   \\\n",
       "0                                               0  ...    \n",
       "1                                               0  ...    \n",
       "2                                               0  ...    \n",
       "\n",
       "   H/sup /spl infin// induced norm  exploratory spatial data analysis  \\\n",
       "0                                0                                  0   \n",
       "1                                0                                  0   \n",
       "2                                0                                  0   \n",
       "\n",
       "   Open loop systems  decision making  reinforcement learning  \\\n",
       "0                  0                0                       0   \n",
       "1                  0                0                       0   \n",
       "2                  0                0                       0   \n",
       "\n",
       "   Markov processes   Context modeling   domain-model terms  \\\n",
       "0                 0                   0                   0   \n",
       "1                 0                   0                   0   \n",
       "2                 0                   0                   0   \n",
       "\n",
       "   feature continuum\\r\\n  NASC  \n",
       "0                      0     0  \n",
       "1                      0     0  \n",
       "2                      0     0  \n",
       "\n",
       "[3 rows x 1775 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_row_merged = pd.concat([csv1,csv2,csv3], ignore_index=True)\n",
    "display(df_row_merged)\n",
    "df_row_merged=df_row_merged.replace([0,1],['','X'])\n",
    "df_row_merged.to_csv('testing/abstract_context.csv',sep=',',encoding='utf-8')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "import csv\n",
    "with open('final.csv', 'w', newline='') as csvfile:\n",
    "    Writer = csv.writer(csvfile, delimiter=' ', quotechar='|', quoting=csv.QUOTE_MINIMAL)\n",
    "    Writer.writerow(csv1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['FPGA',\n",
       " 'qualitative attribute',\n",
       " ' Random variables',\n",
       " 'logic programming languages',\n",
       " 'Chemicals',\n",
       " 'Adaptive filters',\n",
       " 'Metadata Management\\r\\n',\n",
       " 'data locality manager',\n",
       " 'Power Generation Products Engineering Division',\n",
       " 'hand gesture recognition',\n",
       " 'model stability',\n",
       " 'Data Interoperability\\r\\n',\n",
       " ' Data mining ',\n",
       " 'SC implementation',\n",
       " 'Speech recognition',\n",
       " 'Biological system modeling',\n",
       " 'Deep Q-Networks',\n",
       " 'inference mechanisms',\n",
       " 'deep divergence-based clustering',\n",
       " 'Computers',\n",
       " 'Principal component analysis',\n",
       " 'ï»¿Decision trees',\n",
       " 'input data preprocessing methods',\n",
       " 'machine learning theory',\n",
       " 'convolution neural networks',\n",
       " 'statistical analysis',\n",
       " 'nonsmooth membership functions',\n",
       " ' Information technology  ',\n",
       " ' Computers ',\n",
       " 'peer-to-peer computing',\n",
       " 'fault samples',\n",
       " 'Principal component analysis\\r\\n',\n",
       " 'scholarly communication',\n",
       " 'deep learning performance',\n",
       " 'Dynamic Data Management',\n",
       " 'semantic technologies',\n",
       " 'Manufacturing systems',\n",
       " 'computer vision',\n",
       " 'ï»¿Facebook',\n",
       " 'big-data analyses',\n",
       " 'Mathematics',\n",
       " 'innovative accumulator',\n",
       " 'aerospace control',\n",
       " 'disclosure risk',\n",
       " 'dot product matching neural network',\n",
       " ' Testing ',\n",
       " 'semantics',\n",
       " 'Predictive medicine',\n",
       " 'SSD cache',\n",
       " 'desired arm movement patterns',\n",
       " 'pattern discovery',\n",
       " ' Focusing ',\n",
       " 'finger joint detection',\n",
       " 'ontologies (artificial intelligence)',\n",
       " 'Production',\n",
       " 'ï»¿Data visualization',\n",
       " 'geographic information systems',\n",
       " 'asynchronous blocks',\n",
       " 'inter-university upper atmosphere global observation network',\n",
       " 'Chinese Web filtering',\n",
       " 'Benchmark testing',\n",
       " 'data analytics problems',\n",
       " 'Engines',\n",
       " 'Social network services',\n",
       " 'signal detection',\n",
       " 'charge domain characteristics',\n",
       " 'Optical fiber theory',\n",
       " 'ï»¿Machine learning',\n",
       " 'cognitive solution',\n",
       " 'benchmark deep learning datasets',\n",
       " 'big social data',\n",
       " 'Fault tolerance',\n",
       " 'Separating Hyper-plane',\n",
       " 'Taxonomy',\n",
       " ' Boosting ',\n",
       " ' Educational institutions ',\n",
       " 'Organizations',\n",
       " 'human computer interaction',\n",
       " 'cognitive computers',\n",
       " 'artificial neural networks',\n",
       " 'push recovery learning',\n",
       " 'highly accurate inference',\n",
       " 'financial market',\n",
       " 'Information science',\n",
       " 'SVM classifier inference',\n",
       " 'brain models',\n",
       " 'semisupervised machine learning',\n",
       " 'Wavelength routing',\n",
       " 'Support vector machines ',\n",
       " 'cloud computing',\n",
       " 'analog storage',\n",
       " 'Medical diagnostic imaging',\n",
       " 'training progress',\n",
       " 'ï»¿Support vector machines',\n",
       " 'social networks',\n",
       " ' Kernel ',\n",
       " 'mossy fiber synaptic glomerulus',\n",
       " 'deep kernel learning\\r\\n',\n",
       " 'Quadratic programming',\n",
       " ' Natural languages ',\n",
       " 'shuffling method',\n",
       " 'gradient based learning algorithms',\n",
       " ' Market research ',\n",
       " 'first-person perspective game\\r\\n',\n",
       " 'core memory',\n",
       " 'big data I/O performance',\n",
       " 'AD classification\\r\\n',\n",
       " 'Machine learning',\n",
       " 'application allocation',\n",
       " 'maximum probability',\n",
       " 'compensation',\n",
       " 'worst-case identification',\n",
       " 'quantitative analysis method',\n",
       " 'iteration algorithm',\n",
       " 'class labels',\n",
       " 'distributed mining',\n",
       " ' Ontologies ',\n",
       " 'Counter-terrorism',\n",
       " ' Computer architecture ',\n",
       " ' Machine learning  ',\n",
       " 'Fuzzy Numbers',\n",
       " 'deep belief networks',\n",
       " 'text recognition',\n",
       " 'software frameworks',\n",
       " 'ï»¿Feature extraction',\n",
       " 'Parasitic capacitance',\n",
       " 'Routing',\n",
       " 'crossbreed genetic algorithm',\n",
       " ' Training data ',\n",
       " 'data mining algorithm',\n",
       " ' Vectors ',\n",
       " 'high-capacity associative memory\\r\\n',\n",
       " 'neuroscience',\n",
       " ' algorithms',\n",
       " 'ill-protected copies',\n",
       " 'multilayer neural networks',\n",
       " 'highly efficient deep learning inference mechanisms',\n",
       " 'BISON',\n",
       " 'neural network architectures',\n",
       " ' Natural language processing ',\n",
       " 'virtual living things',\n",
       " 'Vegetation',\n",
       " 'black-box attack approach',\n",
       " 'dynamic loci',\n",
       " 'extended BAM neural network model',\n",
       " 'chaos',\n",
       " 'image representation',\n",
       " 'patient diagnosis',\n",
       " 'Deep learning',\n",
       " 'Python-based deep learning library',\n",
       " 'Human-Computer Interaction (HCl)',\n",
       " 'Stability',\n",
       " 'knowledge science',\n",
       " 'recognition rate\\r\\n',\n",
       " 'deep learning based recommender systems',\n",
       " 'social set analysis',\n",
       " 'classifier training',\n",
       " 'PR learning',\n",
       " 'ARM data center',\n",
       " 'Backpropagation algorithms',\n",
       " 'Distributed Deep Larning Platform',\n",
       " 'Cognitive informatics',\n",
       " 'Conferences',\n",
       " 'M.2 SSD cache',\n",
       " 'Alzheimers disease classification',\n",
       " 'sequential access',\n",
       " 'ï»¿Games',\n",
       " 'Training',\n",
       " 'DCNN',\n",
       " 'company data',\n",
       " 'hardware resource utilization',\n",
       " 'Logic circuits',\n",
       " ' Intelligent agent ',\n",
       " 'production equipment',\n",
       " ' Unsolicited electronic mail ',\n",
       " 'medical diagnostics',\n",
       " 'inference mechanism',\n",
       " 'RL agent',\n",
       " 'Inter-Cloud\\r\\n',\n",
       " 'risk management',\n",
       " ' Protocols ',\n",
       " 'gas turbine',\n",
       " 'Network-on-a-chip',\n",
       " 'Energy states',\n",
       " 'hardware-friendly neural structures',\n",
       " ' Computational modeling ',\n",
       " 'middleware',\n",
       " 'cloud file-sharing services',\n",
       " 'maximal margin classification',\n",
       " 'large-scale data intensive scientific application',\n",
       " 'continual neural networks',\n",
       " 'Filtering algorithms',\n",
       " ' Cybernetics ',\n",
       " 'Feedforward neural networks',\n",
       " ' Communities ',\n",
       " 'radial basis function network structure',\n",
       " 'flexible beam\\r\\n',\n",
       " 'foot X-ray image',\n",
       " 'record processing',\n",
       " 'structural vibrations',\n",
       " 'Trajectory',\n",
       " 'semantic computing',\n",
       " 'decision tree induction algorithms ID3',\n",
       " 'engineering\\r\\n',\n",
       " 'routing',\n",
       " 'Hypertension',\n",
       " 'medical decision support system',\n",
       " 'stock markets',\n",
       " 'Solids',\n",
       " 'Noise measurement',\n",
       " ' Image color analysis ',\n",
       " 'stacked denoising autoencoders',\n",
       " 'MapReduce model',\n",
       " 'MapReduce',\n",
       " 'deep learning research',\n",
       " 'mathematical engineering',\n",
       " 'hierarchical deep learning models',\n",
       " 'feedback',\n",
       " 'digitally-controlled synapse\\r\\n',\n",
       " 'patient treatment',\n",
       " 'deep core learning',\n",
       " 'Thumb',\n",
       " 'Servers',\n",
       " 'Bayes methods',\n",
       " 'big data tool',\n",
       " 'general feedback learning method',\n",
       " 'knowledge based systems',\n",
       " 'design engineering',\n",
       " 'Big Data analytical process',\n",
       " 'ï»¿Handheld computers',\n",
       " 'multiple parallel deep learning frameworks',\n",
       " ' Electronic learning ',\n",
       " 'Real-time systems',\n",
       " 'deep learning',\n",
       " 'adaptability\\r\\n',\n",
       " 'fault-tolerant',\n",
       " 'spacetime large data',\n",
       " ' Big Data ',\n",
       " 'decision tree',\n",
       " 'Interoperability',\n",
       " ' Memory ',\n",
       " 'Big data search and mining',\n",
       " 'pose estimation',\n",
       " 'Text processing',\n",
       " 'numerical computation library',\n",
       " 'video streams',\n",
       " 'cellular automata',\n",
       " 'Electromyography',\n",
       " 'Brain modeling',\n",
       " 'Educational institutions',\n",
       " 'traditional training method',\n",
       " 'programmable bits weights',\n",
       " 'Kinetic theory',\n",
       " 'LSTM based model',\n",
       " 'Big Data Platforms\\r\\n',\n",
       " 'Arthritis',\n",
       " 'softmax classifier',\n",
       " 'backpropagation neural network',\n",
       " 'multiprocessor interconnection networks',\n",
       " 'deep reasoning',\n",
       " 'optimisation',\n",
       " 'data preprocessing',\n",
       " 'environmental characteristics',\n",
       " 'next-gen tools',\n",
       " 'dynamic backward error assignment',\n",
       " 'Statistics',\n",
       " 'frequent patterns',\n",
       " 'Signal processing',\n",
       " 'computational complexity',\n",
       " 'R-2R ladder network',\n",
       " ' Software engineering ',\n",
       " ' Electronic mail  ',\n",
       " 'Computer vision',\n",
       " 'Biomedical imaging',\n",
       " 'Inference mechanisms',\n",
       " ' Radial basis function networks ',\n",
       " 'Data models',\n",
       " 'parallel architectures',\n",
       " 'Biodiversity data',\n",
       " ' Data visualization ',\n",
       " 'network structures',\n",
       " 'spatiotemporal data',\n",
       " 'ï»¿Biological neural networks',\n",
       " 'pattern clustering',\n",
       " 'portfolios',\n",
       " 'deep reinforcement learning approach',\n",
       " 'Wind turbines',\n",
       " ' Face detection  ',\n",
       " 'data source',\n",
       " 'iterated game executions',\n",
       " 'large scale integration\\r\\n',\n",
       " 'road accident\\r\\n',\n",
       " 'image classification',\n",
       " 'unknown nonlinear plant',\n",
       " 'human pose estimation\\r\\n',\n",
       " 'commercial hotspot exploration',\n",
       " 'Big data',\n",
       " 'open-loop structures',\n",
       " 'order parameter coherency\\r\\n',\n",
       " 'Learning systems ',\n",
       " 'recommender system problem',\n",
       " 'medical decision making',\n",
       " ' Inverse problems ',\n",
       " 'Naive Bayes classifier',\n",
       " 'Keras',\n",
       " 'random forest',\n",
       " 'Tellurium',\n",
       " 'Neural net architecture',\n",
       " 'neurocomputer\\r\\n',\n",
       " ' Multimedia databases ',\n",
       " 'discrete wavelet transforms',\n",
       " ' Proposals ',\n",
       " 'geophysical image processing',\n",
       " 'Extrapolation',\n",
       " 'OpenAI Gym',\n",
       " 'deep clustering network',\n",
       " ' Pattern recognition  ',\n",
       " 'EPROM',\n",
       " 'parallel data processing',\n",
       " 'Bismuth',\n",
       " 'organisational aspects',\n",
       " ' Synchronization  ',\n",
       " 'deep reinforcemnet learning',\n",
       " 'multidimensional data set',\n",
       " 'approximate transformable technique',\n",
       " 'Weibo check-in data',\n",
       " 'large scale integration',\n",
       " 'learning (artificial intelligence)',\n",
       " 'Matched filters',\n",
       " 'Scheduling',\n",
       " 'Big Data geospatial visibility',\n",
       " 'Pattern matching',\n",
       " 'incremental learning',\n",
       " 'M.2',\n",
       " 'CA problem',\n",
       " 'preoperative planning',\n",
       " 'MITRE research team',\n",
       " 'Null value',\n",
       " 'digital hardware implementation',\n",
       " 'Associative memory',\n",
       " 'Artificial Neural Networ (ANN)',\n",
       " 'machine learning',\n",
       " 'virtual neural links',\n",
       " 'ladder networks',\n",
       " 'Feature extraction',\n",
       " 'Quality-of-Service',\n",
       " ' Filters ',\n",
       " 'Fitting',\n",
       " ' Job shop scheduling ',\n",
       " 'communication links',\n",
       " 'Fuzzy control',\n",
       " 'high dimensional state-space',\n",
       " ' Data privacy ',\n",
       " 'data stores',\n",
       " 'Signal generators',\n",
       " 'social media big data',\n",
       " 'medical information systems',\n",
       " 'Multi-Layer SVM',\n",
       " 'Data integrity ',\n",
       " 'Decision trees',\n",
       " 'exploratory machine learning attack',\n",
       " 'nonlinear system',\n",
       " 'HCl device',\n",
       " 'unfiltered Web page',\n",
       " ' Best practices ',\n",
       " 'behavior acquisition',\n",
       " 'compensator\\r\\n',\n",
       " 'Datamining',\n",
       " 'ï»¿Sparks',\n",
       " 'RBM',\n",
       " 'backpropagation',\n",
       " 'multiband speech recognition\\r\\n',\n",
       " 'neuroboard',\n",
       " 'cognitive linguistics',\n",
       " 'Pulse modulation',\n",
       " 'high-dimensional real-world applications',\n",
       " ' Information analysis ',\n",
       " 'prosthetics',\n",
       " 'The New York Times',\n",
       " 'Haar transforms',\n",
       " 'machine learning\\r\\n',\n",
       " 'patient datasets',\n",
       " 'ï»¿Performance evaluation',\n",
       " \"deep Q-Netn'rok\",\n",
       " 'vibration control',\n",
       " 'Modern electronic warfare system must judge the threat degree of coming radio emitters correctly in order to counter them by the limited jamming resource effectively. This article puts forward a new strategy to judge the radio emitter threat degree (RETD) based on machine learning. It firstly gets the membership degrees of the input data. Then the input data is classified. A trained fuzzy neural network (FNN) with approaching ability gives the threat degree. The RETD judgment rules could be mined from the network. The correctness and effectiveness are proved in the experiment.\\r\\n',\n",
       " 'DSS',\n",
       " 'closed loop systems',\n",
       " 'H infinity control',\n",
       " 'Decision support systems',\n",
       " ' Error analysis ',\n",
       " 'ROC\\r\\n',\n",
       " 'Hilbert spaces',\n",
       " 'MOOC',\n",
       " 'Distributed databases',\n",
       " 'Output feedback',\n",
       " 'road accident occurance status analysis',\n",
       " 'Instruments ',\n",
       " 'commercial hotspots mining',\n",
       " ' Support vector machines',\n",
       " 'cooperative behavior',\n",
       " 'DQN',\n",
       " 'neural objects',\n",
       " 'fuzzy neural nets',\n",
       " 'Nike',\n",
       " 'Multimedia communication ',\n",
       " 'deep learning networks',\n",
       " 'Tools',\n",
       " 'modified Total Sharp score',\n",
       " 'deep learning algorithms',\n",
       " 'asynchronous random neural networks',\n",
       " 'domain-specific knowledge',\n",
       " 'storage cost',\n",
       " 'data science process',\n",
       " 'Forecasting',\n",
       " 'marketing data processing',\n",
       " 'learning paradigm',\n",
       " 'factor concepts',\n",
       " 'Logistics',\n",
       " 'push recovery',\n",
       " 'Eigenvalues and eigenfunctions',\n",
       " 'routing algorithm',\n",
       " 'open source machine learning',\n",
       " 'ï»¿Mathematical model',\n",
       " ' Databases',\n",
       " 'Differential equations',\n",
       " 'Machine learning algorithms ',\n",
       " ' Probability distribution ',\n",
       " 'blood pressure measurement',\n",
       " 'production engineering computing',\n",
       " 'knee surgeries',\n",
       " 'ï»¿Geospatial analysis',\n",
       " 'gesture recognition',\n",
       " 'Codes',\n",
       " 'Electronic mail',\n",
       " '2D-compatible multilayer neural network',\n",
       " 'face recognition',\n",
       " 'high fidelity inference capability',\n",
       " 'MIL',\n",
       " 'Standards',\n",
       " 'Knee',\n",
       " ' Data Mining',\n",
       " 'Coal ',\n",
       " 'information theoretic learning\\r\\n',\n",
       " 'ï»¿Machine learning algorithms',\n",
       " 'Data sharing',\n",
       " 'optical fibre networks',\n",
       " 'Computer simulation',\n",
       " 'distributed environment',\n",
       " 'Chinese new word extraction',\n",
       " 'language',\n",
       " 'neurophysiology',\n",
       " 'individual goals',\n",
       " 'stability',\n",
       " 'domain model',\n",
       " 'clustering mining',\n",
       " 'robust inference',\n",
       " 'training',\n",
       " 'deep neural network',\n",
       " 'Multilayer perceptrons',\n",
       " 'online course',\n",
       " 'big datasets',\n",
       " 'National electric code',\n",
       " 'Approximation algorithms',\n",
       " 'Boltzmann machines',\n",
       " 'Best Effort',\n",
       " 'Dynamic scheduling',\n",
       " 'active learning',\n",
       " 'big data architectures',\n",
       " 'Incremental learning',\n",
       " ' Semantics ',\n",
       " 'Computer-aided diagnosis\\r\\n',\n",
       " 'semantics algebra',\n",
       " 'Chinese information processing',\n",
       " 'Image sampling',\n",
       " 'groupware',\n",
       " 'control signal',\n",
       " 'standard backpropagation',\n",
       " ' Support vector machines ',\n",
       " 'analogue integrated circuits',\n",
       " 'classification techniques',\n",
       " 'ï»¿Data mining',\n",
       " 'platform independent machine learning library',\n",
       " 'Redundancy',\n",
       " 'Executing Big Data workloads',\n",
       " 'HTM algorithm',\n",
       " 'learning techniques',\n",
       " 'ï»¿Intelligent networks',\n",
       " ' Pipelines ',\n",
       " 'rule induction',\n",
       " 'Bayesian methods',\n",
       " 'classifier',\n",
       " 'learning performance',\n",
       " 'ï»¿Multi-layer neural network',\n",
       " 'business application',\n",
       " 'video streaming',\n",
       " 'hard disk drive',\n",
       " 'Vibration control',\n",
       " 'crowd sourcing geographic data today',\n",
       " 'adversarial machine learning',\n",
       " 'Kernel',\n",
       " 'medical professionals',\n",
       " 'mutual connections',\n",
       " 'Inspection',\n",
       " 'counter-terrorism research',\n",
       " 'deep multiple instance learning',\n",
       " 'critical time',\n",
       " 'Feature Extraction',\n",
       " 'cognitive memory',\n",
       " 'dictionary learning',\n",
       " 'focused mining',\n",
       " 'training data',\n",
       " 'data format',\n",
       " 'transfer function\\r\\n',\n",
       " 'mean square error methods',\n",
       " 'calibrated data agglomerations',\n",
       " 'cache storage',\n",
       " 'Signal processing algorithms',\n",
       " 'computation energy distribution',\n",
       " 'security of data',\n",
       " 'deep knowledge learning',\n",
       " 'hyper planes',\n",
       " ' Observatories ',\n",
       " 'Hierarchical machine learning',\n",
       " 'recurrent correlation neural networks',\n",
       " 'ï»¿Artificial neural networks',\n",
       " 'Quality of Service',\n",
       " 'Accelerometers',\n",
       " 'pattern recognition',\n",
       " 'binary relation',\n",
       " ' Predictive models ',\n",
       " 'action control',\n",
       " 'maintenance engineering',\n",
       " 'HPC idle resources',\n",
       " 'surveillance platform',\n",
       " 'feedforward neural network',\n",
       " 'gas turbines',\n",
       " ' Chemical analysis ',\n",
       " 'experience replay',\n",
       " 'genetic algorithm',\n",
       " 'Geometry',\n",
       " 'Hadoop',\n",
       " 'deep dictionary learning framework',\n",
       " 'statistical boundary vector',\n",
       " 'user-specified constraints',\n",
       " 'Schedules',\n",
       " 'optical networks',\n",
       " 'stabilized parallel deep learning architectures',\n",
       " 'post synaptic potentials',\n",
       " ' Knowledge based systems ',\n",
       " 'HDDs',\n",
       " 'Lyapunov Optimization\\r\\n',\n",
       " 'DQ issues',\n",
       " 'hybrid multilayer feedforward neural network',\n",
       " 'electronic neuronic model',\n",
       " 'Hopfield model neural network',\n",
       " 'fuzzy number spaces',\n",
       " 'awareness-interest-desire-action',\n",
       " 'Correlation',\n",
       " 'object detection',\n",
       " 'big data analysis',\n",
       " 'Machine learning ',\n",
       " ' Courseware ',\n",
       " 'flash-based capacitor',\n",
       " 'Wavelet analysis',\n",
       " ' Conferences ',\n",
       " 'field programmable neural arrays',\n",
       " 'main building blocks',\n",
       " 'ï»¿Terrorism',\n",
       " 'citizen science paradigm',\n",
       " 'Web pages',\n",
       " 'HPC and Big Data Convergence',\n",
       " 'Nonlinear systems ',\n",
       " 'Semantics',\n",
       " 'graphical user interfaces',\n",
       " 'Arithmetic',\n",
       " 'data scheduling',\n",
       " 'ï»¿Magnesium compounds',\n",
       " 'manufacturing systems',\n",
       " ' Data models ',\n",
       " 'Multiprocessor interconnection networks',\n",
       " 'intelligent robots',\n",
       " 'Internet',\n",
       " 'long short-term memory models',\n",
       " 'comprehension quizzes',\n",
       " 'social networking (online)',\n",
       " 'generating control bits',\n",
       " 'complex datasets',\n",
       " 'uncertain data\\r\\n',\n",
       " 'restricted Boltzmann machines',\n",
       " 'distributed platform',\n",
       " 'IoT',\n",
       " ' Costs ',\n",
       " 'duty cycle\\r\\n',\n",
       " 'machine understandable forms',\n",
       " 'feedforward controller',\n",
       " 'data acquisition',\n",
       " 'kernel function',\n",
       " 'Big Data Analytics\\r\\n',\n",
       " 'autonomous source',\n",
       " 'public domain software',\n",
       " 'identification',\n",
       " 'standard feedforward networks',\n",
       " 'ontology-based automated reasoning',\n",
       " 'remote sensing',\n",
       " ' Risk management ',\n",
       " 'statistical learning theory',\n",
       " 'neural network technologies',\n",
       " 'Decision trees ',\n",
       " 'Circuits',\n",
       " 'discussion forum',\n",
       " 'Information management',\n",
       " 'algorithms and programming techniques for Big data processing',\n",
       " 'regression method',\n",
       " 'fitness function',\n",
       " 'BAIPAS',\n",
       " ' Euclidean distance ',\n",
       " 'statistic information',\n",
       " 'ï»¿X-ray imaging',\n",
       " 'decision trees',\n",
       " 'Communication standards',\n",
       " 'inference framework',\n",
       " 'output units',\n",
       " 'neural network',\n",
       " 'multi-agent systems',\n",
       " 'dedicated VLSI',\n",
       " 'Haar wavelet function',\n",
       " 'hepatitis disease diagnosis',\n",
       " 'Visualization',\n",
       " 'statistical learning algorithm',\n",
       " 'Biological neural networks',\n",
       " 'Communication networks',\n",
       " ' Data analysis ',\n",
       " 'continuous Hopfield neural network',\n",
       " 'neural controller',\n",
       " 'Games',\n",
       " 'inference algebra',\n",
       " ' Analytical models ',\n",
       " 'regression analysis',\n",
       " ' Benchmark testing ',\n",
       " 'ï»¿Data integration',\n",
       " 'geographic location',\n",
       " 'computer centres',\n",
       " 'high performance',\n",
       " 'sign recognition',\n",
       " 'data distribution',\n",
       " 'neurochips',\n",
       " 'human arm movement patterns',\n",
       " 'Internet-of-things',\n",
       " 'deep Q-learning network algorithm',\n",
       " 'business data processing',\n",
       " ' Sensitivity ',\n",
       " ' Standards  ',\n",
       " 'AD classification',\n",
       " 'knowledge representation and reasoning',\n",
       " 'production RJMS middleware OAR',\n",
       " 'Big Data spatial extent',\n",
       " 'shared goal',\n",
       " 'unsupervised learning',\n",
       " ' Protection ',\n",
       " 'Databases',\n",
       " 'Testing',\n",
       " 'Natural languages',\n",
       " 'premier capabilities',\n",
       " 'supervised fast learning filter neural network',\n",
       " 'video frames',\n",
       " 'research and development',\n",
       " 'Decision making',\n",
       " 'filtering theory',\n",
       " 'data collection',\n",
       " 'Complexity theory',\n",
       " 'information filters',\n",
       " 'parallel structure',\n",
       " 'Darwin machines\\r\\n',\n",
       " 'neural networks',\n",
       " ' Optimization ',\n",
       " 'two-stage machine learning system',\n",
       " ' Power measurement ',\n",
       " 'Distributed TensorFlow',\n",
       " 'Dictionaries',\n",
       " 'paralleled closed-loop control system',\n",
       " 'counter-terrorism field',\n",
       " ' Unsupervised learning ',\n",
       " 'redundant outputs',\n",
       " 'hybrid era',\n",
       " 'Deep Q-Learning',\n",
       " 'ï»¿Cloud computing',\n",
       " 'health information systems',\n",
       " 'artificial intelligence function',\n",
       " 'data warning',\n",
       " 'computer game\\r\\n',\n",
       " ' Decision trees ',\n",
       " 'computational perspective',\n",
       " 'quality of service',\n",
       " 'Facebook data',\n",
       " 'sequential decision making',\n",
       " 'solid state disk',\n",
       " ' Business ',\n",
       " 'Support vector machines',\n",
       " 'Information processing',\n",
       " 'cased based reasoning',\n",
       " 'ï»¿Learning (artificial intelligence)',\n",
       " 'Chebyshev approximation',\n",
       " 'data usability',\n",
       " ' Character recognition ',\n",
       " 'Computer networks',\n",
       " 'fundamental AI problems',\n",
       " 'medical big data research',\n",
       " 'data interoperability',\n",
       " 'open source framework',\n",
       " 'federated intercloud environment',\n",
       " 'data management',\n",
       " 'support vector machine',\n",
       " 'hierarchical machine learning',\n",
       " 'major brain functions',\n",
       " 'patterin recognition',\n",
       " 'big data machine learning research',\n",
       " 'fundamental systems',\n",
       " 'Data integration',\n",
       " 'GPU',\n",
       " 'Convolutional Neural Network',\n",
       " ' Education ',\n",
       " 'Programming',\n",
       " 'speaker-independent spoken number recognition',\n",
       " ' Vocabulary ',\n",
       " 'Hebbian learning',\n",
       " 'Planning',\n",
       " 'Neural network hardware',\n",
       " 'Seals',\n",
       " 'graphics processing unit',\n",
       " 'Hopfield neural network',\n",
       " 'Resource management',\n",
       " 'large flexible space structures',\n",
       " ' Query processing  ',\n",
       " 'Chebyshev polynomials',\n",
       " 'ISO Standards',\n",
       " 'Classificationt reeanalysis',\n",
       " 'fault diagnosis model',\n",
       " 'Systematics',\n",
       " 'generalisation capability',\n",
       " 'functional link network',\n",
       " 'ImageNet dataset',\n",
       " 'knowledge acquisition',\n",
       " ' Systematics ',\n",
       " ' OWL ',\n",
       " 'Program processors',\n",
       " 'Tensorflow',\n",
       " 'Quaternions',\n",
       " 'Training ',\n",
       " 'ï»¿Accuracy',\n",
       " 'deep reinforcement learning algorithm',\n",
       " 'Market Prediction\\r\\n',\n",
       " 'unlabeled data',\n",
       " 'word construction rules',\n",
       " 'Big Data Analytics',\n",
       " 'Companies',\n",
       " 'social network',\n",
       " 'HPC collocation',\n",
       " 'prospective systems',\n",
       " 'Fault Diagnosis',\n",
       " 'Data mining',\n",
       " 'artificial intelligence',\n",
       " ' Triples (Data structure)  ',\n",
       " 'classification method',\n",
       " 'Laboratories',\n",
       " ' Algorithm design and analysis ',\n",
       " ' Graphics processing units ',\n",
       " 'stock market prediction problem',\n",
       " 'subthreshold MOS',\n",
       " 'computer aided instruction',\n",
       " 'Text categorization ',\n",
       " 'biomedical education',\n",
       " 'dynamics',\n",
       " 'vector',\n",
       " 'Google',\n",
       " 'Accuracy',\n",
       " 'Cellular neural networks',\n",
       " 'clean data',\n",
       " 'time-average security-level',\n",
       " 'remote sensing data classification',\n",
       " 'multiagent systems',\n",
       " 'Deep Convolutional Belief Network',\n",
       " 'content-addressable storage',\n",
       " 'quantitative attribute',\n",
       " 'Support Vector Machine',\n",
       " 'Boolean factor analysis',\n",
       " 'process identification',\n",
       " ' Insurance ',\n",
       " 'Libraries',\n",
       " 'Big Data analysis',\n",
       " 'ï»¿cognitive systems',\n",
       " 'intelligent cooperative multiple agents',\n",
       " ' Computer science ',\n",
       " '\\r\\n',\n",
       " 'Information filters',\n",
       " 'cognitive knowledge bases',\n",
       " 'cognitive robotics',\n",
       " 'selection construction',\n",
       " 'neural network hardware',\n",
       " 'computerised tomography',\n",
       " 'Software algorithms',\n",
       " 'Neurons ',\n",
       " 'Proposals',\n",
       " 'analog T-Model neural network hardware',\n",
       " 'feedforward neural nets',\n",
       " 'multiplying circuits',\n",
       " 'classifier structure',\n",
       " 'belief networks',\n",
       " 'high-performance',\n",
       " 'Security',\n",
       " 'Automatic control',\n",
       " 'Control systems',\n",
       " 'Power generation economics',\n",
       " 'distributed deep learning platform',\n",
       " 'input data table',\n",
       " ' Adaptation models ',\n",
       " ' Hybrid intelligent systems ',\n",
       " ' Lifetime estimation  ',\n",
       " 'Classification',\n",
       " 'Scalability',\n",
       " ' Dispatching ',\n",
       " ' Portals ',\n",
       " 'big data',\n",
       " 'High performance computing',\n",
       " 'deep learning\\r\\n',\n",
       " 'heterogeneous data sources',\n",
       " 'Earth',\n",
       " 'Massive Online Open Course',\n",
       " ' History ',\n",
       " ' Kernel  ',\n",
       " 'Artificial Intelligence',\n",
       " 'intelligent Big Data analysis architecture',\n",
       " 'Biomedical monitoring',\n",
       " 'patient prognosis',\n",
       " 'Terrestrial atmosphere',\n",
       " 'neurite networks',\n",
       " 'mathematical engineering\\r\\n',\n",
       " 'Big Data processing',\n",
       " 'medical image processing',\n",
       " 'system stability',\n",
       " ' Bioinformatics ',\n",
       " 'joint learning agents',\n",
       " 'workload balanced division',\n",
       " 'noisy deep dictionary learning',\n",
       " 'm-th order ordinary differential equations',\n",
       " ' Government ',\n",
       " 'TKA',\n",
       " ' Petroleum ',\n",
       " 'Systems engineering and theory',\n",
       " 'analog multiplier',\n",
       " 'Big data analytics',\n",
       " 'Random Forest algorithm',\n",
       " 'Adaptive systems',\n",
       " 'credit assignment problem',\n",
       " 'Japan',\n",
       " 'Error correction',\n",
       " 'online machine learning algorithms',\n",
       " 'representations learning',\n",
       " 'online data',\n",
       " 'adaptive learning\\r\\n',\n",
       " 'Transfer functions',\n",
       " ' Storms ',\n",
       " 'neural net architecture',\n",
       " 'social set visualizer',\n",
       " 'limited interconnection scheme',\n",
       " 'fuzzy expert network learning architecture',\n",
       " 'Pattern classification',\n",
       " ' Sparks ',\n",
       " 'formal concept analysis',\n",
       " 'inverse dynamics',\n",
       " 'Intel Xeon E5540 processors',\n",
       " 'text analysis',\n",
       " 'IoT sensor device',\n",
       " 'restricted Boltzman machine',\n",
       " 'real time',\n",
       " 'NetCDF file format',\n",
       " ' Classification tree analysis ',\n",
       " 'Prediction algorithms',\n",
       " 'dynamic security-level maximization',\n",
       " 'Safety ',\n",
       " ' Cardiovascular diseases',\n",
       " 'Semisupervised learning',\n",
       " 'pattern classification',\n",
       " ' Machine learning ',\n",
       " 'Ontologies ',\n",
       " 'multidimensional unitron',\n",
       " 'video analysis',\n",
       " 'modelling',\n",
       " 'hybrid network',\n",
       " 'ï»¿Chaos',\n",
       " 'Neurons',\n",
       " 'Q-learning algorithm',\n",
       " 'artificial neural network',\n",
       " 'mean root mean squared error',\n",
       " 'big data quality',\n",
       " 'Function approximation',\n",
       " ' Nearest neighbor searches ',\n",
       " 'big data collections',\n",
       " ' Scheduling algorithm ',\n",
       " 'ï»¿Probability density function',\n",
       " 'ï»¿Optical fiber networks',\n",
       " 'FPNN',\n",
       " 'clustering',\n",
       " 'mitigation strategies',\n",
       " ' Knowledge engineering  ',\n",
       " 'Data analysis',\n",
       " 'ï»¿Backpropagation',\n",
       " 'self adjusting fuzzy modeling',\n",
       " ' Heart ',\n",
       " 'synapse circuits',\n",
       " 'unsupervised feature learning',\n",
       " 'liver',\n",
       " 'CNN implementations',\n",
       " 'dual coding theory',\n",
       " ' Twitter ',\n",
       " 'organization work flow',\n",
       " 'Convex Hull',\n",
       " 'Embryo',\n",
       " 'M-P model',\n",
       " 'imbalanced distributions',\n",
       " 'conceptual design',\n",
       " 'multilayer perceptrons',\n",
       " 'Expert systems',\n",
       " 'cluster structure',\n",
       " 'human pose estimation',\n",
       " 'Cloud',\n",
       " ' Data engineering ',\n",
       " 'unlabeled/unsupervised data',\n",
       " ' Statistical analysis ',\n",
       " 'machine learning algorithm',\n",
       " 'modular architecture',\n",
       " 'event-driven acyclic neural networks',\n",
       " 'big data quality problem',\n",
       " 'Nested Automatic Service composition',\n",
       " 'ï»¿Genetic programming',\n",
       " 'risk analysis',\n",
       " 'File systems',\n",
       " 'Time series analysis',\n",
       " 'application execution scheduling',\n",
       " 'Benes interconnection network\\r\\n',\n",
       " 'Backpropagation',\n",
       " 'surgery',\n",
       " 'fault tolerant computing',\n",
       " 'public health',\n",
       " 'Matrix decomposition',\n",
       " 'Myo armband\\r\\n',\n",
       " 'intelligent data analysis',\n",
       " 'weighting function',\n",
       " 'genetic algorithms',\n",
       " 'data monitoring',\n",
       " 'recurrent neural networks',\n",
       " 'effective cooperative behaviors',\n",
       " 'Finance',\n",
       " 'big data security',\n",
       " 'Multi-layer neural network',\n",
       " 'Hadoop YARN',\n",
       " ' Requirements engineering ',\n",
       " 'neural network models',\n",
       " 'medical diagnostic computing',\n",
       " 'time series data',\n",
       " 'graph theory',\n",
       " 'accident risk determination',\n",
       " 'signal capturing',\n",
       " 'Logitech HD C920',\n",
       " 'principal component analysis',\n",
       " 'discrete bidirectional associative memory neural network',\n",
       " 'data privacy',\n",
       " 'Predictive models',\n",
       " 'Big Data Machine Learning',\n",
       " ' Frequency ',\n",
       " 'Convolutional codes',\n",
       " ' Life estimation ',\n",
       " 'cloud file-sharing',\n",
       " 'on-policy reinforcement learning',\n",
       " 'graph-based unsupervised machine learning methods',\n",
       " 'IoT devices',\n",
       " 'data handling',\n",
       " 'PageRank',\n",
       " 'terrorism',\n",
       " 'machine learning accuracy',\n",
       " 'USAF',\n",
       " 'history training dataset',\n",
       " 'deep autoencoders',\n",
       " 'Analog circuits',\n",
       " 'big data analytics',\n",
       " 'digital architecture',\n",
       " 'hetero-associative memory',\n",
       " 'modern storage systems',\n",
       " 'Data mining\\r\\n',\n",
       " 'Counting circuits',\n",
       " 'outer-product synaptic weight adjustments',\n",
       " 'manufacturing system',\n",
       " ' Market research',\n",
       " 'Gesture recognition',\n",
       " 'data representation',\n",
       " 'game AI domain',\n",
       " 'Intelligent networks',\n",
       " 'Surveillance',\n",
       " 'Q learning',\n",
       " 'Big Data scheduling',\n",
       " ...]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# csv=csv.replace([0,1],['','X'])\n",
    "# display(csv)\n",
    "# csv.to_csv('testing/abstract_2_context.csv',sep=',',encoding='utf-8')\n",
    "all_skills = list(csv.columns.values)\n",
    "all_skills.pop(0)\n",
    "display(all_skills)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('testing/all_skills.pickle','wb') as fil:\n",
    "    pickle.dump(all_skills,fil)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('testing/all_skills.pickle','rb') as fil:\n",
    "    all_sk = pickle.load(fil)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['FPGA',\n",
       " 'qualitative attribute',\n",
       " ' Random variables',\n",
       " 'logic programming languages',\n",
       " 'Chemicals',\n",
       " 'Adaptive filters',\n",
       " 'Metadata Management\\r\\n',\n",
       " 'data locality manager',\n",
       " 'Power Generation Products Engineering Division',\n",
       " 'hand gesture recognition',\n",
       " 'model stability',\n",
       " 'Data Interoperability\\r\\n',\n",
       " ' Data mining ',\n",
       " 'SC implementation',\n",
       " 'Speech recognition',\n",
       " 'Biological system modeling',\n",
       " 'Deep Q-Networks',\n",
       " 'inference mechanisms',\n",
       " 'deep divergence-based clustering',\n",
       " 'Computers',\n",
       " 'Principal component analysis',\n",
       " 'ï»¿Decision trees',\n",
       " 'input data preprocessing methods',\n",
       " 'machine learning theory',\n",
       " 'convolution neural networks',\n",
       " 'statistical analysis',\n",
       " 'nonsmooth membership functions',\n",
       " ' Information technology  ',\n",
       " ' Computers ',\n",
       " 'peer-to-peer computing',\n",
       " 'fault samples',\n",
       " 'Principal component analysis\\r\\n',\n",
       " 'scholarly communication',\n",
       " 'deep learning performance',\n",
       " 'Dynamic Data Management',\n",
       " 'semantic technologies',\n",
       " 'Manufacturing systems',\n",
       " 'computer vision',\n",
       " 'ï»¿Facebook',\n",
       " 'big-data analyses',\n",
       " 'Mathematics',\n",
       " 'innovative accumulator',\n",
       " 'aerospace control',\n",
       " 'disclosure risk',\n",
       " 'dot product matching neural network',\n",
       " ' Testing ',\n",
       " 'semantics',\n",
       " 'Predictive medicine',\n",
       " 'SSD cache',\n",
       " 'desired arm movement patterns',\n",
       " 'pattern discovery',\n",
       " ' Focusing ',\n",
       " 'finger joint detection',\n",
       " 'ontologies (artificial intelligence)',\n",
       " 'Production',\n",
       " 'ï»¿Data visualization',\n",
       " 'geographic information systems',\n",
       " 'asynchronous blocks',\n",
       " 'inter-university upper atmosphere global observation network',\n",
       " 'Chinese Web filtering',\n",
       " 'Benchmark testing',\n",
       " 'data analytics problems',\n",
       " 'Engines',\n",
       " 'Social network services',\n",
       " 'signal detection',\n",
       " 'charge domain characteristics',\n",
       " 'Optical fiber theory',\n",
       " 'ï»¿Machine learning',\n",
       " 'cognitive solution',\n",
       " 'benchmark deep learning datasets',\n",
       " 'big social data',\n",
       " 'Fault tolerance',\n",
       " 'Separating Hyper-plane',\n",
       " 'Taxonomy',\n",
       " ' Boosting ',\n",
       " ' Educational institutions ',\n",
       " 'Organizations',\n",
       " 'human computer interaction',\n",
       " 'cognitive computers',\n",
       " 'artificial neural networks',\n",
       " 'push recovery learning',\n",
       " 'highly accurate inference',\n",
       " 'financial market',\n",
       " 'Information science',\n",
       " 'SVM classifier inference',\n",
       " 'brain models',\n",
       " 'semisupervised machine learning',\n",
       " 'Wavelength routing',\n",
       " 'Support vector machines ',\n",
       " 'cloud computing',\n",
       " 'analog storage',\n",
       " 'Medical diagnostic imaging',\n",
       " 'training progress',\n",
       " 'ï»¿Support vector machines',\n",
       " 'social networks',\n",
       " ' Kernel ',\n",
       " 'mossy fiber synaptic glomerulus',\n",
       " 'deep kernel learning\\r\\n',\n",
       " 'Quadratic programming',\n",
       " ' Natural languages ',\n",
       " 'shuffling method',\n",
       " 'gradient based learning algorithms',\n",
       " ' Market research ',\n",
       " 'first-person perspective game\\r\\n',\n",
       " 'core memory',\n",
       " 'big data I/O performance',\n",
       " 'AD classification\\r\\n',\n",
       " 'Machine learning',\n",
       " 'application allocation',\n",
       " 'maximum probability',\n",
       " 'compensation',\n",
       " 'worst-case identification',\n",
       " 'quantitative analysis method',\n",
       " 'iteration algorithm',\n",
       " 'class labels',\n",
       " 'distributed mining',\n",
       " ' Ontologies ',\n",
       " 'Counter-terrorism',\n",
       " ' Computer architecture ',\n",
       " ' Machine learning  ',\n",
       " 'Fuzzy Numbers',\n",
       " 'deep belief networks',\n",
       " 'text recognition',\n",
       " 'software frameworks',\n",
       " 'ï»¿Feature extraction',\n",
       " 'Parasitic capacitance',\n",
       " 'Routing',\n",
       " 'crossbreed genetic algorithm',\n",
       " ' Training data ',\n",
       " 'data mining algorithm',\n",
       " ' Vectors ',\n",
       " 'high-capacity associative memory\\r\\n',\n",
       " 'neuroscience',\n",
       " ' algorithms',\n",
       " 'ill-protected copies',\n",
       " 'multilayer neural networks',\n",
       " 'highly efficient deep learning inference mechanisms',\n",
       " 'BISON',\n",
       " 'neural network architectures',\n",
       " ' Natural language processing ',\n",
       " 'virtual living things',\n",
       " 'Vegetation',\n",
       " 'black-box attack approach',\n",
       " 'dynamic loci',\n",
       " 'extended BAM neural network model',\n",
       " 'chaos',\n",
       " 'image representation',\n",
       " 'patient diagnosis',\n",
       " 'Deep learning',\n",
       " 'Python-based deep learning library',\n",
       " 'Human-Computer Interaction (HCl)',\n",
       " 'Stability',\n",
       " 'knowledge science',\n",
       " 'recognition rate\\r\\n',\n",
       " 'deep learning based recommender systems',\n",
       " 'social set analysis',\n",
       " 'classifier training',\n",
       " 'PR learning',\n",
       " 'ARM data center',\n",
       " 'Backpropagation algorithms',\n",
       " 'Distributed Deep Larning Platform',\n",
       " 'Cognitive informatics',\n",
       " 'Conferences',\n",
       " 'M.2 SSD cache',\n",
       " 'Alzheimers disease classification',\n",
       " 'sequential access',\n",
       " 'ï»¿Games',\n",
       " 'Training',\n",
       " 'DCNN',\n",
       " 'company data',\n",
       " 'hardware resource utilization',\n",
       " 'Logic circuits',\n",
       " ' Intelligent agent ',\n",
       " 'production equipment',\n",
       " ' Unsolicited electronic mail ',\n",
       " 'medical diagnostics',\n",
       " 'inference mechanism',\n",
       " 'RL agent',\n",
       " 'Inter-Cloud\\r\\n',\n",
       " 'risk management',\n",
       " ' Protocols ',\n",
       " 'gas turbine',\n",
       " 'Network-on-a-chip',\n",
       " 'Energy states',\n",
       " 'hardware-friendly neural structures',\n",
       " ' Computational modeling ',\n",
       " 'middleware',\n",
       " 'cloud file-sharing services',\n",
       " 'maximal margin classification',\n",
       " 'large-scale data intensive scientific application',\n",
       " 'continual neural networks',\n",
       " 'Filtering algorithms',\n",
       " ' Cybernetics ',\n",
       " 'Feedforward neural networks',\n",
       " ' Communities ',\n",
       " 'radial basis function network structure',\n",
       " 'flexible beam\\r\\n',\n",
       " 'foot X-ray image',\n",
       " 'record processing',\n",
       " 'structural vibrations',\n",
       " 'Trajectory',\n",
       " 'semantic computing',\n",
       " 'decision tree induction algorithms ID3',\n",
       " 'engineering\\r\\n',\n",
       " 'routing',\n",
       " 'Hypertension',\n",
       " 'medical decision support system',\n",
       " 'stock markets',\n",
       " 'Solids',\n",
       " 'Noise measurement',\n",
       " ' Image color analysis ',\n",
       " 'stacked denoising autoencoders',\n",
       " 'MapReduce model',\n",
       " 'MapReduce',\n",
       " 'deep learning research',\n",
       " 'mathematical engineering',\n",
       " 'hierarchical deep learning models',\n",
       " 'feedback',\n",
       " 'digitally-controlled synapse\\r\\n',\n",
       " 'patient treatment',\n",
       " 'deep core learning',\n",
       " 'Thumb',\n",
       " 'Servers',\n",
       " 'Bayes methods',\n",
       " 'big data tool',\n",
       " 'general feedback learning method',\n",
       " 'knowledge based systems',\n",
       " 'design engineering',\n",
       " 'Big Data analytical process',\n",
       " 'ï»¿Handheld computers',\n",
       " 'multiple parallel deep learning frameworks',\n",
       " ' Electronic learning ',\n",
       " 'Real-time systems',\n",
       " 'deep learning',\n",
       " 'adaptability\\r\\n',\n",
       " 'fault-tolerant',\n",
       " 'spacetime large data',\n",
       " ' Big Data ',\n",
       " 'decision tree',\n",
       " 'Interoperability',\n",
       " ' Memory ',\n",
       " 'Big data search and mining',\n",
       " 'pose estimation',\n",
       " 'Text processing',\n",
       " 'numerical computation library',\n",
       " 'video streams',\n",
       " 'cellular automata',\n",
       " 'Electromyography',\n",
       " 'Brain modeling',\n",
       " 'Educational institutions',\n",
       " 'traditional training method',\n",
       " 'programmable bits weights',\n",
       " 'Kinetic theory',\n",
       " 'LSTM based model',\n",
       " 'Big Data Platforms\\r\\n',\n",
       " 'Arthritis',\n",
       " 'softmax classifier',\n",
       " 'backpropagation neural network',\n",
       " 'multiprocessor interconnection networks',\n",
       " 'deep reasoning',\n",
       " 'optimisation',\n",
       " 'data preprocessing',\n",
       " 'environmental characteristics',\n",
       " 'next-gen tools',\n",
       " 'dynamic backward error assignment',\n",
       " 'Statistics',\n",
       " 'frequent patterns',\n",
       " 'Signal processing',\n",
       " 'computational complexity',\n",
       " 'R-2R ladder network',\n",
       " ' Software engineering ',\n",
       " ' Electronic mail  ',\n",
       " 'Computer vision',\n",
       " 'Biomedical imaging',\n",
       " 'Inference mechanisms',\n",
       " ' Radial basis function networks ',\n",
       " 'Data models',\n",
       " 'parallel architectures',\n",
       " 'Biodiversity data',\n",
       " ' Data visualization ',\n",
       " 'network structures',\n",
       " 'spatiotemporal data',\n",
       " 'ï»¿Biological neural networks',\n",
       " 'pattern clustering',\n",
       " 'portfolios',\n",
       " 'deep reinforcement learning approach',\n",
       " 'Wind turbines',\n",
       " ' Face detection  ',\n",
       " 'data source',\n",
       " 'iterated game executions',\n",
       " 'large scale integration\\r\\n',\n",
       " 'road accident\\r\\n',\n",
       " 'image classification',\n",
       " 'unknown nonlinear plant',\n",
       " 'human pose estimation\\r\\n',\n",
       " 'commercial hotspot exploration',\n",
       " 'Big data',\n",
       " 'open-loop structures',\n",
       " 'order parameter coherency\\r\\n',\n",
       " 'Learning systems ',\n",
       " 'recommender system problem',\n",
       " 'medical decision making',\n",
       " ' Inverse problems ',\n",
       " 'Naive Bayes classifier',\n",
       " 'Keras',\n",
       " 'random forest',\n",
       " 'Tellurium',\n",
       " 'Neural net architecture',\n",
       " 'neurocomputer\\r\\n',\n",
       " ' Multimedia databases ',\n",
       " 'discrete wavelet transforms',\n",
       " ' Proposals ',\n",
       " 'geophysical image processing',\n",
       " 'Extrapolation',\n",
       " 'OpenAI Gym',\n",
       " 'deep clustering network',\n",
       " ' Pattern recognition  ',\n",
       " 'EPROM',\n",
       " 'parallel data processing',\n",
       " 'Bismuth',\n",
       " 'organisational aspects',\n",
       " ' Synchronization  ',\n",
       " 'deep reinforcemnet learning',\n",
       " 'multidimensional data set',\n",
       " 'approximate transformable technique',\n",
       " 'Weibo check-in data',\n",
       " 'large scale integration',\n",
       " 'learning (artificial intelligence)',\n",
       " 'Matched filters',\n",
       " 'Scheduling',\n",
       " 'Big Data geospatial visibility',\n",
       " 'Pattern matching',\n",
       " 'incremental learning',\n",
       " 'M.2',\n",
       " 'CA problem',\n",
       " 'preoperative planning',\n",
       " 'MITRE research team',\n",
       " 'Null value',\n",
       " 'digital hardware implementation',\n",
       " 'Associative memory',\n",
       " 'Artificial Neural Networ (ANN)',\n",
       " 'machine learning',\n",
       " 'virtual neural links',\n",
       " 'ladder networks',\n",
       " 'Feature extraction',\n",
       " 'Quality-of-Service',\n",
       " ' Filters ',\n",
       " 'Fitting',\n",
       " ' Job shop scheduling ',\n",
       " 'communication links',\n",
       " 'Fuzzy control',\n",
       " 'high dimensional state-space',\n",
       " ' Data privacy ',\n",
       " 'data stores',\n",
       " 'Signal generators',\n",
       " 'social media big data',\n",
       " 'medical information systems',\n",
       " 'Multi-Layer SVM',\n",
       " 'Data integrity ',\n",
       " 'Decision trees',\n",
       " 'exploratory machine learning attack',\n",
       " 'nonlinear system',\n",
       " 'HCl device',\n",
       " 'unfiltered Web page',\n",
       " ' Best practices ',\n",
       " 'behavior acquisition',\n",
       " 'compensator\\r\\n',\n",
       " 'Datamining',\n",
       " 'ï»¿Sparks',\n",
       " 'RBM',\n",
       " 'backpropagation',\n",
       " 'multiband speech recognition\\r\\n',\n",
       " 'neuroboard',\n",
       " 'cognitive linguistics',\n",
       " 'Pulse modulation',\n",
       " 'high-dimensional real-world applications',\n",
       " ' Information analysis ',\n",
       " 'prosthetics',\n",
       " 'The New York Times',\n",
       " 'Haar transforms',\n",
       " 'machine learning\\r\\n',\n",
       " 'patient datasets',\n",
       " 'ï»¿Performance evaluation',\n",
       " \"deep Q-Netn'rok\",\n",
       " 'vibration control',\n",
       " 'Modern electronic warfare system must judge the threat degree of coming radio emitters correctly in order to counter them by the limited jamming resource effectively. This article puts forward a new strategy to judge the radio emitter threat degree (RETD) based on machine learning. It firstly gets the membership degrees of the input data. Then the input data is classified. A trained fuzzy neural network (FNN) with approaching ability gives the threat degree. The RETD judgment rules could be mined from the network. The correctness and effectiveness are proved in the experiment.\\r\\n',\n",
       " 'DSS',\n",
       " 'closed loop systems',\n",
       " 'H infinity control',\n",
       " 'Decision support systems',\n",
       " ' Error analysis ',\n",
       " 'ROC\\r\\n',\n",
       " 'Hilbert spaces',\n",
       " 'MOOC',\n",
       " 'Distributed databases',\n",
       " 'Output feedback',\n",
       " 'road accident occurance status analysis',\n",
       " 'Instruments ',\n",
       " 'commercial hotspots mining',\n",
       " ' Support vector machines',\n",
       " 'cooperative behavior',\n",
       " 'DQN',\n",
       " 'neural objects',\n",
       " 'fuzzy neural nets',\n",
       " 'Nike',\n",
       " 'Multimedia communication ',\n",
       " 'deep learning networks',\n",
       " 'Tools',\n",
       " 'modified Total Sharp score',\n",
       " 'deep learning algorithms',\n",
       " 'asynchronous random neural networks',\n",
       " 'domain-specific knowledge',\n",
       " 'storage cost',\n",
       " 'data science process',\n",
       " 'Forecasting',\n",
       " 'marketing data processing',\n",
       " 'learning paradigm',\n",
       " 'factor concepts',\n",
       " 'Logistics',\n",
       " 'push recovery',\n",
       " 'Eigenvalues and eigenfunctions',\n",
       " 'routing algorithm',\n",
       " 'open source machine learning',\n",
       " 'ï»¿Mathematical model',\n",
       " ' Databases',\n",
       " 'Differential equations',\n",
       " 'Machine learning algorithms ',\n",
       " ' Probability distribution ',\n",
       " 'blood pressure measurement',\n",
       " 'production engineering computing',\n",
       " 'knee surgeries',\n",
       " 'ï»¿Geospatial analysis',\n",
       " 'gesture recognition',\n",
       " 'Codes',\n",
       " 'Electronic mail',\n",
       " '2D-compatible multilayer neural network',\n",
       " 'face recognition',\n",
       " 'high fidelity inference capability',\n",
       " 'MIL',\n",
       " 'Standards',\n",
       " 'Knee',\n",
       " ' Data Mining',\n",
       " 'Coal ',\n",
       " 'information theoretic learning\\r\\n',\n",
       " 'ï»¿Machine learning algorithms',\n",
       " 'Data sharing',\n",
       " 'optical fibre networks',\n",
       " 'Computer simulation',\n",
       " 'distributed environment',\n",
       " 'Chinese new word extraction',\n",
       " 'language',\n",
       " 'neurophysiology',\n",
       " 'individual goals',\n",
       " 'stability',\n",
       " 'domain model',\n",
       " 'clustering mining',\n",
       " 'robust inference',\n",
       " 'training',\n",
       " 'deep neural network',\n",
       " 'Multilayer perceptrons',\n",
       " 'online course',\n",
       " 'big datasets',\n",
       " 'National electric code',\n",
       " 'Approximation algorithms',\n",
       " 'Boltzmann machines',\n",
       " 'Best Effort',\n",
       " 'Dynamic scheduling',\n",
       " 'active learning',\n",
       " 'big data architectures',\n",
       " 'Incremental learning',\n",
       " ' Semantics ',\n",
       " 'Computer-aided diagnosis\\r\\n',\n",
       " 'semantics algebra',\n",
       " 'Chinese information processing',\n",
       " 'Image sampling',\n",
       " 'groupware',\n",
       " 'control signal',\n",
       " 'standard backpropagation',\n",
       " ' Support vector machines ',\n",
       " 'analogue integrated circuits',\n",
       " 'classification techniques',\n",
       " 'ï»¿Data mining',\n",
       " 'platform independent machine learning library',\n",
       " 'Redundancy',\n",
       " 'Executing Big Data workloads',\n",
       " 'HTM algorithm',\n",
       " 'learning techniques',\n",
       " 'ï»¿Intelligent networks',\n",
       " ' Pipelines ',\n",
       " 'rule induction',\n",
       " 'Bayesian methods',\n",
       " 'classifier',\n",
       " 'learning performance',\n",
       " 'ï»¿Multi-layer neural network',\n",
       " 'business application',\n",
       " 'video streaming',\n",
       " 'hard disk drive',\n",
       " 'Vibration control',\n",
       " 'crowd sourcing geographic data today',\n",
       " 'adversarial machine learning',\n",
       " 'Kernel',\n",
       " 'medical professionals',\n",
       " 'mutual connections',\n",
       " 'Inspection',\n",
       " 'counter-terrorism research',\n",
       " 'deep multiple instance learning',\n",
       " 'critical time',\n",
       " 'Feature Extraction',\n",
       " 'cognitive memory',\n",
       " 'dictionary learning',\n",
       " 'focused mining',\n",
       " 'training data',\n",
       " 'data format',\n",
       " 'transfer function\\r\\n',\n",
       " 'mean square error methods',\n",
       " 'calibrated data agglomerations',\n",
       " 'cache storage',\n",
       " 'Signal processing algorithms',\n",
       " 'computation energy distribution',\n",
       " 'security of data',\n",
       " 'deep knowledge learning',\n",
       " 'hyper planes',\n",
       " ' Observatories ',\n",
       " 'Hierarchical machine learning',\n",
       " 'recurrent correlation neural networks',\n",
       " 'ï»¿Artificial neural networks',\n",
       " 'Quality of Service',\n",
       " 'Accelerometers',\n",
       " 'pattern recognition',\n",
       " 'binary relation',\n",
       " ' Predictive models ',\n",
       " 'action control',\n",
       " 'maintenance engineering',\n",
       " 'HPC idle resources',\n",
       " 'surveillance platform',\n",
       " 'feedforward neural network',\n",
       " 'gas turbines',\n",
       " ' Chemical analysis ',\n",
       " 'experience replay',\n",
       " 'genetic algorithm',\n",
       " 'Geometry',\n",
       " 'Hadoop',\n",
       " 'deep dictionary learning framework',\n",
       " 'statistical boundary vector',\n",
       " 'user-specified constraints',\n",
       " 'Schedules',\n",
       " 'optical networks',\n",
       " 'stabilized parallel deep learning architectures',\n",
       " 'post synaptic potentials',\n",
       " ' Knowledge based systems ',\n",
       " 'HDDs',\n",
       " 'Lyapunov Optimization\\r\\n',\n",
       " 'DQ issues',\n",
       " 'hybrid multilayer feedforward neural network',\n",
       " 'electronic neuronic model',\n",
       " 'Hopfield model neural network',\n",
       " 'fuzzy number spaces',\n",
       " 'awareness-interest-desire-action',\n",
       " 'Correlation',\n",
       " 'object detection',\n",
       " 'big data analysis',\n",
       " 'Machine learning ',\n",
       " ' Courseware ',\n",
       " 'flash-based capacitor',\n",
       " 'Wavelet analysis',\n",
       " ' Conferences ',\n",
       " 'field programmable neural arrays',\n",
       " 'main building blocks',\n",
       " 'ï»¿Terrorism',\n",
       " 'citizen science paradigm',\n",
       " 'Web pages',\n",
       " 'HPC and Big Data Convergence',\n",
       " 'Nonlinear systems ',\n",
       " 'Semantics',\n",
       " 'graphical user interfaces',\n",
       " 'Arithmetic',\n",
       " 'data scheduling',\n",
       " 'ï»¿Magnesium compounds',\n",
       " 'manufacturing systems',\n",
       " ' Data models ',\n",
       " 'Multiprocessor interconnection networks',\n",
       " 'intelligent robots',\n",
       " 'Internet',\n",
       " 'long short-term memory models',\n",
       " 'comprehension quizzes',\n",
       " 'social networking (online)',\n",
       " 'generating control bits',\n",
       " 'complex datasets',\n",
       " 'uncertain data\\r\\n',\n",
       " 'restricted Boltzmann machines',\n",
       " 'distributed platform',\n",
       " 'IoT',\n",
       " ' Costs ',\n",
       " 'duty cycle\\r\\n',\n",
       " 'machine understandable forms',\n",
       " 'feedforward controller',\n",
       " 'data acquisition',\n",
       " 'kernel function',\n",
       " 'Big Data Analytics\\r\\n',\n",
       " 'autonomous source',\n",
       " 'public domain software',\n",
       " 'identification',\n",
       " 'standard feedforward networks',\n",
       " 'ontology-based automated reasoning',\n",
       " 'remote sensing',\n",
       " ' Risk management ',\n",
       " 'statistical learning theory',\n",
       " 'neural network technologies',\n",
       " 'Decision trees ',\n",
       " 'Circuits',\n",
       " 'discussion forum',\n",
       " 'Information management',\n",
       " 'algorithms and programming techniques for Big data processing',\n",
       " 'regression method',\n",
       " 'fitness function',\n",
       " 'BAIPAS',\n",
       " ' Euclidean distance ',\n",
       " 'statistic information',\n",
       " 'ï»¿X-ray imaging',\n",
       " 'decision trees',\n",
       " 'Communication standards',\n",
       " 'inference framework',\n",
       " 'output units',\n",
       " 'neural network',\n",
       " 'multi-agent systems',\n",
       " 'dedicated VLSI',\n",
       " 'Haar wavelet function',\n",
       " 'hepatitis disease diagnosis',\n",
       " 'Visualization',\n",
       " 'statistical learning algorithm',\n",
       " 'Biological neural networks',\n",
       " 'Communication networks',\n",
       " ' Data analysis ',\n",
       " 'continuous Hopfield neural network',\n",
       " 'neural controller',\n",
       " 'Games',\n",
       " 'inference algebra',\n",
       " ' Analytical models ',\n",
       " 'regression analysis',\n",
       " ' Benchmark testing ',\n",
       " 'ï»¿Data integration',\n",
       " 'geographic location',\n",
       " 'computer centres',\n",
       " 'high performance',\n",
       " 'sign recognition',\n",
       " 'data distribution',\n",
       " 'neurochips',\n",
       " 'human arm movement patterns',\n",
       " 'Internet-of-things',\n",
       " 'deep Q-learning network algorithm',\n",
       " 'business data processing',\n",
       " ' Sensitivity ',\n",
       " ' Standards  ',\n",
       " 'AD classification',\n",
       " 'knowledge representation and reasoning',\n",
       " 'production RJMS middleware OAR',\n",
       " 'Big Data spatial extent',\n",
       " 'shared goal',\n",
       " 'unsupervised learning',\n",
       " ' Protection ',\n",
       " 'Databases',\n",
       " 'Testing',\n",
       " 'Natural languages',\n",
       " 'premier capabilities',\n",
       " 'supervised fast learning filter neural network',\n",
       " 'video frames',\n",
       " 'research and development',\n",
       " 'Decision making',\n",
       " 'filtering theory',\n",
       " 'data collection',\n",
       " 'Complexity theory',\n",
       " 'information filters',\n",
       " 'parallel structure',\n",
       " 'Darwin machines\\r\\n',\n",
       " 'neural networks',\n",
       " ' Optimization ',\n",
       " 'two-stage machine learning system',\n",
       " ' Power measurement ',\n",
       " 'Distributed TensorFlow',\n",
       " 'Dictionaries',\n",
       " 'paralleled closed-loop control system',\n",
       " 'counter-terrorism field',\n",
       " ' Unsupervised learning ',\n",
       " 'redundant outputs',\n",
       " 'hybrid era',\n",
       " 'Deep Q-Learning',\n",
       " 'ï»¿Cloud computing',\n",
       " 'health information systems',\n",
       " 'artificial intelligence function',\n",
       " 'data warning',\n",
       " 'computer game\\r\\n',\n",
       " ' Decision trees ',\n",
       " 'computational perspective',\n",
       " 'quality of service',\n",
       " 'Facebook data',\n",
       " 'sequential decision making',\n",
       " 'solid state disk',\n",
       " ' Business ',\n",
       " 'Support vector machines',\n",
       " 'Information processing',\n",
       " 'cased based reasoning',\n",
       " 'ï»¿Learning (artificial intelligence)',\n",
       " 'Chebyshev approximation',\n",
       " 'data usability',\n",
       " ' Character recognition ',\n",
       " 'Computer networks',\n",
       " 'fundamental AI problems',\n",
       " 'medical big data research',\n",
       " 'data interoperability',\n",
       " 'open source framework',\n",
       " 'federated intercloud environment',\n",
       " 'data management',\n",
       " 'support vector machine',\n",
       " 'hierarchical machine learning',\n",
       " 'major brain functions',\n",
       " 'patterin recognition',\n",
       " 'big data machine learning research',\n",
       " 'fundamental systems',\n",
       " 'Data integration',\n",
       " 'GPU',\n",
       " 'Convolutional Neural Network',\n",
       " ' Education ',\n",
       " 'Programming',\n",
       " 'speaker-independent spoken number recognition',\n",
       " ' Vocabulary ',\n",
       " 'Hebbian learning',\n",
       " 'Planning',\n",
       " 'Neural network hardware',\n",
       " 'Seals',\n",
       " 'graphics processing unit',\n",
       " 'Hopfield neural network',\n",
       " 'Resource management',\n",
       " 'large flexible space structures',\n",
       " ' Query processing  ',\n",
       " 'Chebyshev polynomials',\n",
       " 'ISO Standards',\n",
       " 'Classificationt reeanalysis',\n",
       " 'fault diagnosis model',\n",
       " 'Systematics',\n",
       " 'generalisation capability',\n",
       " 'functional link network',\n",
       " 'ImageNet dataset',\n",
       " 'knowledge acquisition',\n",
       " ' Systematics ',\n",
       " ' OWL ',\n",
       " 'Program processors',\n",
       " 'Tensorflow',\n",
       " 'Quaternions',\n",
       " 'Training ',\n",
       " 'ï»¿Accuracy',\n",
       " 'deep reinforcement learning algorithm',\n",
       " 'Market Prediction\\r\\n',\n",
       " 'unlabeled data',\n",
       " 'word construction rules',\n",
       " 'Big Data Analytics',\n",
       " 'Companies',\n",
       " 'social network',\n",
       " 'HPC collocation',\n",
       " 'prospective systems',\n",
       " 'Fault Diagnosis',\n",
       " 'Data mining',\n",
       " 'artificial intelligence',\n",
       " ' Triples (Data structure)  ',\n",
       " 'classification method',\n",
       " 'Laboratories',\n",
       " ' Algorithm design and analysis ',\n",
       " ' Graphics processing units ',\n",
       " 'stock market prediction problem',\n",
       " 'subthreshold MOS',\n",
       " 'computer aided instruction',\n",
       " 'Text categorization ',\n",
       " 'biomedical education',\n",
       " 'dynamics',\n",
       " 'vector',\n",
       " 'Google',\n",
       " 'Accuracy',\n",
       " 'Cellular neural networks',\n",
       " 'clean data',\n",
       " 'time-average security-level',\n",
       " 'remote sensing data classification',\n",
       " 'multiagent systems',\n",
       " 'Deep Convolutional Belief Network',\n",
       " 'content-addressable storage',\n",
       " 'quantitative attribute',\n",
       " 'Support Vector Machine',\n",
       " 'Boolean factor analysis',\n",
       " 'process identification',\n",
       " ' Insurance ',\n",
       " 'Libraries',\n",
       " 'Big Data analysis',\n",
       " 'ï»¿cognitive systems',\n",
       " 'intelligent cooperative multiple agents',\n",
       " ' Computer science ',\n",
       " '\\r\\n',\n",
       " 'Information filters',\n",
       " 'cognitive knowledge bases',\n",
       " 'cognitive robotics',\n",
       " 'selection construction',\n",
       " 'neural network hardware',\n",
       " 'computerised tomography',\n",
       " 'Software algorithms',\n",
       " 'Neurons ',\n",
       " 'Proposals',\n",
       " 'analog T-Model neural network hardware',\n",
       " 'feedforward neural nets',\n",
       " 'multiplying circuits',\n",
       " 'classifier structure',\n",
       " 'belief networks',\n",
       " 'high-performance',\n",
       " 'Security',\n",
       " 'Automatic control',\n",
       " 'Control systems',\n",
       " 'Power generation economics',\n",
       " 'distributed deep learning platform',\n",
       " 'input data table',\n",
       " ' Adaptation models ',\n",
       " ' Hybrid intelligent systems ',\n",
       " ' Lifetime estimation  ',\n",
       " 'Classification',\n",
       " 'Scalability',\n",
       " ' Dispatching ',\n",
       " ' Portals ',\n",
       " 'big data',\n",
       " 'High performance computing',\n",
       " 'deep learning\\r\\n',\n",
       " 'heterogeneous data sources',\n",
       " 'Earth',\n",
       " 'Massive Online Open Course',\n",
       " ' History ',\n",
       " ' Kernel  ',\n",
       " 'Artificial Intelligence',\n",
       " 'intelligent Big Data analysis architecture',\n",
       " 'Biomedical monitoring',\n",
       " 'patient prognosis',\n",
       " 'Terrestrial atmosphere',\n",
       " 'neurite networks',\n",
       " 'mathematical engineering\\r\\n',\n",
       " 'Big Data processing',\n",
       " 'medical image processing',\n",
       " 'system stability',\n",
       " ' Bioinformatics ',\n",
       " 'joint learning agents',\n",
       " 'workload balanced division',\n",
       " 'noisy deep dictionary learning',\n",
       " 'm-th order ordinary differential equations',\n",
       " ' Government ',\n",
       " 'TKA',\n",
       " ' Petroleum ',\n",
       " 'Systems engineering and theory',\n",
       " 'analog multiplier',\n",
       " 'Big data analytics',\n",
       " 'Random Forest algorithm',\n",
       " 'Adaptive systems',\n",
       " 'credit assignment problem',\n",
       " 'Japan',\n",
       " 'Error correction',\n",
       " 'online machine learning algorithms',\n",
       " 'representations learning',\n",
       " 'online data',\n",
       " 'adaptive learning\\r\\n',\n",
       " 'Transfer functions',\n",
       " ' Storms ',\n",
       " 'neural net architecture',\n",
       " 'social set visualizer',\n",
       " 'limited interconnection scheme',\n",
       " 'fuzzy expert network learning architecture',\n",
       " 'Pattern classification',\n",
       " ' Sparks ',\n",
       " 'formal concept analysis',\n",
       " 'inverse dynamics',\n",
       " 'Intel Xeon E5540 processors',\n",
       " 'text analysis',\n",
       " 'IoT sensor device',\n",
       " 'restricted Boltzman machine',\n",
       " 'real time',\n",
       " 'NetCDF file format',\n",
       " ' Classification tree analysis ',\n",
       " 'Prediction algorithms',\n",
       " 'dynamic security-level maximization',\n",
       " 'Safety ',\n",
       " ' Cardiovascular diseases',\n",
       " 'Semisupervised learning',\n",
       " 'pattern classification',\n",
       " ' Machine learning ',\n",
       " 'Ontologies ',\n",
       " 'multidimensional unitron',\n",
       " 'video analysis',\n",
       " 'modelling',\n",
       " 'hybrid network',\n",
       " 'ï»¿Chaos',\n",
       " 'Neurons',\n",
       " 'Q-learning algorithm',\n",
       " 'artificial neural network',\n",
       " 'mean root mean squared error',\n",
       " 'big data quality',\n",
       " 'Function approximation',\n",
       " ' Nearest neighbor searches ',\n",
       " 'big data collections',\n",
       " ' Scheduling algorithm ',\n",
       " 'ï»¿Probability density function',\n",
       " 'ï»¿Optical fiber networks',\n",
       " 'FPNN',\n",
       " 'clustering',\n",
       " 'mitigation strategies',\n",
       " ' Knowledge engineering  ',\n",
       " 'Data analysis',\n",
       " 'ï»¿Backpropagation',\n",
       " 'self adjusting fuzzy modeling',\n",
       " ' Heart ',\n",
       " 'synapse circuits',\n",
       " 'unsupervised feature learning',\n",
       " 'liver',\n",
       " 'CNN implementations',\n",
       " 'dual coding theory',\n",
       " ' Twitter ',\n",
       " 'organization work flow',\n",
       " 'Convex Hull',\n",
       " 'Embryo',\n",
       " 'M-P model',\n",
       " 'imbalanced distributions',\n",
       " 'conceptual design',\n",
       " 'multilayer perceptrons',\n",
       " 'Expert systems',\n",
       " 'cluster structure',\n",
       " 'human pose estimation',\n",
       " 'Cloud',\n",
       " ' Data engineering ',\n",
       " 'unlabeled/unsupervised data',\n",
       " ' Statistical analysis ',\n",
       " 'machine learning algorithm',\n",
       " 'modular architecture',\n",
       " 'event-driven acyclic neural networks',\n",
       " 'big data quality problem',\n",
       " 'Nested Automatic Service composition',\n",
       " 'ï»¿Genetic programming',\n",
       " 'risk analysis',\n",
       " 'File systems',\n",
       " 'Time series analysis',\n",
       " 'application execution scheduling',\n",
       " 'Benes interconnection network\\r\\n',\n",
       " 'Backpropagation',\n",
       " 'surgery',\n",
       " 'fault tolerant computing',\n",
       " 'public health',\n",
       " 'Matrix decomposition',\n",
       " 'Myo armband\\r\\n',\n",
       " 'intelligent data analysis',\n",
       " 'weighting function',\n",
       " 'genetic algorithms',\n",
       " 'data monitoring',\n",
       " 'recurrent neural networks',\n",
       " 'effective cooperative behaviors',\n",
       " 'Finance',\n",
       " 'big data security',\n",
       " 'Multi-layer neural network',\n",
       " 'Hadoop YARN',\n",
       " ' Requirements engineering ',\n",
       " 'neural network models',\n",
       " 'medical diagnostic computing',\n",
       " 'time series data',\n",
       " 'graph theory',\n",
       " 'accident risk determination',\n",
       " 'signal capturing',\n",
       " 'Logitech HD C920',\n",
       " 'principal component analysis',\n",
       " 'discrete bidirectional associative memory neural network',\n",
       " 'data privacy',\n",
       " 'Predictive models',\n",
       " 'Big Data Machine Learning',\n",
       " ' Frequency ',\n",
       " 'Convolutional codes',\n",
       " ' Life estimation ',\n",
       " 'cloud file-sharing',\n",
       " 'on-policy reinforcement learning',\n",
       " 'graph-based unsupervised machine learning methods',\n",
       " 'IoT devices',\n",
       " 'data handling',\n",
       " 'PageRank',\n",
       " 'terrorism',\n",
       " 'machine learning accuracy',\n",
       " 'USAF',\n",
       " 'history training dataset',\n",
       " 'deep autoencoders',\n",
       " 'Analog circuits',\n",
       " 'big data analytics',\n",
       " 'digital architecture',\n",
       " 'hetero-associative memory',\n",
       " 'modern storage systems',\n",
       " 'Data mining\\r\\n',\n",
       " 'Counting circuits',\n",
       " 'outer-product synaptic weight adjustments',\n",
       " 'manufacturing system',\n",
       " ' Market research',\n",
       " 'Gesture recognition',\n",
       " 'data representation',\n",
       " 'game AI domain',\n",
       " 'Intelligent networks',\n",
       " 'Surveillance',\n",
       " 'Q learning',\n",
       " 'Big Data scheduling',\n",
       " ...]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(all_sk)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "for student 0\n",
      "gradient based learning algorithms\n",
      "distributed environment\n",
      "Nonlinear systems \n",
      "graphical user interfaces\n",
      " Sensitivity \n",
      "Information processing\n",
      "data interoperability\n",
      "biomedical education\n",
      "Field programmable gate arrays\n",
      "case-based reasoning\n",
      "analogue processing circuits\n",
      "deep neural network training\n",
      "machine learning strategies\n",
      "metric space\n",
      "cluster mining\n",
      "wavelet coefficients\n",
      " Context modeling \n",
      "\n",
      "for student 1\n",
      "SSD cache\n",
      "Social network services\n",
      "record processing\n",
      "CA problem\n",
      "Image sampling\n",
      "deep knowledge learning\n",
      " Data analysis \n",
      "Big Data processing\n",
      "Convolutional codes\n",
      "Lagrangian functions\n",
      "hardware implementation\n",
      " Least squares methods \n",
      "dataset query\n",
      "\n",
      "for student 2\n",
      "qualitative attribute\n",
      "medical diagnostics\n",
      "radial basis function network structure\n",
      "Big data\n",
      "medical information systems\n",
      "ï»¿Sparks\n",
      "DSS\n",
      "Redundancy\n",
      "computer centres\n",
      " Computer science \n",
      "online machine learning algorithms\n",
      "graph-based unsupervised machine learning methods\n",
      "multilayer perceptron structure\n",
      "mean absolute percentage error\n",
      "Multi-agent systems\n",
      "WUC\n",
      "neocortical network\n",
      "algebra\n",
      "Training data\n",
      "Artificial neural networks\n",
      "road accidents\n",
      "Time factors\n",
      "Estimation\n",
      "\n",
      "for student 3\n",
      "aerospace control\n",
      "high-capacity associative memory\r\n",
      "\n",
      "classifier training\n",
      "LSTM based model\n",
      "Feature extraction\n",
      "Tools\n",
      "cache storage\n",
      "uncertain data\r\n",
      "\n",
      "computer centres\n",
      "data usability\n",
      "ï»¿cognitive systems\n",
      "PageRank\n",
      "game AI domain\n",
      "word segmentation\n",
      "Filtering\n",
      "switched capacitor networks\n",
      "theoretical analysis\n",
      "SARSA learning\n",
      "ordinary least squares algorithm\n",
      "Data Locality\n",
      "Feedforward neural nets\n"
     ]
    }
   ],
   "source": [
    "stu_context = pd.read_csv('testing/student_formal_context_4.csv')\n",
    "table = stu_context.iloc[:,1:].values\n",
    "all_skills = list(stu_context.columns.values)\n",
    "\n",
    "for i in range(len(table)):\n",
    "    print(\"\\nfor student\",i)\n",
    "    for j in range(len(table[i])):\n",
    "        if table[i,j] == 'X':\n",
    "            print(all_skills[j+1])\n",
    "        "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}