Lab_11_ANN_NLP.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "#import keras\n",
    "import tensorflow as tf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tensorflow.keras.preprocessing.text import Tokenizer\n",
    "from tensorflow.keras.utils import to_categorical\n",
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras.layers import Dense, Flatten\n",
    "from tensorflow.keras.layers import LSTM, GRU, SimpleRNN\n",
    "from tensorflow.keras.layers import Embedding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = \"\"\" Tab Rasode me kaun tha\\n\n",
    "\t\tTum thi ? mai thi?kaun tha?\\n\n",
    "\t\tRashi Thi\\n\n",
    "\t\tTab Rashi ne Kuckar me se chanee nikal diyaa\n",
    "\t\taur kahlee kucker gas pe chadd diyaa\\n \"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data3 = \"\"\" Jack and Jill went up the hill\\n\n",
    "\t\tTo fetch a pail of water\\n\n",
    "\t\tJack fell down and broke his crown\\n\n",
    "\t\tAnd Jill came tumbling after\\n \"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "data1 = ['How are you today',\n",
    "         'What are you doing today',\n",
    "         'How is your day today',\n",
    "         'What are your plans today']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data2 = ['Well done!',\n",
    "\t\t'Good work',\n",
    "\t\t'Great effort',\n",
    "\t\t'nice work',\n",
    "\t\t'Excellent!']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "' Jack and Jill went up the hill\\n\\n\\t\\tTo fetch a pail of water\\n\\n\\t\\tJack fell down and broke his crown\\n\\n\\t\\tAnd Jill came tumbling after\\n '"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "token = Tokenizer()\n",
    "token.fit_on_texts([data3])\n",
    "encoded = token.texts_to_sequences([data3])[0]\n",
    "#tokenizer.fit_on_texts(data2)\n",
    "#encode1 = token.texts_to_matrix(data1, mode='count')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OrderedDict([('jack', 2), ('and', 3), ('jill', 2), ('went', 1), ('up', 1), ('the', 1), ('hill', 1), ('to', 1), ('fetch', 1), ('a', 1), ('pail', 1), ('of', 1), ('water', 1), ('fell', 1), ('down', 1), ('broke', 1), ('his', 1), ('crown', 1), ('came', 1), ('tumbling', 1), ('after', 1)])\n"
     ]
    }
   ],
   "source": [
    "print(token.word_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token.document_count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'and': 1,\n",
       " 'jack': 2,\n",
       " 'jill': 3,\n",
       " 'went': 4,\n",
       " 'up': 5,\n",
       " 'the': 6,\n",
       " 'hill': 7,\n",
       " 'to': 8,\n",
       " 'fetch': 9,\n",
       " 'a': 10,\n",
       " 'pail': 11,\n",
       " 'of': 12,\n",
       " 'water': 13,\n",
       " 'fell': 14,\n",
       " 'down': 15,\n",
       " 'broke': 16,\n",
       " 'his': 17,\n",
       " 'crown': 18,\n",
       " 'came': 19,\n",
       " 'tumbling': 20,\n",
       " 'after': 21}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token.word_index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "defaultdict(int,\n",
       "            {'the': 1,\n",
       "             'broke': 1,\n",
       "             'went': 1,\n",
       "             'crown': 1,\n",
       "             'down': 1,\n",
       "             'his': 1,\n",
       "             'a': 1,\n",
       "             'fell': 1,\n",
       "             'fetch': 1,\n",
       "             'jack': 1,\n",
       "             'up': 1,\n",
       "             'tumbling': 1,\n",
       "             'after': 1,\n",
       "             'hill': 1,\n",
       "             'of': 1,\n",
       "             'and': 1,\n",
       "             'to': 1,\n",
       "             'water': 1,\n",
       "             'came': 1,\n",
       "             'pail': 1,\n",
       "             'jill': 1})"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "token.word_docs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[2, 1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 2, 14, 15, 1, 16, 17, 18, 1, 3, 19, 20, 21]\n"
     ]
    }
   ],
   "source": [
    "print(encoded)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vocabulary Size: 22\n"
     ]
    }
   ],
   "source": [
    "vocab_size = len(token.word_index) + 1\n",
    "print('Vocabulary Size: %d' % vocab_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "sequences = list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 24\n"
     ]
    }
   ],
   "source": [
    "for i in range(1, len(encoded)):\n",
    "\tsequence = encoded[i-1:i+1]\n",
    "\tsequences.append(sequence)\n",
    "print('Total Sequences: %d' % len(sequences))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "sequences = np.array(sequences)\n",
    "X, y = sequences[:,0],sequences[:,1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 2,  1,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13,  2, 14, 15,  1,\n",
       "       16, 17, 18,  1,  3, 19, 20])"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 1,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13,  2, 14, 15,  1, 16,\n",
       "       17, 18,  1,  3, 19, 20, 21])"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "y = to_categorical(y, num_classes=vocab_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 1.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        1., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 1., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 1., 0., 0., 0.],\n",
       "       [0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 1., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 1., 0., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 1., 0.],\n",
       "       [0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n",
       "        0., 0., 0., 0., 0., 1.]], dtype=float32)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y # One Hot Encoding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "# define model\n",
    "model = Sequential()\n",
    "model.add(Embedding(vocab_size, 10, input_length=1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.add(Flatten())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "embedding (Embedding)        (None, 1, 10)             220       \n",
      "_________________________________________________________________\n",
      "flatten (Flatten)            (None, 10)                0         \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 22)                242       \n",
      "=================================================================\n",
      "Total params: 462\n",
      "Trainable params: 462\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "model.add(Dense(vocab_size, activation='softmax'))\n",
    "print(model.summary())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/500\n",
      "1/1 [==============================] - 2s 2s/step - loss: 3.0954 - accuracy: 0.0417\n",
      "Epoch 2/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0930 - accuracy: 0.0417\n",
      "Epoch 3/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0906 - accuracy: 0.0417\n",
      "Epoch 4/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0882 - accuracy: 0.0417\n",
      "Epoch 5/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0858 - accuracy: 0.0417\n",
      "Epoch 6/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0834 - accuracy: 0.0833\n",
      "Epoch 7/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0810 - accuracy: 0.1667\n",
      "Epoch 8/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0786 - accuracy: 0.1667\n",
      "Epoch 9/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0762 - accuracy: 0.1250\n",
      "Epoch 10/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0738 - accuracy: 0.1667\n",
      "Epoch 11/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 3.0714 - accuracy: 0.1667\n",
      "Epoch 12/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0690 - accuracy: 0.1667\n",
      "Epoch 13/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0665 - accuracy: 0.1667\n",
      "Epoch 14/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 3.0641 - accuracy: 0.1667\n",
      "Epoch 15/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0617 - accuracy: 0.2083\n",
      "Epoch 16/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0593 - accuracy: 0.2083\n",
      "Epoch 17/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0568 - accuracy: 0.2083\n",
      "Epoch 18/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0544 - accuracy: 0.2500\n",
      "Epoch 19/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 3.0519 - accuracy: 0.2500\n",
      "Epoch 20/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0495 - accuracy: 0.2500\n",
      "Epoch 21/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0470 - accuracy: 0.2500\n",
      "Epoch 22/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0445 - accuracy: 0.2500\n",
      "Epoch 23/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0420 - accuracy: 0.2917\n",
      "Epoch 24/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0395 - accuracy: 0.3333\n",
      "Epoch 25/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0370 - accuracy: 0.3333\n",
      "Epoch 26/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0344 - accuracy: 0.3333\n",
      "Epoch 27/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 3.0319 - accuracy: 0.3333\n",
      "Epoch 28/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0293 - accuracy: 0.3333\n",
      "Epoch 29/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0268 - accuracy: 0.3333\n",
      "Epoch 30/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0242 - accuracy: 0.3750\n",
      "Epoch 31/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0215 - accuracy: 0.3750\n",
      "Epoch 32/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 3.0189 - accuracy: 0.3750\n",
      "Epoch 33/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0163 - accuracy: 0.3750\n",
      "Epoch 34/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0136 - accuracy: 0.3750\n",
      "Epoch 35/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0109 - accuracy: 0.4167\n",
      "Epoch 36/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0082 - accuracy: 0.4167\n",
      "Epoch 37/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 3.0055 - accuracy: 0.4167\n",
      "Epoch 38/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 3.0027 - accuracy: 0.4167\n",
      "Epoch 39/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9999 - accuracy: 0.4167\n",
      "Epoch 40/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9972 - accuracy: 0.4583\n",
      "Epoch 41/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9943 - accuracy: 0.4583\n",
      "Epoch 42/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9915 - accuracy: 0.4583\n",
      "Epoch 43/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9886 - accuracy: 0.4583\n",
      "Epoch 44/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.9857 - accuracy: 0.4583\n",
      "Epoch 45/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9828 - accuracy: 0.4583\n",
      "Epoch 46/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9799 - accuracy: 0.4583\n",
      "Epoch 47/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9769 - accuracy: 0.4583\n",
      "Epoch 48/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9739 - accuracy: 0.4583\n",
      "Epoch 49/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.9709 - accuracy: 0.4583\n",
      "Epoch 50/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9678 - accuracy: 0.4583\n",
      "Epoch 51/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9647 - accuracy: 0.4167\n",
      "Epoch 52/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9616 - accuracy: 0.4167\n",
      "Epoch 53/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9585 - accuracy: 0.4167\n",
      "Epoch 54/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9553 - accuracy: 0.4583\n",
      "Epoch 55/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9521 - accuracy: 0.4583\n",
      "Epoch 56/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9489 - accuracy: 0.4583\n",
      "Epoch 57/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9456 - accuracy: 0.4583\n",
      "Epoch 58/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9423 - accuracy: 0.4583\n",
      "Epoch 59/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9390 - accuracy: 0.4583\n",
      "Epoch 60/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.9356 - accuracy: 0.4583\n",
      "Epoch 61/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9322 - accuracy: 0.4583\n",
      "Epoch 62/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.9288 - accuracy: 0.4583\n",
      "Epoch 63/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9253 - accuracy: 0.4583\n",
      "Epoch 64/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9219 - accuracy: 0.4583\n",
      "Epoch 65/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9183 - accuracy: 0.4583\n",
      "Epoch 66/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9148 - accuracy: 0.4583\n",
      "Epoch 67/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.9112 - accuracy: 0.4583\n",
      "Epoch 68/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9075 - accuracy: 0.5000\n",
      "Epoch 69/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.9039 - accuracy: 0.5000\n",
      "Epoch 70/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.9002 - accuracy: 0.5417\n",
      "Epoch 71/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8964 - accuracy: 0.5417\n",
      "Epoch 72/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8927 - accuracy: 0.5417\n",
      "Epoch 73/500\n",
      "1/1 [==============================] - 0s 9ms/step - loss: 2.8889 - accuracy: 0.5833\n",
      "Epoch 74/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8850 - accuracy: 0.5833\n",
      "Epoch 75/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8812 - accuracy: 0.5833\n",
      "Epoch 76/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8772 - accuracy: 0.5833\n",
      "Epoch 77/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8733 - accuracy: 0.5833\n",
      "Epoch 78/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8693 - accuracy: 0.5833\n",
      "Epoch 79/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8653 - accuracy: 0.6250\n",
      "Epoch 80/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8612 - accuracy: 0.6250\n",
      "Epoch 81/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8571 - accuracy: 0.6250\n",
      "Epoch 82/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8530 - accuracy: 0.6250\n",
      "Epoch 83/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8489 - accuracy: 0.6250\n",
      "Epoch 84/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8447 - accuracy: 0.6250\n",
      "Epoch 85/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.8404 - accuracy: 0.6250\n",
      "Epoch 86/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8361 - accuracy: 0.6250\n",
      "Epoch 87/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8318 - accuracy: 0.6250\n",
      "Epoch 88/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.8275 - accuracy: 0.6250\n",
      "Epoch 89/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8231 - accuracy: 0.6250\n",
      "Epoch 90/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8187 - accuracy: 0.6250\n",
      "Epoch 91/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8142 - accuracy: 0.6250\n",
      "Epoch 92/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.8097 - accuracy: 0.6250\n",
      "Epoch 93/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.8052 - accuracy: 0.6667\n",
      "Epoch 94/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.8006 - accuracy: 0.6667\n",
      "Epoch 95/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7960 - accuracy: 0.6667\n",
      "Epoch 96/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.7914 - accuracy: 0.6667\n",
      "Epoch 97/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7867 - accuracy: 0.6667\n",
      "Epoch 98/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7820 - accuracy: 0.6667\n",
      "Epoch 99/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.7772 - accuracy: 0.6667\n",
      "Epoch 100/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.7724 - accuracy: 0.7083\n",
      "Epoch 101/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7676 - accuracy: 0.7083\n",
      "Epoch 102/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7628 - accuracy: 0.7083\n",
      "Epoch 103/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7579 - accuracy: 0.7083\n",
      "Epoch 104/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7529 - accuracy: 0.7083\n",
      "Epoch 105/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7480 - accuracy: 0.7083\n",
      "Epoch 106/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7430 - accuracy: 0.7083\n",
      "Epoch 107/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7379 - accuracy: 0.7083\n",
      "Epoch 108/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7328 - accuracy: 0.7083\n",
      "Epoch 109/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.7277 - accuracy: 0.7083\n",
      "Epoch 110/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7226 - accuracy: 0.7083\n",
      "Epoch 111/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7174 - accuracy: 0.7083\n",
      "Epoch 112/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.7122 - accuracy: 0.7500\n",
      "Epoch 113/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7069 - accuracy: 0.7500\n",
      "Epoch 114/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.7016 - accuracy: 0.7500\n",
      "Epoch 115/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6963 - accuracy: 0.7500\n",
      "Epoch 116/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6910 - accuracy: 0.7500\n",
      "Epoch 117/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6856 - accuracy: 0.7500\n",
      "Epoch 118/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6801 - accuracy: 0.7500\n",
      "Epoch 119/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6747 - accuracy: 0.7917\n",
      "Epoch 120/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6692 - accuracy: 0.7917\n",
      "Epoch 121/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6636 - accuracy: 0.7917\n",
      "Epoch 122/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6581 - accuracy: 0.7917\n",
      "Epoch 123/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6525 - accuracy: 0.7917\n",
      "Epoch 124/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6468 - accuracy: 0.7917\n",
      "Epoch 125/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6412 - accuracy: 0.7917\n",
      "Epoch 126/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6355 - accuracy: 0.7917\n",
      "Epoch 127/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6298 - accuracy: 0.7917\n",
      "Epoch 128/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6240 - accuracy: 0.7917\n",
      "Epoch 129/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6182 - accuracy: 0.7917\n",
      "Epoch 130/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6124 - accuracy: 0.7917\n",
      "Epoch 131/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.6065 - accuracy: 0.7917\n",
      "Epoch 132/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.6006 - accuracy: 0.7917\n",
      "Epoch 133/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5947 - accuracy: 0.7917\n",
      "Epoch 134/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5887 - accuracy: 0.7917\n",
      "Epoch 135/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5827 - accuracy: 0.7917\n",
      "Epoch 136/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5767 - accuracy: 0.7917\n",
      "Epoch 137/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5707 - accuracy: 0.7917\n",
      "Epoch 138/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5646 - accuracy: 0.7917\n",
      "Epoch 139/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5585 - accuracy: 0.7917\n",
      "Epoch 140/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5523 - accuracy: 0.7917\n",
      "Epoch 141/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5462 - accuracy: 0.7917\n",
      "Epoch 142/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5400 - accuracy: 0.7917\n",
      "Epoch 143/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.5337 - accuracy: 0.7917\n",
      "Epoch 144/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.5275 - accuracy: 0.7917\n",
      "Epoch 145/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5212 - accuracy: 0.7917\n",
      "Epoch 146/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5149 - accuracy: 0.8333\n",
      "Epoch 147/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.5085 - accuracy: 0.8333\n",
      "Epoch 148/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.5021 - accuracy: 0.8333\n",
      "Epoch 149/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.4957 - accuracy: 0.8333\n",
      "Epoch 150/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.4893 - accuracy: 0.8333\n",
      "Epoch 151/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.4828 - accuracy: 0.8333\n",
      "Epoch 152/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.4764 - accuracy: 0.8333\n",
      "Epoch 153/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.4698 - accuracy: 0.8333\n",
      "Epoch 154/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.4633 - accuracy: 0.8333\n",
      "Epoch 155/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.4567 - accuracy: 0.8333\n",
      "Epoch 156/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4501 - accuracy: 0.8333\n",
      "Epoch 157/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 2.4435 - accuracy: 0.8333\n",
      "Epoch 158/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4369 - accuracy: 0.8333\n",
      "Epoch 159/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.4302 - accuracy: 0.8333\n",
      "Epoch 160/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4235 - accuracy: 0.8333\n",
      "Epoch 161/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4168 - accuracy: 0.8333\n",
      "Epoch 162/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4100 - accuracy: 0.8333\n",
      "Epoch 163/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.4033 - accuracy: 0.8333\n",
      "Epoch 164/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.3965 - accuracy: 0.8333\n",
      "Epoch 165/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.3897 - accuracy: 0.8333\n",
      "Epoch 166/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.3828 - accuracy: 0.8333\n",
      "Epoch 167/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 5ms/step - loss: 2.3760 - accuracy: 0.8333\n",
      "Epoch 168/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3691 - accuracy: 0.8333\n",
      "Epoch 169/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.3622 - accuracy: 0.8333\n",
      "Epoch 170/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3553 - accuracy: 0.8333\n",
      "Epoch 171/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.3483 - accuracy: 0.8333\n",
      "Epoch 172/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3413 - accuracy: 0.8333\n",
      "Epoch 173/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.3343 - accuracy: 0.8333\n",
      "Epoch 174/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.3273 - accuracy: 0.8333\n",
      "Epoch 175/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3203 - accuracy: 0.8333\n",
      "Epoch 176/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3133 - accuracy: 0.8750\n",
      "Epoch 177/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.3062 - accuracy: 0.8750\n",
      "Epoch 178/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2991 - accuracy: 0.8750\n",
      "Epoch 179/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.2920 - accuracy: 0.8750\n",
      "Epoch 180/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2849 - accuracy: 0.8750\n",
      "Epoch 181/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2777 - accuracy: 0.8750\n",
      "Epoch 182/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2705 - accuracy: 0.8750\n",
      "Epoch 183/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2634 - accuracy: 0.8750\n",
      "Epoch 184/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2562 - accuracy: 0.8750\n",
      "Epoch 185/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2489 - accuracy: 0.8750\n",
      "Epoch 186/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2417 - accuracy: 0.8750\n",
      "Epoch 187/500\n",
      "1/1 [==============================] - 0s 9ms/step - loss: 2.2345 - accuracy: 0.8750\n",
      "Epoch 188/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2272 - accuracy: 0.8750\n",
      "Epoch 189/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2199 - accuracy: 0.8750\n",
      "Epoch 190/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.2126 - accuracy: 0.8750\n",
      "Epoch 191/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.2053 - accuracy: 0.8750\n",
      "Epoch 192/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1980 - accuracy: 0.8750\n",
      "Epoch 193/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1907 - accuracy: 0.8750\n",
      "Epoch 194/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.1833 - accuracy: 0.8750\n",
      "Epoch 195/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1759 - accuracy: 0.8750\n",
      "Epoch 196/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.1686 - accuracy: 0.8750\n",
      "Epoch 197/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1612 - accuracy: 0.8750\n",
      "Epoch 198/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1538 - accuracy: 0.8750\n",
      "Epoch 199/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1464 - accuracy: 0.8750\n",
      "Epoch 200/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1389 - accuracy: 0.8750\n",
      "Epoch 201/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.1315 - accuracy: 0.8750\n",
      "Epoch 202/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1241 - accuracy: 0.8750\n",
      "Epoch 203/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.1166 - accuracy: 0.8750\n",
      "Epoch 204/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.1091 - accuracy: 0.8750\n",
      "Epoch 205/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.1017 - accuracy: 0.8750\n",
      "Epoch 206/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0942 - accuracy: 0.8750\n",
      "Epoch 207/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 2.0867 - accuracy: 0.8750\n",
      "Epoch 208/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0792 - accuracy: 0.8750\n",
      "Epoch 209/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0717 - accuracy: 0.8750\n",
      "Epoch 210/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0642 - accuracy: 0.8750\n",
      "Epoch 211/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0567 - accuracy: 0.8750\n",
      "Epoch 212/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.0491 - accuracy: 0.8750\n",
      "Epoch 213/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0416 - accuracy: 0.8750\n",
      "Epoch 214/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.0340 - accuracy: 0.8750\n",
      "Epoch 215/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.0265 - accuracy: 0.8750\n",
      "Epoch 216/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 2.0189 - accuracy: 0.8750\n",
      "Epoch 217/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.0114 - accuracy: 0.8750\n",
      "Epoch 218/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 2.0038 - accuracy: 0.8750\n",
      "Epoch 219/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9963 - accuracy: 0.8750\n",
      "Epoch 220/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9887 - accuracy: 0.8750\n",
      "Epoch 221/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 1.9811 - accuracy: 0.8750\n",
      "Epoch 222/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.9735 - accuracy: 0.8750\n",
      "Epoch 223/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9660 - accuracy: 0.8750\n",
      "Epoch 224/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 1.9584 - accuracy: 0.8750\n",
      "Epoch 225/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.9508 - accuracy: 0.8750\n",
      "Epoch 226/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.9432 - accuracy: 0.8750\n",
      "Epoch 227/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9356 - accuracy: 0.8750\n",
      "Epoch 228/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9280 - accuracy: 0.8750\n",
      "Epoch 229/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.9205 - accuracy: 0.8750\n",
      "Epoch 230/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.9129 - accuracy: 0.8750\n",
      "Epoch 231/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.9053 - accuracy: 0.8750\n",
      "Epoch 232/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.8977 - accuracy: 0.8750\n",
      "Epoch 233/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.8901 - accuracy: 0.8750\n",
      "Epoch 234/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.8825 - accuracy: 0.8750\n",
      "Epoch 235/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.8749 - accuracy: 0.8750\n",
      "Epoch 236/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.8674 - accuracy: 0.8750\n",
      "Epoch 237/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.8598 - accuracy: 0.8750\n",
      "Epoch 238/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.8522 - accuracy: 0.8750\n",
      "Epoch 239/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.8447 - accuracy: 0.8750\n",
      "Epoch 240/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 1.8371 - accuracy: 0.8750\n",
      "Epoch 241/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.8295 - accuracy: 0.8750\n",
      "Epoch 242/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.8220 - accuracy: 0.8750\n",
      "Epoch 243/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.8144 - accuracy: 0.8750\n",
      "Epoch 244/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.8069 - accuracy: 0.8750\n",
      "Epoch 245/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7993 - accuracy: 0.8750\n",
      "Epoch 246/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7918 - accuracy: 0.8750\n",
      "Epoch 247/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7843 - accuracy: 0.8750\n",
      "Epoch 248/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7767 - accuracy: 0.8750\n",
      "Epoch 249/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7692 - accuracy: 0.8750\n",
      "Epoch 250/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7617 - accuracy: 0.8750\n",
      "Epoch 251/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7542 - accuracy: 0.8750\n",
      "Epoch 252/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.7467 - accuracy: 0.8750\n",
      "Epoch 253/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7392 - accuracy: 0.8750\n",
      "Epoch 254/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7318 - accuracy: 0.8750\n",
      "Epoch 255/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7243 - accuracy: 0.8750\n",
      "Epoch 256/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7168 - accuracy: 0.8750\n",
      "Epoch 257/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.7094 - accuracy: 0.8750\n",
      "Epoch 258/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.7019 - accuracy: 0.8750\n",
      "Epoch 259/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.6945 - accuracy: 0.8750\n",
      "Epoch 260/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6871 - accuracy: 0.8750\n",
      "Epoch 261/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6797 - accuracy: 0.8750\n",
      "Epoch 262/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6723 - accuracy: 0.8750\n",
      "Epoch 263/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6649 - accuracy: 0.8750\n",
      "Epoch 264/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.6576 - accuracy: 0.8750\n",
      "Epoch 265/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6502 - accuracy: 0.8750\n",
      "Epoch 266/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6428 - accuracy: 0.8750\n",
      "Epoch 267/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6355 - accuracy: 0.8750\n",
      "Epoch 268/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.6282 - accuracy: 0.8750\n",
      "Epoch 269/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6209 - accuracy: 0.8750\n",
      "Epoch 270/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.6136 - accuracy: 0.8750\n",
      "Epoch 271/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.6063 - accuracy: 0.8750\n",
      "Epoch 272/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5991 - accuracy: 0.8750\n",
      "Epoch 273/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5918 - accuracy: 0.8750\n",
      "Epoch 274/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5846 - accuracy: 0.8750\n",
      "Epoch 275/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5774 - accuracy: 0.8750\n",
      "Epoch 276/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 1.5702 - accuracy: 0.8750\n",
      "Epoch 277/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5630 - accuracy: 0.8750\n",
      "Epoch 278/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5558 - accuracy: 0.8750\n",
      "Epoch 279/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5487 - accuracy: 0.8750\n",
      "Epoch 280/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5415 - accuracy: 0.8750\n",
      "Epoch 281/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.5344 - accuracy: 0.8750\n",
      "Epoch 282/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5273 - accuracy: 0.8750\n",
      "Epoch 283/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5202 - accuracy: 0.8750\n",
      "Epoch 284/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5132 - accuracy: 0.8750\n",
      "Epoch 285/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.5061 - accuracy: 0.8750\n",
      "Epoch 286/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4991 - accuracy: 0.8750\n",
      "Epoch 287/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4921 - accuracy: 0.8750\n",
      "Epoch 288/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4851 - accuracy: 0.8750\n",
      "Epoch 289/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4781 - accuracy: 0.8750\n",
      "Epoch 290/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4712 - accuracy: 0.8750\n",
      "Epoch 291/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4642 - accuracy: 0.8750\n",
      "Epoch 292/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4573 - accuracy: 0.8750\n",
      "Epoch 293/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4504 - accuracy: 0.8750\n",
      "Epoch 294/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4436 - accuracy: 0.8750\n",
      "Epoch 295/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4367 - accuracy: 0.8750\n",
      "Epoch 296/500\n",
      "1/1 [==============================] - 0s 9ms/step - loss: 1.4299 - accuracy: 0.8750\n",
      "Epoch 297/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4231 - accuracy: 0.8750\n",
      "Epoch 298/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.4163 - accuracy: 0.8750\n",
      "Epoch 299/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.4095 - accuracy: 0.8750\n",
      "Epoch 300/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.4028 - accuracy: 0.8750\n",
      "Epoch 301/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3961 - accuracy: 0.8750\n",
      "Epoch 302/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3894 - accuracy: 0.8750\n",
      "Epoch 303/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3827 - accuracy: 0.8750\n",
      "Epoch 304/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3761 - accuracy: 0.8750\n",
      "Epoch 305/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3694 - accuracy: 0.8750\n",
      "Epoch 306/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3628 - accuracy: 0.8750\n",
      "Epoch 307/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3562 - accuracy: 0.8750\n",
      "Epoch 308/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3497 - accuracy: 0.8750\n",
      "Epoch 309/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3431 - accuracy: 0.8750\n",
      "Epoch 310/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3366 - accuracy: 0.8750\n",
      "Epoch 311/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3301 - accuracy: 0.8750\n",
      "Epoch 312/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.3237 - accuracy: 0.8750\n",
      "Epoch 313/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3172 - accuracy: 0.8750\n",
      "Epoch 314/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3108 - accuracy: 0.8750\n",
      "Epoch 315/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.3044 - accuracy: 0.8750\n",
      "Epoch 316/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2981 - accuracy: 0.8750\n",
      "Epoch 317/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.2917 - accuracy: 0.8750\n",
      "Epoch 318/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.2854 - accuracy: 0.8750\n",
      "Epoch 319/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2791 - accuracy: 0.8750\n",
      "Epoch 320/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.2729 - accuracy: 0.8750\n",
      "Epoch 321/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.2666 - accuracy: 0.8750\n",
      "Epoch 322/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2604 - accuracy: 0.8750\n",
      "Epoch 323/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2542 - accuracy: 0.8750\n",
      "Epoch 324/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2481 - accuracy: 0.8750\n",
      "Epoch 325/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2420 - accuracy: 0.8750\n",
      "Epoch 326/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2359 - accuracy: 0.8750\n",
      "Epoch 327/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2298 - accuracy: 0.8750\n",
      "Epoch 328/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2237 - accuracy: 0.8750\n",
      "Epoch 329/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2177 - accuracy: 0.8750\n",
      "Epoch 330/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.2117 - accuracy: 0.8750\n",
      "Epoch 331/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 7ms/step - loss: 1.2057 - accuracy: 0.8750\n",
      "Epoch 332/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1998 - accuracy: 0.8750\n",
      "Epoch 333/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1939 - accuracy: 0.8750\n",
      "Epoch 334/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1880 - accuracy: 0.8750\n",
      "Epoch 335/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1821 - accuracy: 0.8750\n",
      "Epoch 336/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1763 - accuracy: 0.8750\n",
      "Epoch 337/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1704 - accuracy: 0.8750\n",
      "Epoch 338/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1647 - accuracy: 0.8750\n",
      "Epoch 339/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1589 - accuracy: 0.8750\n",
      "Epoch 340/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1532 - accuracy: 0.8750\n",
      "Epoch 341/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1475 - accuracy: 0.8750\n",
      "Epoch 342/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1418 - accuracy: 0.8750\n",
      "Epoch 343/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1362 - accuracy: 0.8750\n",
      "Epoch 344/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1306 - accuracy: 0.8750\n",
      "Epoch 345/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1250 - accuracy: 0.8750\n",
      "Epoch 346/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1194 - accuracy: 0.8750\n",
      "Epoch 347/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1139 - accuracy: 0.8750\n",
      "Epoch 348/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.1084 - accuracy: 0.8750\n",
      "Epoch 349/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.1029 - accuracy: 0.8750\n",
      "Epoch 350/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.0974 - accuracy: 0.8750\n",
      "Epoch 351/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0920 - accuracy: 0.8750\n",
      "Epoch 352/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.0866 - accuracy: 0.8750\n",
      "Epoch 353/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.0813 - accuracy: 0.8750\n",
      "Epoch 354/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0759 - accuracy: 0.8750\n",
      "Epoch 355/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0706 - accuracy: 0.8750\n",
      "Epoch 356/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0653 - accuracy: 0.8750\n",
      "Epoch 357/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0601 - accuracy: 0.8750\n",
      "Epoch 358/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 1.0549 - accuracy: 0.8750\n",
      "Epoch 359/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0497 - accuracy: 0.8750\n",
      "Epoch 360/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 1.0445 - accuracy: 0.8750\n",
      "Epoch 361/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0394 - accuracy: 0.8750\n",
      "Epoch 362/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0343 - accuracy: 0.8750\n",
      "Epoch 363/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0292 - accuracy: 0.8750\n",
      "Epoch 364/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0241 - accuracy: 0.8750\n",
      "Epoch 365/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0191 - accuracy: 0.8750\n",
      "Epoch 366/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0141 - accuracy: 0.8750\n",
      "Epoch 367/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0091 - accuracy: 0.8750\n",
      "Epoch 368/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 1.0042 - accuracy: 0.8750\n",
      "Epoch 369/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9993 - accuracy: 0.8750\n",
      "Epoch 370/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9944 - accuracy: 0.8750\n",
      "Epoch 371/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9896 - accuracy: 0.8750\n",
      "Epoch 372/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9847 - accuracy: 0.8750\n",
      "Epoch 373/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.9799 - accuracy: 0.8750\n",
      "Epoch 374/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9752 - accuracy: 0.8750\n",
      "Epoch 375/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9704 - accuracy: 0.8750\n",
      "Epoch 376/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9657 - accuracy: 0.8750\n",
      "Epoch 377/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.9610 - accuracy: 0.8750\n",
      "Epoch 378/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9564 - accuracy: 0.8750\n",
      "Epoch 379/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9517 - accuracy: 0.8750\n",
      "Epoch 380/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9471 - accuracy: 0.8750\n",
      "Epoch 381/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9425 - accuracy: 0.8750\n",
      "Epoch 382/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.9380 - accuracy: 0.8750\n",
      "Epoch 383/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9335 - accuracy: 0.8750\n",
      "Epoch 384/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9290 - accuracy: 0.8750\n",
      "Epoch 385/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9245 - accuracy: 0.8750\n",
      "Epoch 386/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.9201 - accuracy: 0.8750\n",
      "Epoch 387/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9157 - accuracy: 0.8750\n",
      "Epoch 388/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9113 - accuracy: 0.8750\n",
      "Epoch 389/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9069 - accuracy: 0.8750\n",
      "Epoch 390/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.9026 - accuracy: 0.8750\n",
      "Epoch 391/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.8983 - accuracy: 0.8750\n",
      "Epoch 392/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8940 - accuracy: 0.8750\n",
      "Epoch 393/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8898 - accuracy: 0.8750\n",
      "Epoch 394/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8855 - accuracy: 0.8750\n",
      "Epoch 395/500\n",
      "1/1 [==============================] - 0s 10ms/step - loss: 0.8813 - accuracy: 0.8750\n",
      "Epoch 396/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8772 - accuracy: 0.8750\n",
      "Epoch 397/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8730 - accuracy: 0.8750\n",
      "Epoch 398/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.8689 - accuracy: 0.8750\n",
      "Epoch 399/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8648 - accuracy: 0.8750\n",
      "Epoch 400/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8607 - accuracy: 0.8750\n",
      "Epoch 401/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8567 - accuracy: 0.8750\n",
      "Epoch 402/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8527 - accuracy: 0.8750\n",
      "Epoch 403/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8487 - accuracy: 0.8750\n",
      "Epoch 404/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8447 - accuracy: 0.8750\n",
      "Epoch 405/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8408 - accuracy: 0.8750\n",
      "Epoch 406/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8369 - accuracy: 0.8750\n",
      "Epoch 407/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8330 - accuracy: 0.8750\n",
      "Epoch 408/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8292 - accuracy: 0.8750\n",
      "Epoch 409/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8253 - accuracy: 0.8750\n",
      "Epoch 410/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8215 - accuracy: 0.8750\n",
      "Epoch 411/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8177 - accuracy: 0.8750\n",
      "Epoch 412/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8140 - accuracy: 0.8750\n",
      "Epoch 413/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 5ms/step - loss: 0.8102 - accuracy: 0.8750\n",
      "Epoch 414/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8065 - accuracy: 0.8750\n",
      "Epoch 415/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.8028 - accuracy: 0.8750\n",
      "Epoch 416/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7992 - accuracy: 0.8750\n",
      "Epoch 417/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7955 - accuracy: 0.8750\n",
      "Epoch 418/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7919 - accuracy: 0.8750\n",
      "Epoch 419/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7884 - accuracy: 0.8750\n",
      "Epoch 420/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7848 - accuracy: 0.8750\n",
      "Epoch 421/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.7812 - accuracy: 0.8750\n",
      "Epoch 422/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7777 - accuracy: 0.8750\n",
      "Epoch 423/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7742 - accuracy: 0.8750\n",
      "Epoch 424/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7708 - accuracy: 0.8750\n",
      "Epoch 425/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7673 - accuracy: 0.8750\n",
      "Epoch 426/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7639 - accuracy: 0.8750\n",
      "Epoch 427/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7605 - accuracy: 0.8750\n",
      "Epoch 428/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7571 - accuracy: 0.8750\n",
      "Epoch 429/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.7538 - accuracy: 0.8750\n",
      "Epoch 430/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7505 - accuracy: 0.8750\n",
      "Epoch 431/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7471 - accuracy: 0.8750\n",
      "Epoch 432/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7439 - accuracy: 0.8750\n",
      "Epoch 433/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7406 - accuracy: 0.8750\n",
      "Epoch 434/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7374 - accuracy: 0.8750\n",
      "Epoch 435/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7341 - accuracy: 0.8750\n",
      "Epoch 436/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7310 - accuracy: 0.8750\n",
      "Epoch 437/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7278 - accuracy: 0.8750\n",
      "Epoch 438/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7246 - accuracy: 0.8750\n",
      "Epoch 439/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.7215 - accuracy: 0.8750\n",
      "Epoch 440/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.7184 - accuracy: 0.8750\n",
      "Epoch 441/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7153 - accuracy: 0.8750\n",
      "Epoch 442/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7122 - accuracy: 0.8750\n",
      "Epoch 443/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7092 - accuracy: 0.8750\n",
      "Epoch 444/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7062 - accuracy: 0.8750\n",
      "Epoch 445/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.7032 - accuracy: 0.8750\n",
      "Epoch 446/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.7002 - accuracy: 0.8750\n",
      "Epoch 447/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6972 - accuracy: 0.8750\n",
      "Epoch 448/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6943 - accuracy: 0.8750\n",
      "Epoch 449/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6914 - accuracy: 0.8750\n",
      "Epoch 450/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6885 - accuracy: 0.8750\n",
      "Epoch 451/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6856 - accuracy: 0.8750\n",
      "Epoch 452/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6827 - accuracy: 0.8750\n",
      "Epoch 453/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6799 - accuracy: 0.8750\n",
      "Epoch 454/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6771 - accuracy: 0.8750\n",
      "Epoch 455/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6743 - accuracy: 0.8750\n",
      "Epoch 456/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6715 - accuracy: 0.8750\n",
      "Epoch 457/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6687 - accuracy: 0.8750\n",
      "Epoch 458/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6660 - accuracy: 0.8750\n",
      "Epoch 459/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6633 - accuracy: 0.8750\n",
      "Epoch 460/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6606 - accuracy: 0.8750\n",
      "Epoch 461/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6579 - accuracy: 0.8750\n",
      "Epoch 462/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6552 - accuracy: 0.8750\n",
      "Epoch 463/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6526 - accuracy: 0.8750\n",
      "Epoch 464/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6499 - accuracy: 0.8750\n",
      "Epoch 465/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6473 - accuracy: 0.8750\n",
      "Epoch 466/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6447 - accuracy: 0.8750\n",
      "Epoch 467/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6422 - accuracy: 0.8750\n",
      "Epoch 468/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6396 - accuracy: 0.8750\n",
      "Epoch 469/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6371 - accuracy: 0.8750\n",
      "Epoch 470/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6346 - accuracy: 0.8750\n",
      "Epoch 471/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6321 - accuracy: 0.8750\n",
      "Epoch 472/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6296 - accuracy: 0.8750\n",
      "Epoch 473/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6271 - accuracy: 0.8750\n",
      "Epoch 474/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6247 - accuracy: 0.8750\n",
      "Epoch 475/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6222 - accuracy: 0.8750\n",
      "Epoch 476/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.6198 - accuracy: 0.8750\n",
      "Epoch 477/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6174 - accuracy: 0.8750\n",
      "Epoch 478/500\n",
      "1/1 [==============================] - 0s 7ms/step - loss: 0.6150 - accuracy: 0.8750\n",
      "Epoch 479/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6127 - accuracy: 0.8750\n",
      "Epoch 480/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6103 - accuracy: 0.8750\n",
      "Epoch 481/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6080 - accuracy: 0.8750\n",
      "Epoch 482/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.6057 - accuracy: 0.8750\n",
      "Epoch 483/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6034 - accuracy: 0.8750\n",
      "Epoch 484/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.6011 - accuracy: 0.8750\n",
      "Epoch 485/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5988 - accuracy: 0.8750\n",
      "Epoch 486/500\n",
      "1/1 [==============================] - 0s 9ms/step - loss: 0.5966 - accuracy: 0.8750\n",
      "Epoch 487/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5943 - accuracy: 0.8750\n",
      "Epoch 488/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.5921 - accuracy: 0.8750\n",
      "Epoch 489/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.5899 - accuracy: 0.8750\n",
      "Epoch 490/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.5877 - accuracy: 0.8750\n",
      "Epoch 491/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.5855 - accuracy: 0.8750\n",
      "Epoch 492/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5834 - accuracy: 0.8750\n",
      "Epoch 493/500\n",
      "1/1 [==============================] - 0s 4ms/step - loss: 0.5812 - accuracy: 0.8750\n",
      "Epoch 494/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5791 - accuracy: 0.8750\n",
      "Epoch 495/500\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5770 - accuracy: 0.8750\n",
      "Epoch 496/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5749 - accuracy: 0.8750\n",
      "Epoch 497/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5728 - accuracy: 0.8750\n",
      "Epoch 498/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5707 - accuracy: 0.8750\n",
      "Epoch 499/500\n",
      "1/1 [==============================] - 0s 6ms/step - loss: 0.5687 - accuracy: 0.8750\n",
      "Epoch 500/500\n",
      "1/1 [==============================] - 0s 5ms/step - loss: 0.5666 - accuracy: 0.8750\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<tensorflow.python.keras.callbacks.History at 0x218a65ea880>"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy'])\n",
    "# fit network\n",
    "model.fit(X, y, epochs=500, verbose=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "embedding (Embedding)        (None, 1, 10)             220       \n",
      "_________________________________________________________________\n",
      "flatten (Flatten)            (None, 10)                0         \n",
      "_________________________________________________________________\n",
      "dense (Dense)                (None, 22)                242       \n",
      "=================================================================\n",
      "Total params: 462\n",
      "Trainable params: 462\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Text Prediction"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_words = 3\n",
    "text_test = 'Jack'\n",
    "result = 'Jack'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Dr.PVVK\\AppData\\Roaming\\Python\\Python38\\site-packages\\tensorflow\\python\\keras\\engine\\sequential.py:455: UserWarning: `model.predict_classes()` is deprecated and will be removed after 2021-01-01. Please use instead:* `np.argmax(model.predict(x), axis=-1)`,   if your model does multi-class classification   (e.g. if it uses a `softmax` last-layer activation).* `(model.predict(x) > 0.5).astype(\"int32\")`,   if your model does binary classification   (e.g. if it uses a `sigmoid` last-layer activation).\n",
      "  warnings.warn('`model.predict_classes()` is deprecated and '\n"
     ]
    }
   ],
   "source": [
    "for _ in range(n_words):\n",
    "    encoded = token.texts_to_sequences([text_test])[0]\n",
    "    encoded = np.array(encoded)\n",
    "    # predict a word in the vocabulary\n",
    "    y_Predict = model.predict_classes(encoded, verbose=0)\n",
    "    Next_word = ''\n",
    "    for word, index in token.word_index.items():\n",
    "        if index == y_Predict:\n",
    "            Next_word = word\n",
    "            break\n",
    "    text_test, result = Next_word, result + ' ' + Next_word"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Jack and jill came\n"
     ]
    }
   ],
   "source": [
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}