Poem_RNN_Training_Optimized.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Activation, Dropout\n",
    "from keras.layers import LSTM\n",
    "from keras.optimizers import RMSprop\n",
    "from keras.utils.data_utils import get_file\n",
    "\n",
    "from functools import partial\n",
    "from bayes_opt import BayesianOptimization\n",
    "\n",
    "import numpy as np\n",
    "import random\n",
    "import sys\n",
    "import os\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Reading dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of poems: 154\n"
     ]
    }
   ],
   "source": [
    "text = open(os.path.join(os.getcwd(), 'data/shakespeare.txt')).read().lower().split('\\n')\n",
    "poem_list = []\n",
    "raw_text = ''\n",
    "for j in range(len(text) + 1):\n",
    "    if j == len(text):\n",
    "        poem_list.append(raw_text)\n",
    "    elif text[j] == '':\n",
    "        if raw_text != '':\n",
    "            poem_list.append(raw_text)\n",
    "        raw_text = ''\n",
    "        continue\n",
    "    elif text[j][-1].isdigit():\n",
    "        continue\n",
    "    else:\n",
    "        subsentence = text[j] + '\\n'\n",
    "        raw_text += subsentence  \n",
    "print('Number of poems:', len(poem_list))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# organize into sequences of characters\n",
    "def create_sequence(raw_text, length, step):\n",
    "    sequences = []\n",
    "    next_chars = []\n",
    "    for i in range(0, len(raw_text) - length, step):\n",
    "        # select sequence of tokens\n",
    "        seq = raw_text[i:i + length]\n",
    "        # store\n",
    "        sequences.append(seq)\n",
    "        next_chars.append(raw_text[i + length])\n",
    "    return sequences, next_chars"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 88130\n"
     ]
    }
   ],
   "source": [
    "length = 40\n",
    "step = 1\n",
    "sequences = []\n",
    "next_chars = []\n",
    "for poem in poem_list:\n",
    "    sub_sequences, sub_next_chars = create_sequence(poem, length, step)\n",
    "    sequences += sub_sequences\n",
    "    next_chars += sub_next_chars\n",
    "print('Total Sequences: %d' % len(sequences))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Character Mappings and Inverse Mappings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vocabulary Size: 38\n"
     ]
    }
   ],
   "source": [
    "poem_string = \"\".join(poem_list)\n",
    "chars = sorted(list(set(poem_string)))\n",
    "char_index_map = dict((c, i) for i, c in enumerate(chars))\n",
    "index_char_map = dict((i, c) for i, c in enumerate(chars))\n",
    "vocab_size = len(char_index_map)\n",
    "print('Vocabulary Size: %d' % vocab_size)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Vectorization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "X = np.zeros((len(sequences), length, len(chars)), dtype=np.bool)\n",
    "y = np.zeros((len(sequences), len(chars)), dtype=np.bool)\n",
    "for i, sentence in enumerate(sequences):\n",
    "    for t, char in enumerate(sentence):\n",
    "        X[i, t, char_index_map[char]] = 1\n",
    "    y[i, char_index_map[next_chars[i]]] = 1    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Build the RNN Training Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Build model...\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:74: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:517: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:4138: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:133: The name tf.placeholder_with_default is deprecated. Please use tf.compat.v1.placeholder_with_default instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:3445: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "lstm_1 (LSTM)                (None, 128)               85504     \n",
      "_________________________________________________________________\n",
      "dense_1 (Dense)              (None, 38)                4902      \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 38)                0         \n",
      "_________________________________________________________________\n",
      "activation_1 (Activation)    (None, 38)                0         \n",
      "=================================================================\n",
      "Total params: 90,406\n",
      "Trainable params: 90,406\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\optimizers.py:790: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:3295: The name tf.log is deprecated. Please use tf.math.log instead.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "print('Build model...')\n",
    "\n",
    "model = Sequential()\n",
    "model.add(LSTM(128, input_shape=(length, len(chars))))\n",
    "model.add(Dense(len(chars)))\n",
    "model.add(Dropout(0.111))\n",
    "model.add(Activation('softmax'))\n",
    "\n",
    "model.summary()   \n",
    "\n",
    "optimizer = RMSprop(lr=0.006738)\n",
    "model.compile(loss='categorical_crossentropy', optimizer=optimizer, metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Sampling function (combining softmax with temperature)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sample(preds, temperature):\n",
    "    # helper function to sample an index from a probability array\n",
    "    preds = np.asarray(preds).astype('float64')\n",
    "    preds = np.log(preds) / temperature\n",
    "    exp_preds = np.exp(preds)\n",
    "    preds = exp_preds / np.sum(exp_preds)\n",
    "    probas = np.random.multinomial(1, preds, 1)\n",
    "    return np.argmax(probas)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training the model with outputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\tensorflow_core\\python\\ops\\math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:986: The name tf.assign_add is deprecated. Please use tf.compat.v1.assign_add instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:973: The name tf.assign is deprecated. Please use tf.compat.v1.assign instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:2741: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
      "\n",
      "Epoch 1/10\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:174: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:181: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:190: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:199: The name tf.is_variable_initialized is deprecated. Please use tf.compat.v1.is_variable_initialized instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Steve\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:206: The name tf.variables_initializer is deprecated. Please use tf.compat.v1.variables_initializer instead.\n",
      "\n",
      "88130/88130 [==============================] - 125s 1ms/step - loss: 2.3266 - acc: 0.3422\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 121s 1ms/step - loss: 1.9458 - acc: 0.4341 1s - loss: 1.9466 - a\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 121s 1ms/step - loss: 1.8317 - acc: 0.4655\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 122s 1ms/step - loss: 1.7613 - acc: 0.4837\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 124s 1ms/step - loss: 1.7087 - acc: 0.4973\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 127s 1ms/step - loss: 1.6682 - acc: 0.5063: 0s - loss: 1.6680 - acc: 0.\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 129s 1ms/step - loss: 1.6284 - acc: 0.5171\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 132s 2ms/step - loss: 1.5993 - acc: 0.5258\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 137s 2ms/step - loss: 1.5776 - acc: 0.5306\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 145s 2ms/step - loss: 1.5564 - acc: 0.5368\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "  when so loss have miners no coster, antiess iblidn.\n",
      " rly now smorch hade wood do in noth thine,\n",
      "bne wis is no vacks such, fird of seecnight\n",
      "conzelbs defires canbetes of friend's.\n",
      "for chantard far fort:fy der moon, anotilloper prymfinact\n",
      "appeact poscume to qoor-miviaytonhest,\n",
      "  lost should golds, co hoac :\n",
      "tad his madve in things reciyueyyming,\n",
      "as , whose ?yr tey wade douth ornearurghewdil ol.\n",
      "to shouth shmestoring dues unvagicreded,\n",
      "though earn is dudsen shasiplawygest,\n",
      "yet juct, all my lesses shale may pude, you\n",
      "forn a 'hown, whence thou desury eyes)\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "not bear the kindness not kinds and stave,\n",
      "and da ke though your pain doth find cannot form honous,\n",
      "  powing with that i know in the old sell of seed,\n",
      "present of worthing ever me worth, or you,\n",
      "my for thy self thy self dost so alty,\n",
      "for my drow, for thou art my breast doth faces,\n",
      "love your love with beauty to thee, when gase,\n",
      "but no ctier our graces woothles shall stand\n",
      "  for haste ruiny flace thou kisss or write,\n",
      "the consuess me are varse in do those,\n",
      "  yet your i ap fest which they found crien,\n",
      "men find is the sair temin with all obter:\n",
      "the reason our thing ene times with this,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "when the worth the some sees the worth of alone.\n",
      "  the worthy should single graces of my shend,\n",
      "and thought is in the others of my self fair,\n",
      "and so thy self the worth the love thee shor his scort,\n",
      "  and therefore is the parts the worth of thee,\n",
      "  the self are not so the worth the worth thee black,\n",
      "and my love the stand i short which the world with thee thy good,\n",
      "  the worthy should proface mine own bear,\n",
      "  that is a far me for my pace the dead,\n",
      "  the worthy should my self a postars of thee,\n",
      "  in me to the worthy should account of thee,\n",
      "  and sorrow the world with the self are so,\n",
      "the worthy should can my self the dear thee,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 152s 2ms/step - loss: 1.5383 - acc: 0.5424\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 159s 2ms/step - loss: 1.5201 - acc: 0.5445\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 167s 2ms/step - loss: 1.5088 - acc: 0.5490\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 175s 2ms/step - loss: 1.4980 - acc: 0.5514 4s - loss: 1.\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 184s 2ms/step - loss: 1.4861 - acc: 0.5550\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 190s 2ms/step - loss: 1.4718 - acc: 0.5611\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 196s 2ms/step - loss: 1.4705 - acc: 0.5607\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 205s 2ms/step - loss: 1.4584 - acc: 0.5617\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 211s 2ms/step - loss: 1.4513 - acc: 0.5645\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 217s 2ms/step - loss: 1.4472 - acc: 0.5668\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "doth this, thought alls mouthilitjur, in appeat\n",
      "yord e\n",
      "tomt, which timece manasnen birail comdswand\n",
      "nrightles sumsessared, de'cmr?sheccimpocrel:\n",
      "behold ofn crue settencece ho;irl inh\n",
      "quilf-pos)fthingw. o my jetys aurnad, but leven,\n",
      "haw wowlh east choss hove sounds above ethyjy:\n",
      "o encoltab. for or anonly dulline,\n",
      "or ablatciin my pupe things of be those ddst\n",
      "hill, suil that , lov hear the invenipst,\n",
      "doth my kiow, nom defrome then the gebentrvone,\n",
      "eelins ancin tran say, dye twoum.\n",
      "fo  ith oucht pany anvonged of might,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "then strong have her feel with time find thee,\n",
      "  be never shatefure still the motien\n",
      "waternust that which of bate's heart his fames,\n",
      "which the world (your self inwarnly hathe,\n",
      "  but who hast how should see is to change?\n",
      "i love in their thate not against my self dross\n",
      "advan they am i may not raong cure\n",
      "so the hearts comfint me that thou art are things have remain,\n",
      "  for that thou despase what to my warter steelust,\n",
      "and that despite of aclean grewayianous,\n",
      "  how ast the motion saam your self respect,\n",
      "and prave what eye with beauty and ke state,\n",
      "so thy doth state for from the firest,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art the world with the world more thee,\n",
      "  then that thou wilt the world in their greater,\n",
      "that i am all the truth to summer their state\n",
      "that i am thou art to the world with thee,\n",
      "  then thou that i see the time when i green,\n",
      "when the beauty of the self-love to thee,\n",
      "and therefore to the truth to show it to thee,\n",
      "  then thou art to the world with thee with showers to shame\n",
      "for the state thee the time that thou art bear,\n",
      "and therefore in thee i love thee as thee,\n",
      "when thou art be that which the world with my state\n",
      "  the world with the world with the world despise,\n",
      "and the world and the frame that thou wilt seem,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 219s 2ms/step - loss: 1.4353 - acc: 0.5698\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 227s 3ms/step - loss: 1.4273 - acc: 0.5716\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 234s 3ms/step - loss: 1.4240 - acc: 0.5739\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 237s 3ms/step - loss: 1.4179 - acc: 0.5749\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 246s 3ms/step - loss: 1.4113 - acc: 0.5773\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 250s 3ms/step - loss: 1.4108 - acc: 0.5768\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 256s 3ms/step - loss: 1.4035 - acc: 0.5800\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 267s 3ms/step - loss: 1.3988 - acc: 0.5815\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 282s 3ms/step - loss: 1.3952 - acc: 0.5791\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 276s 3ms/step - loss: 1.3852 - acc: 0.5846\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art so vice again, my nespint is of hind?\n",
      ";yep, by fire it is givey doom.\n",
      "that or will mabe timers unthings sinpe,\n",
      "of at fair thy love, give sugrect'st cat chance,\n",
      "hitsast what he effelil groodok if show daa,\n",
      "as in \n",
      "tour have dyeny merity,\n",
      "thine rial fulf.uinful, that uscheved torts\n",
      "dost tands' cimelage awide by yellout.\n",
      "and my sisideaghmact you to sa? pltars,\n",
      "  but by anowst, i say love, crullires, crdey:\n",
      "as thou wervich rrdowed )romgors of this.\n",
      "that is breatureous tip a look ilt, mine,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "this bounty hath truth shape him by died.\n",
      "  then if thou mine eye to delight's octrue?\n",
      "since my mebher fell scorn to our in my die,\n",
      "let the being woohmen's gross bear from me.\n",
      "  if the for sweet achmal doo now love still,\n",
      "that too such it is simpais alfor with you\n",
      "dot recod alone someticity expressed,\n",
      "thou art both clot, to show my heart to be,\n",
      "  and then in thy freeh in a storn be,\n",
      "  making worthing thy heart to lies his thing:\n",
      "  that eversom doth ample was thou that sweet face,\n",
      "sinion univery sinful,\n",
      "how drow and this brok one in those show,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "dot for thee art my heart that thou not to the store,\n",
      "  then be the stormed in the world will breathed,\n",
      "  then i am the world be a sender,\n",
      "which in their be the best make the world from thee,\n",
      "  then as the world as this praise them she sweet,\n",
      "for the world will my self are in the dear state\n",
      "that i will be the world the world will be,\n",
      "  then thou are still thy sweet self-love thee,\n",
      "and there make the world will meansue might,\n",
      "the world will my argument of the store,\n",
      "  then should a took which this my love to thee,\n",
      "  that which his scorned and the love to thee,\n",
      "  then be the strong of thy beauty doth time,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 285s 3ms/step - loss: 1.3863 - acc: 0.5834\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 287s 3ms/step - loss: 1.3841 - acc: 0.5839\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 300s 3ms/step - loss: 1.3766 - acc: 0.5868\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 308s 3ms/step - loss: 1.3741 - acc: 0.5876\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 311s 4ms/step - loss: 1.3721 - acc: 0.5872\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 319s 4ms/step - loss: 1.3670 - acc: 0.5881\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 327s 4ms/step - loss: 1.3643 - acc: 0.5890\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 332s 4ms/step - loss: 1.3557 - acc: 0.5920\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 342s 4ms/step - loss: 1.3594 - acc: 0.5916\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 345s 4ms/step - loss: 1.3547 - acc: 0.5937\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "sincchuesing thy heartfinaters die tine,\n",
      "betored, eor ha-diesed with n th:s picc?\n",
      "eowing as can day cehmabal boun, besore,\n",
      "bay in my jear-thought of truth and treilel. no gave)\n",
      " amanother quitbed giveby storcy surcestagep.\n",
      "o allly m, leport yek hergy starm,\n",
      "  or ifjain is a fron's:\n",
      "and dodest ill-blance,\n",
      "whate's praise lived shaol with numb to that \n",
      "wreckonly ownremain tavee,\n",
      "and on the sbe hony wink, gilded nimred im.\n",
      "\n",
      "refument times not fame bew\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "  if thou might thou better my lacking again,\n",
      "  that and i bring what me in they dost spend.\n",
      "in sure a woman cause of gracious growth,\n",
      "crewched with compeers and such as the fiest,\n",
      "cower to not all forservaness i say ans\n",
      "and the world are fairer and deep thine,\n",
      "three i perment well i hand again astend.\n",
      "teathed with purding sail not thine eyes,\n",
      "  and to no men are thy sight upon the eith,\n",
      "as he paid and the hampet of thy brain,\n",
      "  and see, do forth receive thee are noth,\n",
      "which that we doth from with thine own so.\n",
      "kind of the lays her painted away,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "who sound to thy self i'll for thee so thine,\n",
      "and therefore that which he strong make hold,\n",
      "and therefore that thou art in thee shall stay,\n",
      "no mar i am after thee i am of you,\n",
      "  then thou thy self again buries of a still.\n",
      "  then all the lips to the sun most lips of brow,\n",
      "and therefore to the world are but thy state,\n",
      "to blus is survertion of the sun to the sweet,\n",
      "though i be not so, till i thine eye as in thee,\n",
      "  then thou art thy self are is the dead,\n",
      "  on thy controlling but do the sair read.\n",
      "  but the sun to the praise buried foul did state\n",
      "as things the world will be blesting thine eyes,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 364s 4ms/step - loss: 1.3526 - acc: 0.5934\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 357s 4ms/step - loss: 1.3512 - acc: 0.5931\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 372s 4ms/step - loss: 1.3427 - acc: 0.5973\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 378s 4ms/step - loss: 1.3484 - acc: 0.5952\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 381s 4ms/step - loss: 1.3407 - acc: 0.5970\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 390s 4ms/step - loss: 1.3276 - acc: 0.5987\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 394s 4ms/step - loss: 1.3326 - acc: 0.6001\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 397s 5ms/step - loss: 1.3350 - acc: 0.5992\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 421s 5ms/step - loss: 1.3246 - acc: 0.5997\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 419s 5ms/step - loss: 1.3264 - acc: 0.5995\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou 'sists her fulli's consuetity,\n",
      "and hampu's neelst dourded how love's you.\n",
      "  where illles'. puts mighttary impraisene?\n",
      "makes think mine, nrown youls authority is?\n",
      "outrenting elloove, eyes for the abe.\n",
      "and no your namer sighthess knows of thee,\n",
      "as those hmipiny of his diswaagate\n",
      "to crank, no long lives ch\n",
      "alad conmord forn, mfaode petsing swial.\n",
      "'o i windear'st is eary godd'st life,\n",
      "posseous, rises not jessane alusedt.\n",
      ", and hep in means,\n",
      "and to lers knows no bodre's 'grated each prafel,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou should make to eny'st and praise of peas:\n",
      "but beauty old with lust to be since decpeed,\n",
      "and my love to hear is thy controps of fair brought,\n",
      "errors then did sing a beauty tend,\n",
      "and simple had strive they single is do tell:\n",
      "so thy heart in others' ours every flemse.\n",
      "  to thy self abundance mend, that fears.\n",
      "no so greatle vire your self call:\n",
      "as bud that i have in for of most from you.\n",
      "  where me bomons of this no exciteds,\n",
      "whe all those bless do still with purpant,\n",
      "i cannot moo ever time as their debabed,\n",
      "unless bear the englant parts hath bery,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "when i be the time do i not so sure,\n",
      "the truth of the will flesh should a taire,\n",
      "and i will gris disperce bless the worstant,\n",
      "and therefore hath me than the thing i alte.\n",
      "  the world with thee of thy heart which should seen,\n",
      "and due to the world, my self will of thee,\n",
      "  the beauty lines and strainh the world will of thine,\n",
      "and therefore hast thou wilt look when i shall reselt,\n",
      "and subs wishe that i am not love thee.\n",
      "  and thence thou although that thou wilt,\n",
      "  the world will o'erchere to my self all,\n",
      "or but the world, and i am not lay pleasure,\n",
      "and therefore have no love to the world,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 427s 5ms/step - loss: 1.3301 - acc: 0.6002\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 435s 5ms/step - loss: 1.3211 - acc: 0.6038\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 440s 5ms/step - loss: 1.3212 - acc: 0.6022\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 446s 5ms/step - loss: 1.3137 - acc: 0.6047\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 463s 5ms/step - loss: 1.3106 - acc: 0.6055\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 459s 5ms/step - loss: 1.3124 - acc: 0.6048\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 463s 5ms/step - loss: 1.3048 - acc: 0.6061\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 465s 5ms/step - loss: 1.3034 - acc: 0.6075\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 469s 5ms/step - loss: 1.3048 - acc: 0.6056\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 481s 5ms/step - loss: 1.2983 - acc: 0.6091\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "inwant i lear tocart ancappnles, wos\n",
      "with niggard i loved or ipaking lies die?\n",
      "thou hisedow death shall prese suffer's floe,\n",
      "mine with compounded, or flieknes me strifalats\n",
      "by nught, and i ees arguxed i sick beceived)\n",
      "midm to like way if evein knowledg red,\n",
      "by eyes in as your giardem?\n",
      "o let h praise therfend is faces assure,\n",
      "of though nightst comphan tawarl entous,\n",
      "sifteyts li, (doctake mude grieflems, or pre\n",
      "a were toks only:\n",
      "a sinken this ferfumeh, so loved tore,\n",
      "and by each a, piving fools wiall is on walld,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "wrute of thy argument of some sing,\n",
      "in most love by evean when i thou feed,\n",
      "  thou leaves this sweet, and leasure your graces,\n",
      "and this false forble conticred by draven\n",
      "by selfoung me to greet, was chide anothons upon briew.\n",
      "  and merit thy sport-fives and brit,\n",
      "  say mothere love is grow hat learn to crease.\n",
      "  or thou art write when thou dost to subturmite,\n",
      "the least and o'er wh, coust appetion,\n",
      "to keep in them my friend, and earth the time,\n",
      "unonters not feath to tell i swearneb,\n",
      "time's blood, when vist our night of me,\n",
      "  loves for love profe summored out prine,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "writ me the sterit live the world of my praise.\n",
      "when i show my heart the world, and there\n",
      "when thou art so such a summer's glory die.\n",
      "the to straight of my lays on thee shall stay,\n",
      "for what every what the sad painting stand\n",
      "no lose that thou be that she wall that thy self spend,\n",
      "when the love to themselves the world in thee,\n",
      "  this gives to the world to thee i stained,\n",
      "and they see thy self art so such fire,\n",
      "and therefore with thy self i sweet,\n",
      "that thou dost love to the world's fresh state,\n",
      "and some in my sins men make me with thee,\n",
      "  this mourning thy beauty best be.\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 493s 6ms/step - loss: 1.2997 - acc: 0.6095\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 501s 6ms/step - loss: 1.2965 - acc: 0.6084\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 513s 6ms/step - loss: 1.2953 - acc: 0.6105\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 526s 6ms/step - loss: 1.2862 - acc: 0.6120\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 547s 6ms/step - loss: 1.2891 - acc: 0.6115\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 606s 7ms/step - loss: 1.2884 - acc: 0.6126\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 557s 6ms/step - loss: 1.2839 - acc: 0.6123\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 555s 6ms/step - loss: 1.2865 - acc: 0.6139\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 566s 6ms/step - loss: 1.2774 - acc: 0.6150\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 607s 7ms/step - loss: 1.2777 - acc: 0.6150\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "o it poidnipin is sugmerticped:\n",
      "ngick'er to applespire doi as faming,\n",
      "it old bespeit dueos anew away's\n",
      ", where tiqus for love dutsle pestascpe,\n",
      "to suil reforming, for slard forgod is,\n",
      "or hume fall lave almome it sorripled pleasure.\n",
      "for whereth chure nor numble toccep,\n",
      "  gist the worlding was builded-burned ile\n",
      "it thy self unloung sanss no breasure.\n",
      "yet onree no, but , your my drdsss share,\n",
      "but by love-sift agbinworemesmias compare,\n",
      "hij adatipainy ourdaboteledicieszed,\n",
      "  'gainse poctrenchly cimphedit mus) date:\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thy unsweft love, to find firsting doth lie,\n",
      "but wind, what eyes (from thee in in lant,\n",
      "to make in dead but behonder, nor to make meant his subtceay pleasures,\n",
      "and with this, and spenctage so sward which more,\n",
      "  thou dost boldards are the world is seen,\n",
      "which from that which for thee all the bastral line,\n",
      "here's dead thy self dost writkle rose,\n",
      "the death's blood truth burnery day,\n",
      "as me all in in simple scope trow,\n",
      "and then it is the should me budnly good,\n",
      "that my self in prine, thee my fair bes,\n",
      "but when sweet far from thee above he bring fffffenched,\n",
      "as your most dearen as no such and doth still,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "  o what a profan of the astaint by sick,\n",
      "which should transpeir made the world with thee.\n",
      "  the hand that my self dost change they die,\n",
      "the time he whites the world that i have look,\n",
      "against the world's strong of men's rich as find,\n",
      "the sweet thou art whose find the world to me.\n",
      "  the self-love in the world were it waste,\n",
      "while thou art what a thine they seen make.\n",
      "  and the world it is my best of the strange:\n",
      "but the will best my self mine own desire,\n",
      "that they self are a mal the world with heart\n",
      "the world when i am the will best be the strange,\n",
      "and therefore what they self all thy straight,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 613s 7ms/step - loss: 1.2782 - acc: 0.6144\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 631s 7ms/step - loss: 1.2714 - acc: 0.6172\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 636s 7ms/step - loss: 1.2687 - acc: 0.6180\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 648s 7ms/step - loss: 1.2739 - acc: 0.6174\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 657s 7ms/step - loss: 1.2648 - acc: 0.6185\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 665s 8ms/step - loss: 1.2718 - acc: 0.6170\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 670s 8ms/step - loss: 1.2584 - acc: 0.6209\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 688s 8ms/step - loss: 1.2642 - acc: 0.6187\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 687s 8ms/step - loss: 1.2629 - acc: 0.6197\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 699s 8ms/step - loss: 1.2594 - acc: 0.6206\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      " ie ur-old hy ambided confine on wempest,\n",
      "make wormlings you-foo, his opechand i prongve.\n",
      "how guil mind term, orn cloud's loaghome.\n",
      "that i cirl theiried heaven so vering map,\n",
      "or wainy huld it appict i ld\n",
      "scirds o'er-relives mre'ser ipage b bair:\n",
      "  perfountitn:bant she caonsugcang raniof bount,\n",
      "and fom sablatiof, beauty's name lose devist kush in an sweeing\n",
      "roing illblea, and nights, or inworenm\n",
      "in one mode's: shcr my be leirer time.\n",
      "that speed nempentled, graknes lacek leess,\n",
      "throwiage which your past though and thou masverlerey\n",
      "fo drabled-lock's hand husing bright, holdrn attermpove lies,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou wilt him thee which thou hold how are shows than her wead for.\n",
      "it self-some are the say, thy breast detire.\n",
      "  and all my brain, and that thou fars from heart:\n",
      "all my found would ah not so is my place,\n",
      "for there bright, why should a gaine shall hue,\n",
      "  wilt still thy bayflix merit thou that agest,\n",
      "but all my love is with sick of mine,\n",
      "and that age timet bear where's fingran near alt,\n",
      "hath you worth that cannot to find?\n",
      "thou hard(five to con-lead, and for would grewers by,\n",
      "by these last is thine ages in by sight afart,\n",
      "  his dumb beauty what nature and art,\n",
      "  and after then being your took can shall\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art to the strong one of thee that will,\n",
      "and in the pripes of form will bearing find.\n",
      "  if thou art to the sterion belong, from thee.\n",
      "  then hang to the story of themselves thought,\n",
      "but thou from thy self i see trull with thee.\n",
      "  then fairer of thy sweet self i starvel,\n",
      "and their thought in the strange is summer of how hid.\n",
      "  then my self in their wity removed dkead,\n",
      "  that is not formmer than thy self in thee,\n",
      "  that is not forstran worth that i am not,\n",
      "which is the wirds on the store in thee,\n",
      "  that i have still the story of mine eye,\n",
      "and i beauty of thy sweet self thou might\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 712s 8ms/step - loss: 1.2593 - acc: 0.6210\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 723s 8ms/step - loss: 1.2625 - acc: 0.6185\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 735s 8ms/step - loss: 1.2563 - acc: 0.6212\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 739s 8ms/step - loss: 1.2550 - acc: 0.6214\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 773s 9ms/step - loss: 1.2521 - acc: 0.6224\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 784s 9ms/step - loss: 1.2527 - acc: 0.6214\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 796s 9ms/step - loss: 1.2544 - acc: 0.6200\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 739s 8ms/step - loss: 1.2460 - acc: 0.6231\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 723s 8ms/step - loss: 1.2517 - acc: 0.6221\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 731s 8ms/step - loss: 1.2497 - acc: 0.6246\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou oner; deired turpation that thy most storan,\n",
      "yiel or the fair, benone say aciquile.\n",
      "where where iss agewnes gains nights mard\n",
      "be, and this toncroaisled that thinks akef.\n",
      "if i id their shone, and of me, she altery,\n",
      "than thy rifed ah not to outlidend's livedied.\n",
      "for   comphan hide add upon old timey despising\n",
      "transitnes robre unloarayly more miwe.\n",
      "  her your peaces 'greebs not, thricaly spender,\n",
      "where her air'st, you forth withoug old,\n",
      "that face your worth of ragit, and writg?\n",
      "and alofa, bring well my deyers lost me.\n",
      "  that a praise's lussitioy forfeived frige,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou hast for their birth hath beauty tongue,\n",
      "or blunt and in thee do play and o'ertoors,\n",
      "since seasons and walls said thy soul's disille:\n",
      "and i an feeling hath to decay,\n",
      "so thou art as this, where in their sable:\n",
      "it spite my pooring of your self me\n",
      "disgrainions out bear by is the rise,\n",
      "whose sweet love that she viltors, and chasmed?\n",
      "thy so blless by the shade of beauty show,\n",
      "the whose that uge ruses from me worth,\n",
      "whose from men are hold thee have a poling,\n",
      "to leaves thy astume against the trewhell,\n",
      "whose stands, in war haste to all my heart,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art the bloody spose thee, but thine,\n",
      "and i be death's rich heavenly hath my state,\n",
      "and therefore was i see doth thee to thee,\n",
      "the time's firm of thee i should this state,\n",
      "when it is but by the seasons to the straight,\n",
      "when i sweet, but fire thy sweet thought,\n",
      "but where thou art to the steep, though to me.\n",
      "  this i am flown the self in my self youth,\n",
      "and therefore will be the time's fire dendust,\n",
      "thou wilt the world, and then that i am blest,\n",
      "to make me summer's hours me translant,\n",
      "that blind as the world's frongul's fair sleein,\n",
      "to make me summer's hours me from me will,\n",
      "\n",
      "Epoch 1/10\n",
      "88130/88130 [==============================] - 752s 9ms/step - loss: 1.2407 - acc: 0.6259\n",
      "Epoch 2/10\n",
      "88130/88130 [==============================] - 766s 9ms/step - loss: 1.2420 - acc: 0.6260\n",
      "Epoch 3/10\n",
      "88130/88130 [==============================] - 800s 9ms/step - loss: 1.2399 - acc: 0.6261\n",
      "Epoch 4/10\n",
      "88130/88130 [==============================] - 790s 9ms/step - loss: 1.2350 - acc: 0.6274\n",
      "Epoch 5/10\n",
      "88130/88130 [==============================] - 810s 9ms/step - loss: 1.2430 - acc: 0.6247\n",
      "Epoch 6/10\n",
      "88130/88130 [==============================] - 866s 10ms/step - loss: 1.2358 - acc: 0.6281\n",
      "Epoch 7/10\n",
      "88130/88130 [==============================] - 836s 9ms/step - loss: 1.2308 - acc: 0.6296\n",
      "Epoch 8/10\n",
      "88130/88130 [==============================] - 815s 9ms/step - loss: 1.2247 - acc: 0.6320\n",
      "Epoch 9/10\n",
      "88130/88130 [==============================] - 851s 10ms/step - loss: 1.2253 - acc: 0.6312\n",
      "Epoch 10/10\n",
      "88130/88130 [==============================] - 809s 9ms/step - loss: 1.2294 - acc: 0.6287\n",
      "\n",
      "----- temperature parameter: 1.5\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "  eld thine a tad courne de pleat,\n",
      "or you eng yeal is it wasf, beauty's die tnace.\n",
      "thou, your clow, but will, how cascyed, uny not.\n",
      "it rigot xasted with youthly wretch dead.\n",
      "deaing the blood is all yours ture, the illfies\n",
      "will, to imled i nore is it give the her,\n",
      "would in thought better, love theeming time,\n",
      "  disinoy outxet gnoon men, that natied drawest,\n",
      "nor ressitt evildity her 't is proided,\n",
      "cluys slave full widing hath mock aligh you\n",
      "inone, as esteeming fash.\n",
      "evin thand is thy iind wemsentunt natu\n",
      "my knowleding rabrity digninuse,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.75\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art my story of words have my praise,\n",
      "  their presentt remembered in this faul\n",
      "time's particully old,\n",
      "i may not bearal it doth cought being me.\n",
      "  then as thou art hast with my love were\n",
      "  where your pretty gabing sall the foul date\n",
      "in his facress my mistress' crushing slow.\n",
      "  then to should unwored not from thee shine,\n",
      "with worlit that the world with thou forst,\n",
      "  and therefore what which in their dearer,\n",
      "this wish shall o'er's the beauty for sweetness bear.\n",
      "is to my will restore is honous shore:\n",
      "  her one would leave sto mine own priiched fight,\n",
      "\n",
      "\n",
      "----- temperature parameter: 0.25\n",
      "----- Generating with seed: \"shall i compare thee to a summer's day?\n",
      "\"\n",
      "shall i compare thee to a summer's day?\n",
      "thou art thou art bear the shares to thee,\n",
      "and then which i that i will false thee are seen,\n",
      "  to shun to the store thee i am flawered:\n",
      "then can lease of fortune's discontent bread,\n",
      "nor that which they do thee alone mays appear,\n",
      "and then my restores, by your present state,\n",
      "and stand the world with my self with thee,\n",
      "  which i may from thee thy love that i am one,\n",
      "therefore i should thee i so, the love and stand\n",
      "  the world that i will be the same to thee.\n",
      "  then thou art that which it should change,\n",
      "and then my right in thee, when they out of state,\n",
      "and one more that i am beauty of your sake\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "for iteration in range(10):\n",
    "    model.fit(X, y, batch_size=128, nb_epoch=10)\n",
    "\n",
    "    for temperature in [1.5, 0.75, 0.25]:\n",
    "        print()\n",
    "        print('----- temperature parameter:', temperature)\n",
    "\n",
    "        generated = ''\n",
    "        sentence = \"shall i compare thee to a summer's day?\\n\"\n",
    "        generated += sentence\n",
    "        print('----- Generating with seed: \"' + sentence + '\"')\n",
    "        sys.stdout.write(generated)\n",
    "\n",
    "        line_count = 0\n",
    "        while (line_count <= 12):\n",
    "            x = np.zeros((1, length, len(chars)))\n",
    "            for t, char in enumerate(sentence):\n",
    "                x[0, t, char_index_map[char]] = 1.\n",
    "\n",
    "            preds = model.predict(x, verbose=0)[0]\n",
    "            next_index = sample(preds, temperature)\n",
    "            next_char = index_char_map[next_index]\n",
    "            \n",
    "            if next_char == '\\n':\n",
    "                line_count += 1\n",
    "\n",
    "            generated += next_char\n",
    "            sentence = sentence[1:] + next_char\n",
    "\n",
    "            sys.stdout.write(next_char)\n",
    "            sys.stdout.flush()\n",
    "        print()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}