FourthModel_mfcc_bidirectional_llds.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-24T23:12:05.226717Z",
     "start_time": "2019-03-24T23:12:05.137768Z"
    },
    "colab": {},
    "colab_type": "code",
    "id": "bMOFd62wWVO6"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import keras\n",
    "from keras.callbacks import EarlyStopping,ModelCheckpoint\n",
    "import pickle\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from keras.utils.vis_utils import plot_model\n",
    "\n",
    "from keras.layers import MaxPooling1D,Flatten,Reshape,Bidirectional, Concatenate, Permute, Dot, Input, CuDNNLSTM, Conv1D, Multiply,Dropout,BatchNormalization\n",
    "from keras.layers import RepeatVector, Dense, Activation, Lambda\n",
    "from keras.optimizers import Adam\n",
    "from keras.utils import to_categorical\n",
    "from keras.models import load_model, Model\n",
    "import keras.backend as K\n",
    "from keras.callbacks import ModelCheckpoint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-24T23:12:05.246714Z",
     "start_time": "2019-03-24T23:12:05.229715Z"
    },
    "colab": {},
    "colab_type": "code",
    "id": "JhMWnun9XH7y"
   },
   "outputs": [],
   "source": [
    "address='D:\\\\data_mfcc\\\\'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-03-24T23:12:05.265695Z",
     "start_time": "2019-03-24T23:12:05.250703Z"
    },
    "colab": {},
    "colab_type": "code",
    "id": "V0G0two7WVPL"
   },
   "outputs": [],
   "source": [
    "def loadData(id):\n",
    "    with open(address + f'y_train_{id}','rb') as f:\n",
    "        y_train=np.array(pickle.load(f))\n",
    "    with open(address+f'y_test_{id}','rb') as f:\n",
    "        y_test=np.array(pickle.load(f))\n",
    "    with open(address+ f'X_train_{id}','rb') as f:\n",
    "        X_train = np.array(pickle.load(f))\n",
    "    with open(address+f'X_test_{id}','rb') as f:\n",
    "        X_test = np.array(pickle.load(f))\n",
    "\n",
    "    scalers = {}\n",
    "    for k in range(X_train.shape[2]):\n",
    "        scalers[k] = StandardScaler()\n",
    "        X_train[:, k, :] = scalers[k].fit_transform(X_train[:, k, :]) \n",
    "\n",
    "    for j in range(X_test.shape[2]):\n",
    "        X_test[:, j, :] = scalers[j].transform(X_test[:, j, :])\n",
    "    \n",
    "    print(f'id : {id}')\n",
    "    from sklearn.preprocessing import LabelBinarizer\n",
    "    encoder = LabelBinarizer()\n",
    "    y_train = encoder.fit_transform(y_train)\n",
    "    y_test = encoder.fit_transform(y_test)\n",
    "\n",
    "   \n",
    "    return X_train,y_train,X_test,y_test\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "start_time": "2019-03-25T00:43:59.585Z"
    },
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 9693
    },
    "colab_type": "code",
    "executionInfo": {
     "elapsed": 53391,
     "status": "error",
     "timestamp": 1553114505508,
     "user": {
      "displayName": "",
      "photoUrl": "",
      "userId": ""
     },
     "user_tz": 420
    },
    "id": "vM6Z5_wjWVPW",
    "outputId": "488ff3fc-c0e6-4f92-c80b-8348dfd955ac",
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id : 1042\n",
      "(7360, 499, 13)\n",
      "id : 1042\n",
      "Train on 7360 samples, validate on 82 samples\n",
      "Epoch 1/150\n",
      "7360/7360 [==============================] - 34s 5ms/step - loss: 1.5491 - acc: 0.3583 - val_loss: 1.7241 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.24390, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_9 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_4:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_4:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.4477 - acc: 0.4060 - val_loss: 1.6732 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00002: val_acc did not improve from 0.24390\n",
      "Epoch 3/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.4143 - acc: 0.4279 - val_loss: 1.7804 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.24390 to 0.36585, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 4/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3868 - acc: 0.4421 - val_loss: 1.7520 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.36585\n",
      "Epoch 5/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3650 - acc: 0.4529 - val_loss: 1.6196 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00005: val_acc did not improve from 0.36585\n",
      "Epoch 6/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3507 - acc: 0.4658 - val_loss: 1.7586 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00006: val_acc did not improve from 0.36585\n",
      "Epoch 7/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3324 - acc: 0.4697 - val_loss: 1.6787 - val_acc: 0.2439\n",
      "\n",
      "Epoch 00007: val_acc did not improve from 0.36585\n",
      "Epoch 8/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3199 - acc: 0.4742 - val_loss: 1.6050 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00008: val_acc improved from 0.36585 to 0.36585, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 9/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3104 - acc: 0.4773 - val_loss: 1.5817 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.36585\n",
      "Epoch 10/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2964 - acc: 0.4813 - val_loss: 1.6432 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00010: val_acc did not improve from 0.36585\n",
      "Epoch 11/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2872 - acc: 0.4845 - val_loss: 1.6278 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.36585\n",
      "Epoch 12/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2946 - acc: 0.4826 - val_loss: 1.5449 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.36585\n",
      "Epoch 13/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2855 - acc: 0.4853 - val_loss: 1.5569 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00013: val_acc did not improve from 0.36585\n",
      "Epoch 14/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2611 - acc: 0.4913 - val_loss: 1.4873 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.36585\n",
      "Epoch 15/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2517 - acc: 0.5015 - val_loss: 1.6965 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.36585\n",
      "Epoch 16/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2553 - acc: 0.5090 - val_loss: 1.5849 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00016: val_acc did not improve from 0.36585\n",
      "Epoch 17/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2463 - acc: 0.5072 - val_loss: 1.5853 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.36585\n",
      "Epoch 18/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2403 - acc: 0.5039 - val_loss: 1.6761 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.36585\n",
      "Epoch 19/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2442 - acc: 0.5098 - val_loss: 1.6453 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00019: val_acc did not improve from 0.36585\n",
      "Epoch 20/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2362 - acc: 0.5045 - val_loss: 1.6250 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.36585\n",
      "Epoch 21/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.2253 - acc: 0.5178 - val_loss: 1.4925 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00021: val_acc improved from 0.36585 to 0.37805, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 22/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2180 - acc: 0.5238 - val_loss: 1.4736 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.37805\n",
      "Epoch 23/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2120 - acc: 0.5183 - val_loss: 1.5924 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.37805\n",
      "Epoch 24/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2018 - acc: 0.5211 - val_loss: 1.5446 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00024: val_acc improved from 0.37805 to 0.39024, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 25/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1984 - acc: 0.5289 - val_loss: 1.5257 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.39024\n",
      "Epoch 26/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1856 - acc: 0.5365 - val_loss: 1.6341 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.39024\n",
      "Epoch 27/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1910 - acc: 0.5295 - val_loss: 1.5191 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.39024\n",
      "Epoch 28/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1806 - acc: 0.5351 - val_loss: 1.5253 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.39024\n",
      "Epoch 29/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1743 - acc: 0.5386 - val_loss: 1.4297 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00029: val_acc improved from 0.39024 to 0.41463, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 30/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1826 - acc: 0.5332 - val_loss: 1.5098 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.41463\n",
      "Epoch 31/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1828 - acc: 0.5355 - val_loss: 1.6192 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.41463\n",
      "Epoch 32/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1606 - acc: 0.5432 - val_loss: 1.5742 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00032: val_acc did not improve from 0.41463\n",
      "Epoch 33/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1595 - acc: 0.5499 - val_loss: 1.5149 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.41463\n",
      "Epoch 34/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1605 - acc: 0.5443 - val_loss: 1.4612 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.41463\n",
      "Epoch 35/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1577 - acc: 0.5465 - val_loss: 1.4337 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.41463\n",
      "Epoch 36/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1558 - acc: 0.5470 - val_loss: 1.4390 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.41463\n",
      "Epoch 37/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1530 - acc: 0.5515 - val_loss: 1.5292 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.41463\n",
      "Epoch 38/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1659 - acc: 0.5457 - val_loss: 1.5432 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.41463\n",
      "Epoch 39/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1525 - acc: 0.5466 - val_loss: 1.5197 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.41463\n",
      "Epoch 40/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1361 - acc: 0.5543 - val_loss: 1.6021 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.41463\n",
      "Epoch 41/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1559 - acc: 0.5531 - val_loss: 1.4460 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.41463\n",
      "Epoch 42/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1387 - acc: 0.5550 - val_loss: 1.4792 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.41463\n",
      "Epoch 43/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1397 - acc: 0.5549 - val_loss: 1.5128 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.41463\n",
      "Epoch 44/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1389 - acc: 0.5580 - val_loss: 1.4666 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.41463\n",
      "Epoch 45/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1381 - acc: 0.5550 - val_loss: 1.5288 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.41463\n",
      "Epoch 46/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1493 - acc: 0.5492 - val_loss: 1.5284 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.41463\n",
      "Epoch 47/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1417 - acc: 0.5549 - val_loss: 1.5197 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.41463\n",
      "Epoch 48/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1297 - acc: 0.5565 - val_loss: 1.7116 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.41463\n",
      "Epoch 49/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1280 - acc: 0.5572 - val_loss: 1.4572 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.41463\n",
      "Epoch 50/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1142 - acc: 0.5641 - val_loss: 1.8638 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.41463\n",
      "Epoch 51/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1264 - acc: 0.5602 - val_loss: 1.7022 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.41463\n",
      "Epoch 52/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1220 - acc: 0.5586 - val_loss: 1.5167 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.41463\n",
      "Epoch 53/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1238 - acc: 0.5620 - val_loss: 1.5045 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.41463\n",
      "Epoch 54/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1101 - acc: 0.5686 - val_loss: 1.6588 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.41463\n",
      "Epoch 55/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1188 - acc: 0.5609 - val_loss: 1.5161 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.41463\n",
      "Epoch 56/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1126 - acc: 0.5633 - val_loss: 1.5459 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00056: val_acc did not improve from 0.41463\n",
      "Epoch 57/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1161 - acc: 0.5700 - val_loss: 1.4628 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.41463\n",
      "Epoch 58/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1102 - acc: 0.5681 - val_loss: 1.5458 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.41463\n",
      "Epoch 59/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1049 - acc: 0.5685 - val_loss: 1.5401 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.41463\n",
      "Epoch 60/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1052 - acc: 0.5667 - val_loss: 1.5555 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.41463\n",
      "Epoch 61/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1156 - acc: 0.5668 - val_loss: 1.6394 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.41463\n",
      "Epoch 62/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1106 - acc: 0.5615 - val_loss: 1.5876 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.41463\n",
      "Epoch 63/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1241 - acc: 0.5625 - val_loss: 1.3712 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.41463\n",
      "Epoch 64/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0972 - acc: 0.5686 - val_loss: 1.4435 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00064: val_acc improved from 0.41463 to 0.41463, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 65/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0959 - acc: 0.5683 - val_loss: 1.5202 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.41463\n",
      "Epoch 66/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0963 - acc: 0.5724 - val_loss: 1.5095 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00066: val_acc did not improve from 0.41463\n",
      "Epoch 67/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1091 - acc: 0.5677 - val_loss: 1.5004 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.41463\n",
      "Epoch 68/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1084 - acc: 0.5655 - val_loss: 1.5425 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00068: val_acc improved from 0.41463 to 0.42683, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 69/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1018 - acc: 0.5678 - val_loss: 1.4979 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.42683\n",
      "Epoch 70/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1013 - acc: 0.5620 - val_loss: 1.5054 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.42683\n",
      "Epoch 71/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1121 - acc: 0.5607 - val_loss: 1.5793 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00071: val_acc did not improve from 0.42683\n",
      "Epoch 72/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1031 - acc: 0.5659 - val_loss: 1.4114 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00072: val_acc improved from 0.42683 to 0.45122, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 73/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1015 - acc: 0.5708 - val_loss: 1.4881 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00073: val_acc did not improve from 0.45122\n",
      "Epoch 74/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1085 - acc: 0.5715 - val_loss: 1.4596 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00074: val_acc did not improve from 0.45122\n",
      "Epoch 75/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0909 - acc: 0.5755 - val_loss: 1.4665 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00075: val_acc did not improve from 0.45122\n",
      "Epoch 76/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1067 - acc: 0.5643 - val_loss: 1.4509 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00076: val_acc did not improve from 0.45122\n",
      "Epoch 77/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1028 - acc: 0.5670 - val_loss: 1.6387 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00077: val_acc did not improve from 0.45122\n",
      "Epoch 78/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1062 - acc: 0.5647 - val_loss: 1.5501 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00078: val_acc did not improve from 0.45122\n",
      "Epoch 79/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0924 - acc: 0.5760 - val_loss: 1.4914 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00079: val_acc did not improve from 0.45122\n",
      "Epoch 80/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0891 - acc: 0.5747 - val_loss: 1.5319 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00080: val_acc did not improve from 0.45122\n",
      "Epoch 81/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.1032 - acc: 0.5708 - val_loss: 1.3552 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00081: val_acc improved from 0.45122 to 0.47561, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 82/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0969 - acc: 0.5750 - val_loss: 1.5055 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00082: val_acc did not improve from 0.47561\n",
      "Epoch 83/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0888 - acc: 0.5731 - val_loss: 1.5098 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00083: val_acc did not improve from 0.47561\n",
      "Epoch 84/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0894 - acc: 0.5736 - val_loss: 1.4205 - val_acc: 0.4756\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00084: val_acc did not improve from 0.47561\n",
      "Epoch 85/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0964 - acc: 0.5728 - val_loss: 1.5460 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00085: val_acc did not improve from 0.47561\n",
      "Epoch 86/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0967 - acc: 0.5731 - val_loss: 1.6047 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00086: val_acc did not improve from 0.47561\n",
      "Epoch 87/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1045 - acc: 0.5751 - val_loss: 1.4280 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00087: val_acc did not improve from 0.47561\n",
      "Epoch 88/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0938 - acc: 0.5716 - val_loss: 1.5434 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00088: val_acc did not improve from 0.47561\n",
      "Epoch 89/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0802 - acc: 0.5747 - val_loss: 1.3839 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00089: val_acc did not improve from 0.47561\n",
      "Epoch 90/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0826 - acc: 0.5800 - val_loss: 1.4820 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00090: val_acc did not improve from 0.47561\n",
      "Epoch 91/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0878 - acc: 0.5764 - val_loss: 1.4696 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00091: val_acc did not improve from 0.47561\n",
      "Epoch 92/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0890 - acc: 0.5875 - val_loss: 1.4085 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00092: val_acc did not improve from 0.47561\n",
      "Epoch 93/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0855 - acc: 0.5793 - val_loss: 1.6068 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00093: val_acc did not improve from 0.47561\n",
      "Epoch 94/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0748 - acc: 0.5784 - val_loss: 1.4424 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00094: val_acc did not improve from 0.47561\n",
      "Epoch 95/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0744 - acc: 0.5842 - val_loss: 1.4154 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00095: val_acc did not improve from 0.47561\n",
      "Epoch 96/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0770 - acc: 0.5829 - val_loss: 1.4727 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00096: val_acc did not improve from 0.47561\n",
      "Epoch 97/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0915 - acc: 0.5716 - val_loss: 1.5770 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00097: val_acc did not improve from 0.47561\n",
      "Epoch 98/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0710 - acc: 0.5917 - val_loss: 1.4826 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00098: val_acc did not improve from 0.47561\n",
      "Epoch 99/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0587 - acc: 0.5931 - val_loss: 1.4178 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00099: val_acc did not improve from 0.47561\n",
      "Epoch 100/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0643 - acc: 0.5943 - val_loss: 1.5754 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00100: val_acc did not improve from 0.47561\n",
      "Epoch 101/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0784 - acc: 0.5845 - val_loss: 1.5872 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00101: val_acc did not improve from 0.47561\n",
      "Epoch 102/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0727 - acc: 0.5819 - val_loss: 1.5803 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00102: val_acc did not improve from 0.47561\n",
      "Epoch 103/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0677 - acc: 0.5848 - val_loss: 1.4580 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00103: val_acc did not improve from 0.47561\n",
      "Epoch 104/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0637 - acc: 0.5864 - val_loss: 1.5290 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00104: val_acc did not improve from 0.47561\n",
      "Epoch 105/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0646 - acc: 0.5904 - val_loss: 1.5158 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00105: val_acc did not improve from 0.47561\n",
      "Epoch 106/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0665 - acc: 0.5865 - val_loss: 1.5925 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00106: val_acc did not improve from 0.47561\n",
      "Epoch 107/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0642 - acc: 0.5840 - val_loss: 1.6538 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00107: val_acc did not improve from 0.47561\n",
      "Epoch 108/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0569 - acc: 0.5914 - val_loss: 1.5665 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00108: val_acc did not improve from 0.47561\n",
      "Epoch 109/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0605 - acc: 0.5886 - val_loss: 1.6998 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00109: val_acc did not improve from 0.47561\n",
      "Epoch 110/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0615 - acc: 0.5902 - val_loss: 1.6214 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00110: val_acc did not improve from 0.47561\n",
      "Epoch 111/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0576 - acc: 0.5950 - val_loss: 1.5545 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00111: val_acc did not improve from 0.47561\n",
      "Epoch 112/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0564 - acc: 0.5857 - val_loss: 1.6942 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00112: val_acc did not improve from 0.47561\n",
      "Epoch 113/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0569 - acc: 0.5929 - val_loss: 1.6366 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00113: val_acc did not improve from 0.47561\n",
      "Epoch 114/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0557 - acc: 0.5890 - val_loss: 1.5012 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00114: val_acc did not improve from 0.47561\n",
      "Epoch 115/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0613 - acc: 0.5940 - val_loss: 1.5315 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00115: val_acc did not improve from 0.47561\n",
      "Epoch 116/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0673 - acc: 0.5853 - val_loss: 1.5823 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00116: val_acc did not improve from 0.47561\n",
      "Epoch 117/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0690 - acc: 0.5836 - val_loss: 1.5297 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00117: val_acc did not improve from 0.47561\n",
      "Epoch 118/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0668 - acc: 0.5857 - val_loss: 1.4959 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00118: val_acc did not improve from 0.47561\n",
      "Epoch 119/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0581 - acc: 0.5890 - val_loss: 1.4517 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00119: val_acc did not improve from 0.47561\n",
      "Epoch 120/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0670 - acc: 0.5863 - val_loss: 1.4812 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00120: val_acc did not improve from 0.47561\n",
      "Epoch 121/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0576 - acc: 0.5893 - val_loss: 1.4702 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00121: val_acc did not improve from 0.47561\n",
      "Epoch 122/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0603 - acc: 0.5894 - val_loss: 1.5638 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00122: val_acc did not improve from 0.47561\n",
      "Epoch 123/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0550 - acc: 0.5898 - val_loss: 1.4411 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00123: val_acc did not improve from 0.47561\n",
      "Epoch 124/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0552 - acc: 0.5913 - val_loss: 1.5128 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00124: val_acc did not improve from 0.47561\n",
      "Epoch 125/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0498 - acc: 0.5931 - val_loss: 1.5631 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00125: val_acc did not improve from 0.47561\n",
      "Epoch 126/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0470 - acc: 0.6018 - val_loss: 1.5443 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00126: val_acc did not improve from 0.47561\n",
      "Epoch 127/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0485 - acc: 0.5973 - val_loss: 1.5375 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00127: val_acc did not improve from 0.47561\n",
      "Epoch 128/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0522 - acc: 0.5973 - val_loss: 1.5616 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00128: val_acc did not improve from 0.47561\n",
      "Epoch 129/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0616 - acc: 0.5898 - val_loss: 1.4113 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00129: val_acc did not improve from 0.47561\n",
      "Epoch 130/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.0511 - acc: 0.5916 - val_loss: 1.4340 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00130: val_acc did not improve from 0.47561\n",
      "Epoch 131/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.0474 - acc: 0.5901 - val_loss: 1.4442 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00131: val_acc did not improve from 0.47561\n",
      "Epoch 132/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0451 - acc: 0.5950 - val_loss: 1.5312 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00132: val_acc did not improve from 0.47561\n",
      "Epoch 133/150\n",
      "7360/7360 [==============================] - 30s 4ms/step - loss: 1.0554 - acc: 0.5879 - val_loss: 1.5043 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00133: val_acc did not improve from 0.47561\n",
      "Epoch 134/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.0501 - acc: 0.5933 - val_loss: 1.5565 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00134: val_acc did not improve from 0.47561\n",
      "Epoch 135/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0542 - acc: 0.5916 - val_loss: 1.5429 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00135: val_acc did not improve from 0.47561\n",
      "Epoch 136/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0424 - acc: 0.5906 - val_loss: 1.5335 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00136: val_acc did not improve from 0.47561\n",
      "Epoch 137/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0488 - acc: 0.5927 - val_loss: 1.5602 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00137: val_acc did not improve from 0.47561\n",
      "Epoch 138/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0619 - acc: 0.5897 - val_loss: 1.6660 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00138: val_acc did not improve from 0.47561\n",
      "Epoch 139/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0470 - acc: 0.5929 - val_loss: 1.4293 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00139: val_acc did not improve from 0.47561\n",
      "Epoch 140/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0402 - acc: 0.5904 - val_loss: 1.4947 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00140: val_acc did not improve from 0.47561\n",
      "Epoch 141/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0419 - acc: 0.5997 - val_loss: 1.4431 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00141: val_acc did not improve from 0.47561\n",
      "Epoch 142/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0571 - acc: 0.5942 - val_loss: 1.4763 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00142: val_acc did not improve from 0.47561\n",
      "Epoch 143/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0374 - acc: 0.5959 - val_loss: 1.4563 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00143: val_acc did not improve from 0.47561\n",
      "Epoch 144/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0507 - acc: 0.5947 - val_loss: 1.5592 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00144: val_acc did not improve from 0.47561\n",
      "Epoch 145/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0523 - acc: 0.5935 - val_loss: 1.6146 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00145: val_acc did not improve from 0.47561\n",
      "Epoch 146/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0403 - acc: 0.5996 - val_loss: 1.4967 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00146: val_acc did not improve from 0.47561\n",
      "Epoch 147/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0579 - acc: 0.5879 - val_loss: 1.4673 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00147: val_acc did not improve from 0.47561\n",
      "Epoch 148/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0512 - acc: 0.5928 - val_loss: 1.5974 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00148: val_acc did not improve from 0.47561\n",
      "Epoch 149/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0409 - acc: 0.5967 - val_loss: 1.5934 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00149: val_acc did not improve from 0.47561\n",
      "Epoch 150/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0508 - acc: 0.5924 - val_loss: 1.5413 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00150: val_acc did not improve from 0.47561\n",
      "id : 1042\n",
      "(7360, 499, 13)\n",
      "id : 1042\n",
      "Train on 7360 samples, validate on 82 samples\n",
      "Epoch 1/150\n",
      "7360/7360 [==============================] - 31s 4ms/step - loss: 1.5151 - acc: 0.3875 - val_loss: 1.8052 - val_acc: 0.2317\n",
      "\n",
      "Epoch 00001: val_acc improved from -inf to 0.23171, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\djaym7\\Anaconda3\\lib\\site-packages\\keras\\engine\\network.py:872: UserWarning: Layer cu_dnnlstm_11 was passed non-serializable keyword arguments: {'initial_state': [<tf.Tensor 's0_5:0' shape=(?, 96) dtype=float32>, <tf.Tensor 'c0_5:0' shape=(?, 96) dtype=float32>]}. They will not be included in the serialized model (and thus will be missing at deserialization time).\n",
      "  '. They will not be included '\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 2/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.4208 - acc: 0.4289 - val_loss: 1.7619 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00002: val_acc improved from 0.23171 to 0.31707, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 3/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3915 - acc: 0.4405 - val_loss: 1.6736 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00003: val_acc improved from 0.31707 to 0.35366, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 4/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3592 - acc: 0.4461 - val_loss: 1.6992 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00004: val_acc did not improve from 0.35366\n",
      "Epoch 5/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3463 - acc: 0.4625 - val_loss: 1.6610 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00005: val_acc did not improve from 0.35366\n",
      "Epoch 6/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3265 - acc: 0.4678 - val_loss: 1.6658 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00006: val_acc did not improve from 0.35366\n",
      "Epoch 7/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3154 - acc: 0.4814 - val_loss: 1.5837 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00007: val_acc did not improve from 0.35366\n",
      "Epoch 8/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.3172 - acc: 0.4750 - val_loss: 1.5395 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00008: val_acc did not improve from 0.35366\n",
      "Epoch 9/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2992 - acc: 0.4815 - val_loss: 1.6911 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00009: val_acc did not improve from 0.35366\n",
      "Epoch 10/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2809 - acc: 0.4974 - val_loss: 1.5344 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00010: val_acc did not improve from 0.35366\n",
      "Epoch 11/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2665 - acc: 0.4952 - val_loss: 1.6798 - val_acc: 0.2805\n",
      "\n",
      "Epoch 00011: val_acc did not improve from 0.35366\n",
      "Epoch 12/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2550 - acc: 0.5003 - val_loss: 1.6455 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00012: val_acc did not improve from 0.35366\n",
      "Epoch 13/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2535 - acc: 0.5003 - val_loss: 1.6931 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00013: val_acc did not improve from 0.35366\n",
      "Epoch 14/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2420 - acc: 0.5110 - val_loss: 1.6841 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00014: val_acc did not improve from 0.35366\n",
      "Epoch 15/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2267 - acc: 0.5137 - val_loss: 1.6214 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00015: val_acc did not improve from 0.35366\n",
      "Epoch 16/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2287 - acc: 0.5126 - val_loss: 1.4960 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00016: val_acc improved from 0.35366 to 0.39024, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 17/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2384 - acc: 0.5091 - val_loss: 1.6135 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00017: val_acc did not improve from 0.39024\n",
      "Epoch 18/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.2316 - acc: 0.5194 - val_loss: 1.7134 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00018: val_acc did not improve from 0.39024\n",
      "Epoch 19/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2192 - acc: 0.5209 - val_loss: 1.5808 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00019: val_acc improved from 0.39024 to 0.39024, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 20/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2109 - acc: 0.5242 - val_loss: 1.5942 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00020: val_acc did not improve from 0.39024\n",
      "Epoch 21/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2085 - acc: 0.5262 - val_loss: 1.5217 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00021: val_acc did not improve from 0.39024\n",
      "Epoch 22/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.2047 - acc: 0.5349 - val_loss: 1.6818 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00022: val_acc did not improve from 0.39024\n",
      "Epoch 23/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1997 - acc: 0.5197 - val_loss: 1.6670 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00023: val_acc did not improve from 0.39024\n",
      "Epoch 24/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1894 - acc: 0.5360 - val_loss: 1.5223 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00024: val_acc did not improve from 0.39024\n",
      "Epoch 25/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1941 - acc: 0.5352 - val_loss: 1.5233 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00025: val_acc did not improve from 0.39024\n",
      "Epoch 26/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1883 - acc: 0.5345 - val_loss: 1.6038 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00026: val_acc did not improve from 0.39024\n",
      "Epoch 27/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1921 - acc: 0.5279 - val_loss: 1.5481 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00027: val_acc did not improve from 0.39024\n",
      "Epoch 28/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1792 - acc: 0.5272 - val_loss: 1.4741 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00028: val_acc did not improve from 0.39024\n",
      "Epoch 29/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1671 - acc: 0.5429 - val_loss: 1.4961 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00029: val_acc did not improve from 0.39024\n",
      "Epoch 30/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1702 - acc: 0.5363 - val_loss: 1.5644 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00030: val_acc did not improve from 0.39024\n",
      "Epoch 31/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1707 - acc: 0.5357 - val_loss: 1.5822 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00031: val_acc did not improve from 0.39024\n",
      "Epoch 32/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1569 - acc: 0.5546 - val_loss: 1.4940 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00032: val_acc improved from 0.39024 to 0.46341, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 33/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1550 - acc: 0.5427 - val_loss: 1.4659 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00033: val_acc did not improve from 0.46341\n",
      "Epoch 34/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1574 - acc: 0.5402 - val_loss: 1.5039 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00034: val_acc did not improve from 0.46341\n",
      "Epoch 35/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1458 - acc: 0.5531 - val_loss: 1.4930 - val_acc: 0.2683\n",
      "\n",
      "Epoch 00035: val_acc did not improve from 0.46341\n",
      "Epoch 36/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1450 - acc: 0.5567 - val_loss: 1.7159 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00036: val_acc did not improve from 0.46341\n",
      "Epoch 37/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1587 - acc: 0.5524 - val_loss: 1.5236 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00037: val_acc did not improve from 0.46341\n",
      "Epoch 38/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1393 - acc: 0.5534 - val_loss: 1.5076 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00038: val_acc did not improve from 0.46341\n",
      "Epoch 39/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1271 - acc: 0.5609 - val_loss: 1.5291 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00039: val_acc did not improve from 0.46341\n",
      "Epoch 40/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1273 - acc: 0.5595 - val_loss: 1.5617 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00040: val_acc did not improve from 0.46341\n",
      "Epoch 41/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1377 - acc: 0.5572 - val_loss: 1.5051 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00041: val_acc did not improve from 0.46341\n",
      "Epoch 42/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1258 - acc: 0.5590 - val_loss: 1.7272 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00042: val_acc did not improve from 0.46341\n",
      "Epoch 43/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1332 - acc: 0.5539 - val_loss: 1.5817 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00043: val_acc did not improve from 0.46341\n",
      "Epoch 44/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1439 - acc: 0.5526 - val_loss: 1.5039 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00044: val_acc did not improve from 0.46341\n",
      "Epoch 45/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1313 - acc: 0.5554 - val_loss: 1.4898 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00045: val_acc did not improve from 0.46341\n",
      "Epoch 46/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1465 - acc: 0.5535 - val_loss: 1.5643 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00046: val_acc did not improve from 0.46341\n",
      "Epoch 47/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1276 - acc: 0.5615 - val_loss: 1.5997 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00047: val_acc did not improve from 0.46341\n",
      "Epoch 48/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1250 - acc: 0.5628 - val_loss: 1.6592 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00048: val_acc did not improve from 0.46341\n",
      "Epoch 49/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1417 - acc: 0.5554 - val_loss: 1.5570 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00049: val_acc did not improve from 0.46341\n",
      "Epoch 50/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1339 - acc: 0.5605 - val_loss: 1.5222 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00050: val_acc did not improve from 0.46341\n",
      "Epoch 51/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1293 - acc: 0.5614 - val_loss: 1.5985 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00051: val_acc did not improve from 0.46341\n",
      "Epoch 52/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1121 - acc: 0.5614 - val_loss: 1.5533 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00052: val_acc did not improve from 0.46341\n",
      "Epoch 53/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1122 - acc: 0.5592 - val_loss: 1.7431 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00053: val_acc did not improve from 0.46341\n",
      "Epoch 54/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1149 - acc: 0.5693 - val_loss: 1.5845 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00054: val_acc did not improve from 0.46341\n",
      "Epoch 55/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1138 - acc: 0.5641 - val_loss: 1.5195 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00055: val_acc did not improve from 0.46341\n",
      "Epoch 56/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1093 - acc: 0.5686 - val_loss: 1.4310 - val_acc: 0.4756\n",
      "\n",
      "Epoch 00056: val_acc improved from 0.46341 to 0.47561, saving model to C:\\Users\\djaym7\\Desktop\\Github\\EmotionRecognition\\saved_mfcc_models\\1042.h5\n",
      "Epoch 57/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1063 - acc: 0.5664 - val_loss: 1.6291 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00057: val_acc did not improve from 0.47561\n",
      "Epoch 58/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1181 - acc: 0.5626 - val_loss: 1.5031 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00058: val_acc did not improve from 0.47561\n",
      "Epoch 59/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1174 - acc: 0.5635 - val_loss: 1.4260 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00059: val_acc did not improve from 0.47561\n",
      "Epoch 60/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1105 - acc: 0.5707 - val_loss: 1.5230 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00060: val_acc did not improve from 0.47561\n",
      "Epoch 61/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1113 - acc: 0.5651 - val_loss: 1.3683 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00061: val_acc did not improve from 0.47561\n",
      "Epoch 62/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1260 - acc: 0.5617 - val_loss: 1.5096 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00062: val_acc did not improve from 0.47561\n",
      "Epoch 63/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1253 - acc: 0.5576 - val_loss: 1.4283 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00063: val_acc did not improve from 0.47561\n",
      "Epoch 64/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1090 - acc: 0.5677 - val_loss: 1.4672 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00064: val_acc did not improve from 0.47561\n",
      "Epoch 65/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1107 - acc: 0.5626 - val_loss: 1.4593 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00065: val_acc did not improve from 0.47561\n",
      "Epoch 66/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1231 - acc: 0.5652 - val_loss: 1.5224 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00066: val_acc did not improve from 0.47561\n",
      "Epoch 67/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1125 - acc: 0.5709 - val_loss: 1.4971 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00067: val_acc did not improve from 0.47561\n",
      "Epoch 68/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1143 - acc: 0.5668 - val_loss: 1.4958 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00068: val_acc did not improve from 0.47561\n",
      "Epoch 69/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0954 - acc: 0.5731 - val_loss: 1.4307 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00069: val_acc did not improve from 0.47561\n",
      "Epoch 70/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0947 - acc: 0.5781 - val_loss: 1.5519 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00070: val_acc did not improve from 0.47561\n",
      "Epoch 71/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0992 - acc: 0.5715 - val_loss: 1.7289 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00071: val_acc did not improve from 0.47561\n",
      "Epoch 72/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0931 - acc: 0.5742 - val_loss: 1.4753 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00072: val_acc did not improve from 0.47561\n",
      "Epoch 73/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0926 - acc: 0.5785 - val_loss: 1.4785 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00073: val_acc did not improve from 0.47561\n",
      "Epoch 74/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0980 - acc: 0.5773 - val_loss: 1.6202 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00074: val_acc did not improve from 0.47561\n",
      "Epoch 75/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1177 - acc: 0.5662 - val_loss: 1.5289 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00075: val_acc did not improve from 0.47561\n",
      "Epoch 76/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0995 - acc: 0.5701 - val_loss: 1.4482 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00076: val_acc did not improve from 0.47561\n",
      "Epoch 77/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0885 - acc: 0.5736 - val_loss: 1.4052 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00077: val_acc did not improve from 0.47561\n",
      "Epoch 78/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0933 - acc: 0.5738 - val_loss: 1.5234 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00078: val_acc did not improve from 0.47561\n",
      "Epoch 79/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0854 - acc: 0.5813 - val_loss: 1.6903 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00079: val_acc did not improve from 0.47561\n",
      "Epoch 80/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0918 - acc: 0.5798 - val_loss: 1.3932 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00080: val_acc did not improve from 0.47561\n",
      "Epoch 81/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0833 - acc: 0.5817 - val_loss: 1.4817 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00081: val_acc did not improve from 0.47561\n",
      "Epoch 82/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0884 - acc: 0.5833 - val_loss: 1.6565 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00082: val_acc did not improve from 0.47561\n",
      "Epoch 83/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0927 - acc: 0.5774 - val_loss: 1.5579 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00083: val_acc did not improve from 0.47561\n",
      "Epoch 84/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0740 - acc: 0.5868 - val_loss: 1.6749 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00084: val_acc did not improve from 0.47561\n",
      "Epoch 85/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0743 - acc: 0.5815 - val_loss: 1.6685 - val_acc: 0.2927\n",
      "\n",
      "Epoch 00085: val_acc did not improve from 0.47561\n",
      "Epoch 86/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0869 - acc: 0.5755 - val_loss: 1.4547 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00086: val_acc did not improve from 0.47561\n",
      "Epoch 87/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1055 - acc: 0.5687 - val_loss: 1.5937 - val_acc: 0.3293\n",
      "\n",
      "Epoch 00087: val_acc did not improve from 0.47561\n",
      "Epoch 88/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0845 - acc: 0.5823 - val_loss: 1.5876 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00088: val_acc did not improve from 0.47561\n",
      "Epoch 89/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0963 - acc: 0.5716 - val_loss: 1.6292 - val_acc: 0.3171\n",
      "\n",
      "Epoch 00089: val_acc did not improve from 0.47561\n",
      "Epoch 90/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0890 - acc: 0.5779 - val_loss: 1.7056 - val_acc: 0.3049\n",
      "\n",
      "Epoch 00090: val_acc did not improve from 0.47561\n",
      "Epoch 91/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0946 - acc: 0.5708 - val_loss: 1.5133 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00091: val_acc did not improve from 0.47561\n",
      "Epoch 92/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0815 - acc: 0.5799 - val_loss: 1.7098 - val_acc: 0.3537\n",
      "\n",
      "Epoch 00092: val_acc did not improve from 0.47561\n",
      "Epoch 93/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0839 - acc: 0.5832 - val_loss: 1.5142 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00093: val_acc did not improve from 0.47561\n",
      "Epoch 94/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0991 - acc: 0.5696 - val_loss: 1.4311 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00094: val_acc did not improve from 0.47561\n",
      "Epoch 95/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0953 - acc: 0.5692 - val_loss: 1.5680 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00095: val_acc did not improve from 0.47561\n",
      "Epoch 96/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1137 - acc: 0.5633 - val_loss: 1.6503 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00096: val_acc did not improve from 0.47561\n",
      "Epoch 97/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1043 - acc: 0.5667 - val_loss: 1.3315 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00097: val_acc did not improve from 0.47561\n",
      "Epoch 98/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1072 - acc: 0.5678 - val_loss: 1.5587 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00098: val_acc did not improve from 0.47561\n",
      "Epoch 99/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0873 - acc: 0.5715 - val_loss: 1.4886 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00099: val_acc did not improve from 0.47561\n",
      "Epoch 100/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0817 - acc: 0.5792 - val_loss: 1.6010 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00100: val_acc did not improve from 0.47561\n",
      "Epoch 101/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0788 - acc: 0.5837 - val_loss: 1.3918 - val_acc: 0.4390\n",
      "\n",
      "Epoch 00101: val_acc did not improve from 0.47561\n",
      "Epoch 102/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0754 - acc: 0.5760 - val_loss: 1.4890 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00102: val_acc did not improve from 0.47561\n",
      "Epoch 103/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0746 - acc: 0.5814 - val_loss: 1.5155 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00103: val_acc did not improve from 0.47561\n",
      "Epoch 104/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0762 - acc: 0.5841 - val_loss: 1.4472 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00104: val_acc did not improve from 0.47561\n",
      "Epoch 105/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0800 - acc: 0.5823 - val_loss: 1.4698 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00105: val_acc did not improve from 0.47561\n",
      "Epoch 106/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1240 - acc: 0.5576 - val_loss: 1.5115 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00106: val_acc did not improve from 0.47561\n",
      "Epoch 107/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1098 - acc: 0.5649 - val_loss: 1.4844 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00107: val_acc did not improve from 0.47561\n",
      "Epoch 108/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1050 - acc: 0.5677 - val_loss: 1.5173 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00108: val_acc did not improve from 0.47561\n",
      "Epoch 109/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0844 - acc: 0.5707 - val_loss: 1.5208 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00109: val_acc did not improve from 0.47561\n",
      "Epoch 110/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0695 - acc: 0.5832 - val_loss: 1.5012 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00110: val_acc did not improve from 0.47561\n",
      "Epoch 111/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0877 - acc: 0.5765 - val_loss: 1.3933 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00111: val_acc did not improve from 0.47561\n",
      "Epoch 112/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0613 - acc: 0.5849 - val_loss: 1.6171 - val_acc: 0.3659\n",
      "\n",
      "Epoch 00112: val_acc did not improve from 0.47561\n",
      "Epoch 113/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0664 - acc: 0.5788 - val_loss: 1.4607 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00113: val_acc did not improve from 0.47561\n",
      "Epoch 114/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0774 - acc: 0.5769 - val_loss: 1.4309 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00114: val_acc did not improve from 0.47561\n",
      "Epoch 115/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0756 - acc: 0.5822 - val_loss: 1.5105 - val_acc: 0.3902\n",
      "\n",
      "Epoch 00115: val_acc did not improve from 0.47561\n",
      "Epoch 116/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0780 - acc: 0.5814 - val_loss: 1.5106 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00116: val_acc did not improve from 0.47561\n",
      "Epoch 117/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0759 - acc: 0.5764 - val_loss: 1.4118 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00117: val_acc did not improve from 0.47561\n",
      "Epoch 118/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0908 - acc: 0.5757 - val_loss: 1.5176 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00118: val_acc did not improve from 0.47561\n",
      "Epoch 119/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0864 - acc: 0.5753 - val_loss: 1.5221 - val_acc: 0.4024\n",
      "\n",
      "Epoch 00119: val_acc did not improve from 0.47561\n",
      "Epoch 120/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0741 - acc: 0.5821 - val_loss: 1.4241 - val_acc: 0.4634\n",
      "\n",
      "Epoch 00120: val_acc did not improve from 0.47561\n",
      "Epoch 121/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0689 - acc: 0.5830 - val_loss: 1.5096 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00121: val_acc did not improve from 0.47561\n",
      "Epoch 122/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0732 - acc: 0.5795 - val_loss: 1.3832 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00122: val_acc did not improve from 0.47561\n",
      "Epoch 123/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0808 - acc: 0.5811 - val_loss: 1.4664 - val_acc: 0.4512\n",
      "\n",
      "Epoch 00123: val_acc did not improve from 0.47561\n",
      "Epoch 124/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0702 - acc: 0.5904 - val_loss: 1.5767 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00124: val_acc did not improve from 0.47561\n",
      "Epoch 125/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0613 - acc: 0.5879 - val_loss: 1.4605 - val_acc: 0.4268\n",
      "\n",
      "Epoch 00125: val_acc did not improve from 0.47561\n",
      "Epoch 126/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.0601 - acc: 0.5894 - val_loss: 1.6266 - val_acc: 0.3415\n",
      "\n",
      "Epoch 00126: val_acc did not improve from 0.47561\n",
      "Epoch 127/150\n",
      "7360/7360 [==============================] - 28s 4ms/step - loss: 1.1018 - acc: 0.5682 - val_loss: 1.3847 - val_acc: 0.3780\n",
      "\n",
      "Epoch 00127: val_acc did not improve from 0.47561\n",
      "Epoch 128/150\n",
      "7360/7360 [==============================] - 29s 4ms/step - loss: 1.1101 - acc: 0.5735 - val_loss: 1.4644 - val_acc: 0.4146\n",
      "\n",
      "Epoch 00128: val_acc did not improve from 0.47561\n",
      "Epoch 129/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  96/7360 [..............................] - ETA: 28s - loss: 1.1962 - acc: 0.5208"
     ]
    }
   ],
   "source": [
    "total_num_people=[]\n",
    "for i in range(1,92):\n",
    "    if i <10:\n",
    "        total_num_people.append('100'+str(i))\n",
    "    else:\n",
    "        total_num_people.append('10'+str(i))\n",
    "\n",
    "for i in total_num_people[::-1]:\n",
    "    if int(i)<1028:\n",
    "        X_train=[]\n",
    "        X_test=[]\n",
    "        y_train=[]\n",
    "        y_test=[]\n",
    "        i=1042\n",
    "        X_train,y_train,X_test,y_test=loadData(i)\n",
    "        \n",
    "    else:\n",
    "        continue\n",
    "    \n",
    "\n",
    "    #load data here\n",
    "    #input_shape = batch_size,time_steps,input_dim\n",
    "\n",
    "    #batch_size = X_train.shape[0]   #automatically taken no need to specify\n",
    "    time_steps = X_train.shape[1]\n",
    "    input_dim = X_train.shape[2]\n",
    "\n",
    "\n",
    "\n",
    "    hid_pre_acts = [16]\n",
    "    hid_post_acts = [96]\n",
    "    #dense1s = [16,32,64,96,128,256]\n",
    "    #dense2s = [16,32,64,96,128,256]\n",
    "    for hid_pre_act in hid_pre_acts:\n",
    "        for hid_post_act in hid_post_acts:\n",
    "            # Defined shared layers as global variables\n",
    "            repeator = RepeatVector(time_steps) #500\n",
    "            concatenator = Concatenate(axis=-1)\n",
    "            densor = Dense(1, activation = \"relu\")\n",
    "            activator = Activation('softmax', name='attention_weights') # We are using a custom softmax(axis = 1) loaded in this notebook\n",
    "            dotor = Dot(axes = 1)\n",
    "\n",
    "            #one step attention\n",
    "\n",
    "            def one_step_attention(a,s_prev):\n",
    "\n",
    "                s_prev = repeator(s_prev)\n",
    "                concat = concatenator([a,s_prev])\n",
    "                e = densor(concat)\n",
    "                alphas = activator(e)\n",
    "                K.print_tensor(alphas)\n",
    "                context = dotor([alphas, a])\n",
    "\n",
    "                return context\n",
    "            \n",
    "            post_activation_lstm_cell = CuDNNLSTM(hid_post_act,return_state=True)\n",
    "            #after_post_lstm  = CuDNNLSTM(16) \n",
    "            dense_softmax = Dense(6,activation='softmax')\n",
    "            conv1d1 = Conv1D(filters=96,kernel_size=2,strides=1,input_shape=(96,1),activation='relu')\n",
    "            reshape = Reshape((96,1),input_shape=(96,))\n",
    "            flatten = Flatten()\n",
    "            #dropout = Dropout(0.4)\n",
    "                # model -----------------------------------------------------------\n",
    "\n",
    "            def model(time_steps,input_dim,hid_post_act,hid_pre_act):\n",
    "\n",
    "                X = Input(shape =(time_steps,input_dim))\n",
    "                s0 = Input(shape=(hid_post_act,),name='s0')\n",
    "                c0 = Input(shape=(hid_post_act,),name='c0')\n",
    "                s=s0\n",
    "                c=c0\n",
    "                outputs=[]\n",
    "\n",
    "\n",
    "                # Pre-LSTM 16\n",
    "                a = Bidirectional(CuDNNLSTM(hid_pre_act,return_sequences=True,))(X)\n",
    "                a = Dropout(0.4)(a)\n",
    "                a = BatchNormalization()(a)\n",
    "                #6 is final output size\n",
    "                for t in range(1):\n",
    "                    context =one_step_attention(a,s)\n",
    "                    s, _, c = post_activation_lstm_cell(context, initial_state=[s, c])\n",
    "                    s = reshape(s)\n",
    "                    s = batchnorm(s)\n",
    "                    s = conv1d1(s)\n",
    "                    s = flatten(s)\n",
    "                    s=dense_softmax(s)\n",
    "                    outputs.append(s)\n",
    "\n",
    "\n",
    "                model = Model([X, s0, c0], outputs)\n",
    "\n",
    "                return model       \n",
    "\n",
    "            model = model(time_steps,input_dim,hid_post_act,hid_pre_act)\n",
    "\n",
    "            opt = Adam()\n",
    "            model.compile(loss='categorical_crossentropy', optimizer=opt, metrics=['accuracy'])\n",
    "            #model.summary()\n",
    "            plot_model(model, to_file='model_plot.png', show_shapes=True, show_layer_names=True)\n",
    "            print(X_train.shape)\n",
    "            s0 = np.zeros((X_train.shape[0], hid_post_act))\n",
    "            c0 = np.zeros((X_train.shape[0], hid_post_act))\n",
    "            s0_t = np.zeros((X_test.shape[0], hid_post_act))\n",
    "            c0_t = np.zeros((X_test.shape[0], hid_post_act))\n",
    "            print(f'id : {i}')\n",
    "            filePath =f'C:\\\\Users\\\\djaym7\\\\Desktop\\\\Github\\\\EmotionRecognition\\\\saved_mfcc_models\\\\{i}.h5'\n",
    "            checkpoint = ModelCheckpoint(filepath=filePath,monitor='val_acc',mode='max',save_best_only=True,verbose=1,save_weights_only=False)\n",
    "            model.fit([X_train, s0, c0], y_train, epochs=150,validation_data=([X_test,s0_t,c0_t],y_test),callbacks=[checkpoint]) \n",
    " "
   ]
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [],
   "name": "FourthModel_mfcc_bidirectional.ipynb",
   "provenance": [
    {
     "file_id": "https://github.com/djaym7/EmotionRecognition/blob/master/FourthModel.ipynb",
     "timestamp": 1553114599957
    }
   ],
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}