In [7]:
# training 
results = model.fit(
 X_train, y_train.T,
 epochs= training_epochs,
 batch_size = 516,
 validation_data = (X_test, y_test.T)
)
Train on 4020 samples, validate on 1980 samples
Epoch 1/100
4020/4020 [==============================] - 0s 60us/step - loss: 0.6004 - acc: 0.7791 - val_loss: 0.4746 - val_acc: 0.8172
Epoch 2/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.3988 - acc: 0.8286 - val_loss: 0.3031 - val_acc: 0.8591
Epoch 3/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2849 - acc: 0.8652 - val_loss: 0.2451 - val_acc: 0.8813
Epoch 4/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2621 - acc: 0.8714 - val_loss: 0.2459 - val_acc: 0.8808
Epoch 5/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2576 - acc: 0.8806 - val_loss: 0.2395 - val_acc: 0.8899
Epoch 6/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2512 - acc: 0.8828 - val_loss: 0.2445 - val_acc: 0.8859
Epoch 7/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2542 - acc: 0.8784 - val_loss: 0.2385 - val_acc: 0.8919
Epoch 8/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2511 - acc: 0.8766 - val_loss: 0.2412 - val_acc: 0.8833
Epoch 9/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2507 - acc: 0.8796 - val_loss: 0.2401 - val_acc: 0.8848
Epoch 10/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2517 - acc: 0.8803 - val_loss: 0.2398 - val_acc: 0.8854
Epoch 11/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2504 - acc: 0.8823 - val_loss: 0.2366 - val_acc: 0.8894
Epoch 12/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2499 - acc: 0.8816 - val_loss: 0.2395 - val_acc: 0.8828
Epoch 13/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2501 - acc: 0.8821 - val_loss: 0.2373 - val_acc: 0.8884
Epoch 14/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2486 - acc: 0.8821 - val_loss: 0.2361 - val_acc: 0.8894
Epoch 15/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2481 - acc: 0.8831 - val_loss: 0.2360 - val_acc: 0.8899
Epoch 16/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2485 - acc: 0.8831 - val_loss: 0.2418 - val_acc: 0.8778
Epoch 17/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2517 - acc: 0.8838 - val_loss: 0.2353 - val_acc: 0.8904
Epoch 18/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2498 - acc: 0.8813 - val_loss: 0.2400 - val_acc: 0.8859
Epoch 19/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2487 - acc: 0.8801 - val_loss: 0.2349 - val_acc: 0.8924
Epoch 20/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2479 - acc: 0.8796 - val_loss: 0.2368 - val_acc: 0.8843
Epoch 21/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2476 - acc: 0.8799 - val_loss: 0.2346 - val_acc: 0.8894
Epoch 22/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2478 - acc: 0.8816 - val_loss: 0.2380 - val_acc: 0.8859
Epoch 23/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2472 - acc: 0.8813 - val_loss: 0.2347 - val_acc: 0.8889
Epoch 24/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2460 - acc: 0.8821 - val_loss: 0.2347 - val_acc: 0.8843
Epoch 25/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2463 - acc: 0.8818 - val_loss: 0.2345 - val_acc: 0.8833
Epoch 26/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2461 - acc: 0.8816 - val_loss: 0.2330 - val_acc: 0.8818
Epoch 27/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.2405 - acc: 0.8846 - val_loss: 0.2226 - val_acc: 0.8929
Epoch 28/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.2236 - acc: 0.8945 - val_loss: 0.1932 - val_acc: 0.9045
Epoch 29/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.1752 - acc: 0.9184 - val_loss: 0.1228 - val_acc: 0.9520
Epoch 30/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0919 - acc: 0.9674 - val_loss: 0.0487 - val_acc: 0.9904
Epoch 31/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0351 - acc: 0.9943 - val_loss: 0.0214 - val_acc: 0.9980
Epoch 32/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0201 - acc: 0.9978 - val_loss: 0.0146 - val_acc: 0.9995
Epoch 33/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0129 - acc: 0.9988 - val_loss: 0.0092 - val_acc: 0.9995
Epoch 34/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0085 - acc: 1.0000 - val_loss: 0.0072 - val_acc: 0.9990
Epoch 35/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0069 - acc: 0.9995 - val_loss: 0.0062 - val_acc: 1.0000
Epoch 36/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0058 - acc: 0.9995 - val_loss: 0.0047 - val_acc: 0.9995
Epoch 37/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0052 - acc: 1.0000 - val_loss: 0.0042 - val_acc: 0.9990
Epoch 38/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0043 - acc: 0.9995 - val_loss: 0.0039 - val_acc: 1.0000
Epoch 39/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0036 - acc: 1.0000 - val_loss: 0.0032 - val_acc: 0.9995
Epoch 40/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0031 - acc: 1.0000 - val_loss: 0.0030 - val_acc: 1.0000
Epoch 41/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0028 - acc: 1.0000 - val_loss: 0.0026 - val_acc: 1.0000
Epoch 42/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0026 - acc: 1.0000 - val_loss: 0.0025 - val_acc: 1.0000
Epoch 43/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0024 - acc: 1.0000 - val_loss: 0.0023 - val_acc: 1.0000
Epoch 44/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0022 - acc: 1.0000 - val_loss: 0.0021 - val_acc: 1.0000
Epoch 45/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0021 - acc: 1.0000 - val_loss: 0.0020 - val_acc: 1.0000
Epoch 46/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0020 - acc: 1.0000 - val_loss: 0.0019 - val_acc: 1.0000
Epoch 47/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0018 - acc: 1.0000 - val_loss: 0.0018 - val_acc: 1.0000
Epoch 48/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0017 - acc: 1.0000 - val_loss: 0.0017 - val_acc: 1.0000
Epoch 49/100
4020/4020 [==============================] - 0s 5us/step - loss: 0.0016 - acc: 1.0000 - val_loss: 0.0017 - val_acc: 1.0000
Epoch 50/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0015 - acc: 1.0000 - val_loss: 0.0015 - val_acc: 1.0000
Epoch 51/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0014 - acc: 1.0000 - val_loss: 0.0014 - val_acc: 1.0000
Epoch 52/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0014 - acc: 1.0000 - val_loss: 0.0014 - val_acc: 1.0000
Epoch 53/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0014 - acc: 1.0000 - val_loss: 0.0013 - val_acc: 1.0000
Epoch 54/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0013 - acc: 1.0000 - val_loss: 0.0013 - val_acc: 1.0000
Epoch 55/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0012 - acc: 1.0000 - val_loss: 0.0012 - val_acc: 1.0000
Epoch 56/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0012 - acc: 1.0000 - val_loss: 0.0012 - val_acc: 1.0000
Epoch 57/100
4020/4020 [==============================] - 0s 4us/step - loss: 0.0011 - acc: 1.0000 - val_loss: 0.0011 - val_acc: 1.0000
Epoch 58/100
4020/4020 [==============================] - 0s 3us/step - loss: 0.0011 - acc: 1.0000 - val_loss: 0.0011 - val_acc: 1.0000
Epoch 59/100
4020/4020 [==============================] - 0s 5us/step - loss: 0.0010 - acc: 1.0000 - val_loss: 0.0011 - val_acc: 1.0000
Epoch 60/100
4020/4020 [==============================] - 0s 3us/step - loss: 9.7357e-04 - acc: 1.0000 - val_loss: 0.0010 - val_acc: 1.0000
Epoch 61/100
4020/4020 [==============================] - 0s 3us/step - loss: 9.3887e-04 - acc: 1.0000 - val_loss: 9.6943e-04 - val_acc: 1.0000
Epoch 62/100
4020/4020 [==============================] - 0s 4us/step - loss: 9.3619e-04 - acc: 1.0000 - val_loss: 9.8530e-04 - val_acc: 1.0000
Epoch 63/100
4020/4020 [==============================] - 0s 3us/step - loss: 8.7466e-04 - acc: 1.0000 - val_loss: 9.1176e-04 - val_acc: 1.0000
Epoch 64/100
4020/4020 [==============================] - 0s 4us/step - loss: 8.6053e-04 - acc: 1.0000 - val_loss: 8.9921e-04 - val_acc: 1.0000
Epoch 65/100
4020/4020 [==============================] - 0s 4us/step - loss: 8.1122e-04 - acc: 1.0000 - val_loss: 8.5067e-04 - val_acc: 1.0000
Epoch 66/100
4020/4020 [==============================] - 0s 3us/step - loss: 8.0402e-04 - acc: 1.0000 - val_loss: 8.2728e-04 - val_acc: 1.0000
Epoch 67/100
4020/4020 [==============================] - 0s 3us/step - loss: 7.5775e-04 - acc: 1.0000 - val_loss: 8.3745e-04 - val_acc: 1.0000
Epoch 68/100
4020/4020 [==============================] - 0s 4us/step - loss: 7.5126e-04 - acc: 1.0000 - val_loss: 7.8044e-04 - val_acc: 1.0000
Epoch 69/100
4020/4020 [==============================] - 0s 3us/step - loss: 7.1926e-04 - acc: 1.0000 - val_loss: 7.6607e-04 - val_acc: 1.0000
Epoch 70/100
4020/4020 [==============================] - 0s 3us/step - loss: 7.0932e-04 - acc: 1.0000 - val_loss: 7.5184e-04 - val_acc: 1.0000
Epoch 71/100
4020/4020 [==============================] - 0s 4us/step - loss: 6.7675e-04 - acc: 1.0000 - val_loss: 7.2162e-04 - val_acc: 1.0000
Epoch 72/100
4020/4020 [==============================] - 0s 4us/step - loss: 6.6056e-04 - acc: 1.0000 - val_loss: 7.1548e-04 - val_acc: 1.0000
Epoch 73/100
4020/4020 [==============================] - 0s 4us/step - loss: 6.4570e-04 - acc: 1.0000 - val_loss: 6.9258e-04 - val_acc: 1.0000
Epoch 74/100
4020/4020 [==============================] - 0s 4us/step - loss: 6.2532e-04 - acc: 1.0000 - val_loss: 6.7099e-04 - val_acc: 1.0000
Epoch 75/100
4020/4020 [==============================] - 0s 4us/step - loss: 6.2971e-04 - acc: 1.0000 - val_loss: 6.7324e-04 - val_acc: 1.0000
Epoch 76/100
4020/4020 [==============================] - 0s 3us/step - loss: 5.8945e-04 - acc: 1.0000 - val_loss: 6.4785e-04 - val_acc: 1.0000
Epoch 77/100
4020/4020 [==============================] - 0s 4us/step - loss: 5.9989e-04 - acc: 1.0000 - val_loss: 6.4955e-04 - val_acc: 1.0000
Epoch 78/100
4020/4020 [==============================] - 0s 4us/step - loss: 5.6136e-04 - acc: 1.0000 - val_loss: 6.0921e-04 - val_acc: 1.0000
Epoch 79/100
4020/4020 [==============================] - 0s 4us/step - loss: 5.7459e-04 - acc: 1.0000 - val_loss: 5.9614e-04 - val_acc: 1.0000
Epoch 80/100
4020/4020 [==============================] - ETA: 0s - loss: 4.0938e-04 - acc: 1.000 - 0s 4us/step - loss: 5.2239e-04 - acc: 1.0000 - val_loss: 6.0379e-04 - val_acc: 1.0000
Epoch 81/100
4020/4020 [==============================] - ETA: 0s - loss: 5.7174e-04 - acc: 1.000 - 0s 4us/step - loss: 5.2171e-04 - acc: 1.0000 - val_loss: 5.7402e-04 - val_acc: 1.0000
Epoch 82/100
4020/4020 [==============================] - 0s 4us/step - loss: 4.9999e-04 - acc: 1.0000 - val_loss: 5.5603e-04 - val_acc: 1.0000
Epoch 83/100
4020/4020 [==============================] - 0s 4us/step - loss: 5.0416e-04 - acc: 1.0000 - val_loss: 5.5292e-04 - val_acc: 1.0000
Epoch 84/100
4020/4020 [==============================] - 0s 4us/step - loss: 4.8249e-04 - acc: 1.0000 - val_loss: 5.4792e-04 - val_acc: 1.0000
Epoch 85/100
4020/4020 [==============================] - 0s 4us/step - loss: 4.7597e-04 - acc: 1.0000 - val_loss: 5.2590e-04 - val_acc: 1.0000
Epoch 86/100
4020/4020 [==============================] - 0s 3us/step - loss: 4.6865e-04 - acc: 1.0000 - val_loss: 5.1132e-04 - val_acc: 1.0000
Epoch 87/100
4020/4020 [==============================] - 0s 3us/step - loss: 4.4222e-04 - acc: 1.0000 - val_loss: 5.1888e-04 - val_acc: 1.0000
Epoch 88/100
4020/4020 [==============================] - 0s 3us/step - loss: 4.4432e-04 - acc: 1.0000 - val_loss: 5.0281e-04 - val_acc: 1.0000
Epoch 89/100
4020/4020 [==============================] - 0s 4us/step - loss: 4.3294e-04 - acc: 1.0000 - val_loss: 4.8748e-04 - val_acc: 1.0000
Epoch 90/100
4020/4020 [==============================] - 0s 3us/step - loss: 4.3647e-04 - acc: 1.0000 - val_loss: 4.7679e-04 - val_acc: 1.0000
Epoch 91/100
4020/4020 [==============================] - 0s 4us/step - loss: 4.2120e-04 - acc: 1.0000 - val_loss: 4.6398e-04 - val_acc: 1.0000
Epoch 92/100
4020/4020 [==============================] - 0s 3us/step - loss: 4.0057e-04 - acc: 1.0000 - val_loss: 4.6192e-04 - val_acc: 1.0000
Epoch 93/100
4020/4020 [==============================] - 0s 4us/step - loss: 3.9687e-04 - acc: 1.0000 - val_loss: 4.5360e-04 - val_acc: 1.0000
Epoch 94/100
4020/4020 [==============================] - 0s 4us/step - loss: 3.8774e-04 - acc: 1.0000 - val_loss: 4.4076e-04 - val_acc: 1.0000
Epoch 95/100
4020/4020 [==============================] - 0s 4us/step - loss: 3.7535e-04 - acc: 1.0000 - val_loss: 4.3623e-04 - val_acc: 1.0000
Epoch 96/100
4020/4020 [==============================] - 0s 4us/step - loss: 3.7355e-04 - acc: 1.0000 - val_loss: 4.3570e-04 - val_acc: 1.0000
Epoch 97/100
4020/4020 [==============================] - 0s 3us/step - loss: 3.6001e-04 - acc: 1.0000 - val_loss: 4.1966e-04 - val_acc: 1.0000
Epoch 98/100
4020/4020 [==============================] - 0s 3us/step - loss: 3.5641e-04 - acc: 1.0000 - val_loss: 4.1207e-04 - val_acc: 1.0000
Epoch 99/100
4020/4020 [==============================] - 0s 3us/step - loss: 3.5414e-04 - acc: 1.0000 - val_loss: 4.1952e-04 - val_acc: 1.0000
Epoch 100/100
4020/4020 [==============================] - 0s 3us/step - loss: 3.4113e-04 - acc: 1.0000 - val_loss: 4.0111e-04 - val_acc: 1.0000