Learn by Coding Examples in Applied Machine Learning

Binary Classification: Smaller Keras Model in Python with Standardized data

# ignore warnings
import warnings
warnings.filterwarnings("ignore")

Binary Classification: Smaller Keras Model with Standardized data

# Binary Classification with Sonar Dataset: Standardized Smaller
import pandas as pd
from keras.models import Sequential
from keras.layers import Dense
from keras.wrappers.scikit_learn import KerasClassifier
from sklearn.model_selection import cross_val_score
from sklearn.preprocessing import LabelEncoder
from sklearn.model_selection import StratifiedKFold
from sklearn.preprocessing import StandardScaler
from sklearn.pipeline import Pipeline

# load dataset
dataframe = pd.read_csv("sonar.mines.data.csv", header=None)

print(); print(dataframe.head())

dataset = dataframe.values

# split into input (X) and output (Y) variables
X = dataset[:,0:60].astype(float)
Y = dataset[:,60]

# encode class values as integers
encoder = LabelEncoder()
encoder.fit(Y)
encoded_Y = encoder.transform(Y)

# smaller model
def create_smaller():
    # create model
    model = Sequential()
    model.add(Dense(30, input_dim=60, activation='relu'))
    model.add(Dense(1, activation='sigmoid'))
    
    # Compile model
    model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['accuracy'])
    return model

estimators = []
estimators.append(('standardize', StandardScaler()))
estimators.append(('mlp', KerasClassifier(build_fn=create_smaller, epochs=100, batch_size=5, verbose=1)))

pipeline = Pipeline(estimators)
kfold = StratifiedKFold(n_splits=10, shuffle=True)
results = cross_val_score(pipeline, X, encoded_Y, cv=kfold)

print(); print("Accuracy Results: ")
print("Smaller: %.2f%% (%.2f%%)" % (results.mean()*100, results.std()*100))

       0       1       2       3       4       5       6       7       8   \
0  0.0200  0.0371  0.0428  0.0207  0.0954  0.0986  0.1539  0.1601  0.3109   
1  0.0453  0.0523  0.0843  0.0689  0.1183  0.2583  0.2156  0.3481  0.3337   
2  0.0262  0.0582  0.1099  0.1083  0.0974  0.2280  0.2431  0.3771  0.5598   
3  0.0100  0.0171  0.0623  0.0205  0.0205  0.0368  0.1098  0.1276  0.0598   
4  0.0762  0.0666  0.0481  0.0394  0.0590  0.0649  0.1209  0.2467  0.3564   

       9   ...      51      52      53      54      55      56      57  \
0  0.2111  ...  0.0027  0.0065  0.0159  0.0072  0.0167  0.0180  0.0084   
1  0.2872  ...  0.0084  0.0089  0.0048  0.0094  0.0191  0.0140  0.0049   
2  0.6194  ...  0.0232  0.0166  0.0095  0.0180  0.0244  0.0316  0.0164   
3  0.1264  ...  0.0121  0.0036  0.0150  0.0085  0.0073  0.0050  0.0044   
4  0.4459  ...  0.0031  0.0054  0.0105  0.0110  0.0015  0.0072  0.0048   

       58      59  60  
0  0.0090  0.0032   R  
1  0.0052  0.0044   R  
2  0.0095  0.0078   R  
3  0.0040  0.0117   R  
4  0.0107  0.0094   R  

[5 rows x 61 columns]
Epoch 1/100
186/186 [==============================] - 1s 5ms/step - loss: 0.7171 - acc: 0.5699
Epoch 2/100
186/186 [==============================] - 0s 263us/step - loss: 0.5362 - acc: 0.7366
Epoch 3/100
186/186 [==============================] - 0s 247us/step - loss: 0.4612 - acc: 0.8065
Epoch 4/100
186/186 [==============================] - 0s 223us/step - loss: 0.3980 - acc: 0.8441
Epoch 5/100
186/186 [==============================] - 0s 236us/step - loss: 0.3593 - acc: 0.8656
Epoch 6/100
186/186 [==============================] - 0s 217us/step - loss: 0.3207 - acc: 0.8763
Epoch 7/100
186/186 [==============================] - 0s 224us/step - loss: 0.2895 - acc: 0.8871
Epoch 8/100
186/186 [==============================] - 0s 215us/step - loss: 0.2621 - acc: 0.9194
Epoch 9/100
186/186 [==============================] - 0s 210us/step - loss: 0.2364 - acc: 0.9516
Epoch 10/100
186/186 [==============================] - 0s 205us/step - loss: 0.2180 - acc: 0.9409
Epoch 11/100
186/186 [==============================] - 0s 201us/step - loss: 0.1975 - acc: 0.9731
Epoch 12/100
186/186 [==============================] - 0s 189us/step - loss: 0.1811 - acc: 0.9677
Epoch 13/100
186/186 [==============================] - 0s 192us/step - loss: 0.1665 - acc: 0.9677
Epoch 14/100
186/186 [==============================] - 0s 217us/step - loss: 0.1515 - acc: 0.9785
Epoch 15/100
186/186 [==============================] - 0s 216us/step - loss: 0.1407 - acc: 0.9839
Epoch 16/100
186/186 [==============================] - 0s 213us/step - loss: 0.1297 - acc: 0.9892
Epoch 17/100
186/186 [==============================] - 0s 215us/step - loss: 0.1191 - acc: 0.9946
Epoch 18/100
186/186 [==============================] - 0s 199us/step - loss: 0.1118 - acc: 0.9946
Epoch 19/100
186/186 [==============================] - 0s 187us/step - loss: 0.1027 - acc: 0.9946
Epoch 20/100
186/186 [==============================] - 0s 182us/step - loss: 0.0989 - acc: 0.9946
Epoch 21/100
186/186 [==============================] - 0s 178us/step - loss: 0.0890 - acc: 0.9946
Epoch 22/100
186/186 [==============================] - 0s 188us/step - loss: 0.0813 - acc: 0.9946
Epoch 23/100
186/186 [==============================] - 0s 181us/step - loss: 0.0760 - acc: 0.9946
Epoch 24/100
186/186 [==============================] - 0s 176us/step - loss: 0.0704 - acc: 0.9946
Epoch 25/100
186/186 [==============================] - 0s 178us/step - loss: 0.0668 - acc: 0.9946
Epoch 26/100
186/186 [==============================] - 0s 176us/step - loss: 0.0631 - acc: 0.9946
Epoch 27/100
186/186 [==============================] - 0s 175us/step - loss: 0.0573 - acc: 0.9946
Epoch 28/100
186/186 [==============================] - 0s 175us/step - loss: 0.0536 - acc: 0.9946
Epoch 29/100
186/186 [==============================] - 0s 175us/step - loss: 0.0502 - acc: 1.0000
Epoch 30/100
186/186 [==============================] - 0s 177us/step - loss: 0.0469 - acc: 0.9946
Epoch 31/100
186/186 [==============================] - 0s 177us/step - loss: 0.0437 - acc: 1.0000
Epoch 32/100
186/186 [==============================] - 0s 178us/step - loss: 0.0410 - acc: 1.0000
Epoch 33/100
186/186 [==============================] - 0s 176us/step - loss: 0.0383 - acc: 1.0000
Epoch 34/100
186/186 [==============================] - 0s 183us/step - loss: 0.0364 - acc: 1.0000
Epoch 35/100
186/186 [==============================] - 0s 191us/step - loss: 0.0338 - acc: 1.0000
Epoch 36/100
186/186 [==============================] - 0s 188us/step - loss: 0.0317 - acc: 1.0000
Epoch 37/100
186/186 [==============================] - 0s 189us/step - loss: 0.0318 - acc: 1.0000
Epoch 38/100
186/186 [==============================] - 0s 185us/step - loss: 0.0281 - acc: 1.0000
Epoch 39/100
186/186 [==============================] - 0s 183us/step - loss: 0.0263 - acc: 1.0000
Epoch 40/100
186/186 [==============================] - 0s 183us/step - loss: 0.0247 - acc: 1.0000
Epoch 41/100
186/186 [==============================] - 0s 183us/step - loss: 0.0233 - acc: 1.0000
Epoch 42/100
186/186 [==============================] - 0s 182us/step - loss: 0.0221 - acc: 1.0000
Epoch 43/100
186/186 [==============================] - 0s 183us/step - loss: 0.0208 - acc: 1.0000
Epoch 44/100
186/186 [==============================] - 0s 184us/step - loss: 0.0197 - acc: 1.0000
Epoch 45/100
186/186 [==============================] - 0s 188us/step - loss: 0.0188 - acc: 1.0000
Epoch 46/100
186/186 [==============================] - 0s 186us/step - loss: 0.0178 - acc: 1.0000
Epoch 47/100
186/186 [==============================] - 0s 209us/step - loss: 0.0170 - acc: 1.0000
Epoch 48/100
186/186 [==============================] - 0s 187us/step - loss: 0.0162 - acc: 1.0000
Epoch 49/100
186/186 [==============================] - 0s 185us/step - loss: 0.0153 - acc: 1.0000
Epoch 50/100
186/186 [==============================] - 0s 182us/step - loss: 0.0147 - acc: 1.0000
Epoch 51/100
186/186 [==============================] - 0s 184us/step - loss: 0.0139 - acc: 1.0000
Epoch 52/100
186/186 [==============================] - 0s 201us/step - loss: 0.0132 - acc: 1.0000
Epoch 53/100
186/186 [==============================] - 0s 212us/step - loss: 0.0126 - acc: 1.0000
Epoch 54/100
186/186 [==============================] - 0s 189us/step - loss: 0.0121 - acc: 1.0000
Epoch 55/100
186/186 [==============================] - 0s 201us/step - loss: 0.0116 - acc: 1.0000
Epoch 56/100
186/186 [==============================] - 0s 206us/step - loss: 0.0112 - acc: 1.0000
Epoch 57/100
186/186 [==============================] - 0s 186us/step - loss: 0.0106 - acc: 1.0000
Epoch 58/100
186/186 [==============================] - 0s 183us/step - loss: 0.0102 - acc: 1.0000
Epoch 59/100
186/186 [==============================] - 0s 183us/step - loss: 0.0097 - acc: 1.0000
Epoch 60/100
186/186 [==============================] - 0s 183us/step - loss: 0.0094 - acc: 1.0000
Epoch 61/100
186/186 [==============================] - 0s 181us/step - loss: 0.0090 - acc: 1.0000
Epoch 62/100
186/186 [==============================] - 0s 180us/step - loss: 0.0086 - acc: 1.0000
Epoch 63/100
186/186 [==============================] - 0s 184us/step - loss: 0.0082 - acc: 1.0000
Epoch 64/100
186/186 [==============================] - 0s 182us/step - loss: 0.0079 - acc: 1.0000
Epoch 65/100
186/186 [==============================] - 0s 180us/step - loss: 0.0076 - acc: 1.0000
Epoch 66/100
186/186 [==============================] - 0s 181us/step - loss: 0.0073 - acc: 1.0000
Epoch 67/100
186/186 [==============================] - 0s 181us/step - loss: 0.0071 - acc: 1.0000
Epoch 68/100
186/186 [==============================] - 0s 182us/step - loss: 0.0068 - acc: 1.0000
Epoch 69/100
186/186 [==============================] - 0s 184us/step - loss: 0.0066 - acc: 1.0000
Epoch 70/100
186/186 [==============================] - 0s 182us/step - loss: 0.0062 - acc: 1.0000
Epoch 71/100
186/186 [==============================] - 0s 184us/step - loss: 0.0060 - acc: 1.0000
Epoch 72/100
186/186 [==============================] - 0s 188us/step - loss: 0.0058 - acc: 1.0000
Epoch 73/100
186/186 [==============================] - 0s 189us/step - loss: 0.0056 - acc: 1.0000
Epoch 74/100
186/186 [==============================] - 0s 192us/step - loss: 0.0054 - acc: 1.0000
Epoch 75/100
186/186 [==============================] - 0s 197us/step - loss: 0.0052 - acc: 1.0000
Epoch 76/100
186/186 [==============================] - 0s 212us/step - loss: 0.0050 - acc: 1.0000
Epoch 77/100
186/186 [==============================] - 0s 217us/step - loss: 0.0048 - acc: 1.0000
Epoch 78/100
186/186 [==============================] - 0s 211us/step - loss: 0.0047 - acc: 1.0000
Epoch 79/100
186/186 [==============================] - 0s 199us/step - loss: 0.0045 - acc: 1.0000
Epoch 80/100
186/186 [==============================] - 0s 193us/step - loss: 0.0043 - acc: 1.0000
Epoch 81/100
186/186 [==============================] - 0s 186us/step - loss: 0.0042 - acc: 1.0000
Epoch 82/100
186/186 [==============================] - 0s 187us/step - loss: 0.0041 - acc: 1.0000
Epoch 83/100
186/186 [==============================] - 0s 190us/step - loss: 0.0039 - acc: 1.0000
Epoch 84/100
186/186 [==============================] - 0s 187us/step - loss: 0.0038 - acc: 1.0000
Epoch 85/100
186/186 [==============================] - 0s 187us/step - loss: 0.0037 - acc: 1.0000
Epoch 86/100
186/186 [==============================] - 0s 187us/step - loss: 0.0036 - acc: 1.0000
Epoch 87/100
186/186 [==============================] - 0s 188us/step - loss: 0.0034 - acc: 1.0000
Epoch 88/100
186/186 [==============================] - 0s 186us/step - loss: 0.0033 - acc: 1.0000
Epoch 89/100
186/186 [==============================] - 0s 187us/step - loss: 0.0032 - acc: 1.0000
Epoch 90/100
186/186 [==============================] - 0s 191us/step - loss: 0.0031 - acc: 1.0000
Epoch 91/100
186/186 [==============================] - 0s 223us/step - loss: 0.0030 - acc: 1.0000
Epoch 92/100
186/186 [==============================] - 0s 228us/step - loss: 0.0029 - acc: 1.0000
Epoch 93/100
186/186 [==============================] - 0s 201us/step - loss: 0.0028 - acc: 1.0000
Epoch 94/100
186/186 [==============================] - 0s 204us/step - loss: 0.0027 - acc: 1.0000
Epoch 95/100
186/186 [==============================] - 0s 211us/step - loss: 0.0026 - acc: 1.0000
Epoch 96/100
186/186 [==============================] - 0s 206us/step - loss: 0.0026 - acc: 1.0000
Epoch 97/100
186/186 [==============================] - 0s 197us/step - loss: 0.0025 - acc: 1.0000
Epoch 98/100
186/186 [==============================] - 0s 186us/step - loss: 0.0024 - acc: 1.0000
Epoch 99/100
186/186 [==============================] - 0s 188us/step - loss: 0.0024 - acc: 1.0000
Epoch 100/100
186/186 [==============================] - 0s 187us/step - loss: 0.0023 - acc: 1.0000
22/22 [==============================] - 0s 15ms/step
Epoch 1/100
187/187 [==============================] - 1s 5ms/step - loss: 0.7693 - acc: 0.4920
Epoch 2/100
187/187 [==============================] - 0s 295us/step - loss: 0.5618 - acc: 0.6845
Epoch 3/100
187/187 [==============================] - 0s 210us/step - loss: 0.4689 - acc: 0.7807
Epoch 4/100
187/187 [==============================] - 0s 197us/step - loss: 0.4051 - acc: 0.8021
Epoch 5/100
187/187 [==============================] - 0s 208us/step - loss: 0.3551 - acc: 0.8717
Epoch 6/100
187/187 [==============================] - 0s 206us/step - loss: 0.3171 - acc: 0.8930
Epoch 7/100
187/187 [==============================] - 0s 216us/step - loss: 0.2878 - acc: 0.9091
Epoch 8/100
187/187 [==============================] - 0s 193us/step - loss: 0.2647 - acc: 0.9251
Epoch 9/100
187/187 [==============================] - 0s 188us/step - loss: 0.2376 - acc: 0.9358
Epoch 10/100
187/187 [==============================] - 0s 189us/step - loss: 0.2190 - acc: 0.9465
Epoch 11/100
187/187 [==============================] - 0s 180us/step - loss: 0.1990 - acc: 0.9519
Epoch 12/100
187/187 [==============================] - 0s 174us/step - loss: 0.1839 - acc: 0.9572
Epoch 13/100
187/187 [==============================] - 0s 177us/step - loss: 0.1745 - acc: 0.9519
Epoch 14/100
187/187 [==============================] - 0s 179us/step - loss: 0.1563 - acc: 0.9733
Epoch 15/100
187/187 [==============================] - 0s 179us/step - loss: 0.1412 - acc: 0.9840
Epoch 16/100
187/187 [==============================] - 0s 186us/step - loss: 0.1318 - acc: 0.9840
Epoch 17/100
187/187 [==============================] - 0s 199us/step - loss: 0.1216 - acc: 0.9840
Epoch 18/100
187/187 [==============================] - 0s 212us/step - loss: 0.1128 - acc: 0.9840
Epoch 19/100
187/187 [==============================] - 0s 208us/step - loss: 0.1046 - acc: 0.9840
Epoch 20/100
187/187 [==============================] - 0s 201us/step - loss: 0.0966 - acc: 0.9840
Epoch 21/100
187/187 [==============================] - 0s 205us/step - loss: 0.0902 - acc: 0.9893
Epoch 22/100
187/187 [==============================] - 0s 197us/step - loss: 0.0835 - acc: 0.9947
Epoch 23/100
187/187 [==============================] - 0s 185us/step - loss: 0.0777 - acc: 1.0000
Epoch 24/100
187/187 [==============================] - 0s 181us/step - loss: 0.0728 - acc: 1.0000
Epoch 25/100
187/187 [==============================] - 0s 185us/step - loss: 0.0672 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 184us/step - loss: 0.0624 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 184us/step - loss: 0.0581 - acc: 1.0000
Epoch 28/100
187/187 [==============================] - 0s 199us/step - loss: 0.0545 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 197us/step - loss: 0.0509 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 194us/step - loss: 0.0475 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 189us/step - loss: 0.0444 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 192us/step - loss: 0.0415 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 194us/step - loss: 0.0389 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 180us/step - loss: 0.0369 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 172us/step - loss: 0.0348 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 173us/step - loss: 0.0322 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 174us/step - loss: 0.0308 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 174us/step - loss: 0.0287 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 174us/step - loss: 0.0272 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 173us/step - loss: 0.0255 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 176us/step - loss: 0.0243 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 175us/step - loss: 0.0228 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 181us/step - loss: 0.0214 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 173us/step - loss: 0.0207 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 179us/step - loss: 0.0194 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 187us/step - loss: 0.0184 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 194us/step - loss: 0.0174 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 187us/step - loss: 0.0167 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 177us/step - loss: 0.0155 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 174us/step - loss: 0.0149 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 175us/step - loss: 0.0142 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 173us/step - loss: 0.0135 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 172us/step - loss: 0.0130 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 174us/step - loss: 0.0124 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 177us/step - loss: 0.0119 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 175us/step - loss: 0.0112 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 176us/step - loss: 0.0107 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 189us/step - loss: 0.0103 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 204us/step - loss: 0.0098 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 207us/step - loss: 0.0094 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 206us/step - loss: 0.0090 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 183us/step - loss: 0.0087 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 179us/step - loss: 0.0084 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 175us/step - loss: 0.0079 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 172us/step - loss: 0.0077 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 184us/step - loss: 0.0073 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 175us/step - loss: 0.0070 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 181us/step - loss: 0.0068 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 179us/step - loss: 0.0065 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 186us/step - loss: 0.0063 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 190us/step - loss: 0.0060 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 191us/step - loss: 0.0058 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 196us/step - loss: 0.0056 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 193us/step - loss: 0.0054 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 188us/step - loss: 0.0052 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 188us/step - loss: 0.0050 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 178us/step - loss: 0.0049 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 181us/step - loss: 0.0047 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 213us/step - loss: 0.0045 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 181us/step - loss: 0.0043 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 180us/step - loss: 0.0042 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 179us/step - loss: 0.0041 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 180us/step - loss: 0.0039 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 177us/step - loss: 0.0038 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 178us/step - loss: 0.0036 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 183us/step - loss: 0.0035 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 182us/step - loss: 0.0034 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 176us/step - loss: 0.0033 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 177us/step - loss: 0.0032 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 177us/step - loss: 0.0031 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 185us/step - loss: 0.0030 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 177us/step - loss: 0.0029 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 179us/step - loss: 0.0028 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 177us/step - loss: 0.0027 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 179us/step - loss: 0.0026 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 174us/step - loss: 0.0025 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 177us/step - loss: 0.0025 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 182us/step - loss: 0.0024 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 243us/step - loss: 0.0023 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 212us/step - loss: 0.0022 - acc: 1.0000
21/21 [==============================] - 0s 18ms/step
Epoch 1/100
187/187 [==============================] - 1s 6ms/step - loss: 0.7459 - acc: 0.5080
Epoch 2/100
187/187 [==============================] - 0s 227us/step - loss: 0.5386 - acc: 0.7059
Epoch 3/100
187/187 [==============================] - 0s 250us/step - loss: 0.4353 - acc: 0.8449
Epoch 4/100
187/187 [==============================] - 0s 199us/step - loss: 0.3770 - acc: 0.8770
Epoch 5/100
187/187 [==============================] - 0s 177us/step - loss: 0.3370 - acc: 0.8877
Epoch 6/100
187/187 [==============================] - 0s 175us/step - loss: 0.2981 - acc: 0.9198
Epoch 7/100
187/187 [==============================] - 0s 175us/step - loss: 0.2674 - acc: 0.9251
Epoch 8/100
187/187 [==============================] - 0s 185us/step - loss: 0.2431 - acc: 0.9305
Epoch 9/100
187/187 [==============================] - 0s 184us/step - loss: 0.2201 - acc: 0.9519
Epoch 10/100
187/187 [==============================] - 0s 187us/step - loss: 0.2010 - acc: 0.9572
Epoch 11/100
187/187 [==============================] - 0s 192us/step - loss: 0.1850 - acc: 0.9733
Epoch 12/100
187/187 [==============================] - 0s 192us/step - loss: 0.1680 - acc: 0.9733
Epoch 13/100
187/187 [==============================] - 0s 189us/step - loss: 0.1565 - acc: 0.9733
Epoch 14/100
187/187 [==============================] - 0s 188us/step - loss: 0.1425 - acc: 0.9840
Epoch 15/100
187/187 [==============================] - 0s 189us/step - loss: 0.1340 - acc: 0.9786
Epoch 16/100
187/187 [==============================] - 0s 190us/step - loss: 0.1243 - acc: 0.9840
Epoch 17/100
187/187 [==============================] - 0s 191us/step - loss: 0.1123 - acc: 0.9893
Epoch 18/100
187/187 [==============================] - 0s 197us/step - loss: 0.1046 - acc: 0.9840
Epoch 19/100
187/187 [==============================] - 0s 192us/step - loss: 0.0971 - acc: 0.9893
Epoch 20/100
187/187 [==============================] - 0s 194us/step - loss: 0.0895 - acc: 0.9947
Epoch 21/100
187/187 [==============================] - 0s 197us/step - loss: 0.0832 - acc: 0.9947
Epoch 22/100
187/187 [==============================] - 0s 191us/step - loss: 0.0768 - acc: 0.9947
Epoch 23/100
187/187 [==============================] - 0s 194us/step - loss: 0.0720 - acc: 0.9947
Epoch 24/100
187/187 [==============================] - 0s 197us/step - loss: 0.0681 - acc: 0.9947
Epoch 25/100
187/187 [==============================] - 0s 194us/step - loss: 0.0625 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 193us/step - loss: 0.0588 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 200us/step - loss: 0.0539 - acc: 1.0000
Epoch 28/100
187/187 [==============================] - 0s 198us/step - loss: 0.0508 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 198us/step - loss: 0.0472 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 194us/step - loss: 0.0445 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 194us/step - loss: 0.0419 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 190us/step - loss: 0.0386 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 190us/step - loss: 0.0361 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 196us/step - loss: 0.0344 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 192us/step - loss: 0.0324 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 197us/step - loss: 0.0302 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 190us/step - loss: 0.0282 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 191us/step - loss: 0.0269 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 191us/step - loss: 0.0251 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 190us/step - loss: 0.0240 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 192us/step - loss: 0.0224 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 192us/step - loss: 0.0213 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 191us/step - loss: 0.0201 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 181us/step - loss: 0.0190 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 196us/step - loss: 0.0183 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 191us/step - loss: 0.0171 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 191us/step - loss: 0.0163 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 202us/step - loss: 0.0155 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 194us/step - loss: 0.0149 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 201us/step - loss: 0.0140 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 198us/step - loss: 0.0134 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 198us/step - loss: 0.0128 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 196us/step - loss: 0.0122 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 196us/step - loss: 0.0116 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 184us/step - loss: 0.0111 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 187us/step - loss: 0.0106 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 180us/step - loss: 0.0102 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 174us/step - loss: 0.0098 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 175us/step - loss: 0.0093 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 173us/step - loss: 0.0089 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 175us/step - loss: 0.0086 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 174us/step - loss: 0.0081 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 174us/step - loss: 0.0078 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 177us/step - loss: 0.0076 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 193us/step - loss: 0.0073 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 184us/step - loss: 0.0070 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 176us/step - loss: 0.0067 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 177us/step - loss: 0.0065 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 172us/step - loss: 0.0062 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 174us/step - loss: 0.0060 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 172us/step - loss: 0.0058 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 172us/step - loss: 0.0055 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 174us/step - loss: 0.0054 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 175us/step - loss: 0.0051 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 175us/step - loss: 0.0049 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 173us/step - loss: 0.0048 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 172us/step - loss: 0.0047 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 173us/step - loss: 0.0045 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 172us/step - loss: 0.0043 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 173us/step - loss: 0.0042 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 180us/step - loss: 0.0040 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 176us/step - loss: 0.0039 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 178us/step - loss: 0.0037 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 187us/step - loss: 0.0036 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 189us/step - loss: 0.0035 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 188us/step - loss: 0.0034 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 176us/step - loss: 0.0033 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 185us/step - loss: 0.0032 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 187us/step - loss: 0.0031 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 187us/step - loss: 0.0030 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 188us/step - loss: 0.0029 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 187us/step - loss: 0.0028 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 184us/step - loss: 0.0027 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 186us/step - loss: 0.0026 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 187us/step - loss: 0.0025 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 187us/step - loss: 0.0024 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 189us/step - loss: 0.0024 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 182us/step - loss: 0.0023 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 183us/step - loss: 0.0022 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 182us/step - loss: 0.0022 - acc: 1.0000
21/21 [==============================] - 0s 20ms/step
Epoch 1/100
187/187 [==============================] - 1s 6ms/step - loss: 0.6890 - acc: 0.5829
Epoch 2/100
187/187 [==============================] - 0s 225us/step - loss: 0.5200 - acc: 0.7273
Epoch 3/100
187/187 [==============================] - 0s 226us/step - loss: 0.4516 - acc: 0.7647
Epoch 4/100
187/187 [==============================] - 0s 208us/step - loss: 0.4081 - acc: 0.7968
Epoch 5/100
187/187 [==============================] - 0s 222us/step - loss: 0.3706 - acc: 0.8235
Epoch 6/100
187/187 [==============================] - 0s 210us/step - loss: 0.3367 - acc: 0.8770
Epoch 7/100
187/187 [==============================] - 0s 192us/step - loss: 0.3096 - acc: 0.9091
Epoch 8/100
187/187 [==============================] - 0s 195us/step - loss: 0.2833 - acc: 0.9198
Epoch 9/100
187/187 [==============================] - 0s 179us/step - loss: 0.2629 - acc: 0.9358
Epoch 10/100
187/187 [==============================] - 0s 199us/step - loss: 0.2401 - acc: 0.9358
Epoch 11/100
187/187 [==============================] - 0s 193us/step - loss: 0.2217 - acc: 0.9572
Epoch 12/100
187/187 [==============================] - 0s 187us/step - loss: 0.2069 - acc: 0.9572
Epoch 13/100
187/187 [==============================] - 0s 180us/step - loss: 0.1885 - acc: 0.9679
Epoch 14/100
187/187 [==============================] - 0s 184us/step - loss: 0.1746 - acc: 0.9733
Epoch 15/100
187/187 [==============================] - 0s 208us/step - loss: 0.1621 - acc: 0.9786
Epoch 16/100
187/187 [==============================] - 0s 193us/step - loss: 0.1502 - acc: 0.9786
Epoch 17/100
187/187 [==============================] - 0s 184us/step - loss: 0.1387 - acc: 0.9840
Epoch 18/100
187/187 [==============================] - 0s 185us/step - loss: 0.1291 - acc: 0.9840
Epoch 19/100
187/187 [==============================] - 0s 193us/step - loss: 0.1192 - acc: 0.9947
Epoch 20/100
187/187 [==============================] - 0s 181us/step - loss: 0.1111 - acc: 0.9893
Epoch 21/100
187/187 [==============================] - 0s 179us/step - loss: 0.1035 - acc: 0.9893
Epoch 22/100
187/187 [==============================] - 0s 181us/step - loss: 0.0957 - acc: 0.9947
Epoch 23/100
187/187 [==============================] - 0s 179us/step - loss: 0.0889 - acc: 0.9947
Epoch 24/100
187/187 [==============================] - 0s 180us/step - loss: 0.0825 - acc: 1.0000
Epoch 25/100
187/187 [==============================] - 0s 180us/step - loss: 0.0771 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 179us/step - loss: 0.0725 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 179us/step - loss: 0.0668 - acc: 1.0000
Epoch 28/100
187/187 [==============================] - 0s 179us/step - loss: 0.0622 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 179us/step - loss: 0.0580 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 178us/step - loss: 0.0543 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 182us/step - loss: 0.0507 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 180us/step - loss: 0.0479 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 179us/step - loss: 0.0443 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 179us/step - loss: 0.0418 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 179us/step - loss: 0.0391 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 177us/step - loss: 0.0370 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 178us/step - loss: 0.0345 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 178us/step - loss: 0.0320 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 177us/step - loss: 0.0306 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 179us/step - loss: 0.0284 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 180us/step - loss: 0.0270 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 185us/step - loss: 0.0254 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 188us/step - loss: 0.0239 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 187us/step - loss: 0.0225 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 183us/step - loss: 0.0215 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 188us/step - loss: 0.0206 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 185us/step - loss: 0.0193 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 184us/step - loss: 0.0182 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 182us/step - loss: 0.0172 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 182us/step - loss: 0.0163 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 183us/step - loss: 0.0156 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 185us/step - loss: 0.0148 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 183us/step - loss: 0.0141 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 178us/step - loss: 0.0135 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 190us/step - loss: 0.0129 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 188us/step - loss: 0.0124 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 187us/step - loss: 0.0117 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 180us/step - loss: 0.0112 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 178us/step - loss: 0.0106 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 180us/step - loss: 0.0101 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 179us/step - loss: 0.0098 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 181us/step - loss: 0.0093 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 184us/step - loss: 0.0089 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 208us/step - loss: 0.0086 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 188us/step - loss: 0.0082 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 193us/step - loss: 0.0079 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 179us/step - loss: 0.0075 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 194us/step - loss: 0.0072 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 183us/step - loss: 0.0069 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 183us/step - loss: 0.0067 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 185us/step - loss: 0.0064 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 192us/step - loss: 0.0062 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 188us/step - loss: 0.0060 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 189us/step - loss: 0.0057 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 188us/step - loss: 0.0055 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 188us/step - loss: 0.0053 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 185us/step - loss: 0.0052 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 186us/step - loss: 0.0050 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 184us/step - loss: 0.0048 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 183us/step - loss: 0.0046 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 185us/step - loss: 0.0044 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 200us/step - loss: 0.0043 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 210us/step - loss: 0.0042 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 207us/step - loss: 0.0040 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 203us/step - loss: 0.0039 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 187us/step - loss: 0.0037 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 186us/step - loss: 0.0037 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 187us/step - loss: 0.0035 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 183us/step - loss: 0.0034 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 185us/step - loss: 0.0033 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 182us/step - loss: 0.0032 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 183us/step - loss: 0.0031 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 183us/step - loss: 0.0030 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 181us/step - loss: 0.0029 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 185us/step - loss: 0.0028 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 184us/step - loss: 0.0027 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 185us/step - loss: 0.0026 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 183us/step - loss: 0.0025 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 186us/step - loss: 0.0025 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 187us/step - loss: 0.0024 - acc: 1.0000
21/21 [==============================] - 0s 18ms/step
Epoch 1/100
187/187 [==============================] - 1s 6ms/step - loss: 0.5960 - acc: 0.6631
Epoch 2/100
187/187 [==============================] - 0s 230us/step - loss: 0.4493 - acc: 0.8021
Epoch 3/100
187/187 [==============================] - 0s 211us/step - loss: 0.3847 - acc: 0.8663
Epoch 4/100
187/187 [==============================] - 0s 185us/step - loss: 0.3411 - acc: 0.8663
Epoch 5/100
187/187 [==============================] - 0s 189us/step - loss: 0.3040 - acc: 0.8984
Epoch 6/100
187/187 [==============================] - 0s 187us/step - loss: 0.2739 - acc: 0.9198
Epoch 7/100
187/187 [==============================] - 0s 203us/step - loss: 0.2473 - acc: 0.9251
Epoch 8/100
187/187 [==============================] - 0s 210us/step - loss: 0.2257 - acc: 0.9412
Epoch 9/100
187/187 [==============================] - 0s 199us/step - loss: 0.2068 - acc: 0.9412
Epoch 10/100
187/187 [==============================] - 0s 215us/step - loss: 0.1884 - acc: 0.9465
Epoch 11/100
187/187 [==============================] - 0s 199us/step - loss: 0.1715 - acc: 0.9626
Epoch 12/100
187/187 [==============================] - 0s 200us/step - loss: 0.1573 - acc: 0.9679
Epoch 13/100
187/187 [==============================] - 0s 199us/step - loss: 0.1459 - acc: 0.9733
Epoch 14/100
187/187 [==============================] - 0s 191us/step - loss: 0.1321 - acc: 0.9840
Epoch 15/100
187/187 [==============================] - 0s 228us/step - loss: 0.1215 - acc: 0.9840
Epoch 16/100
187/187 [==============================] - 0s 251us/step - loss: 0.1121 - acc: 0.9947
Epoch 17/100
187/187 [==============================] - 0s 251us/step - loss: 0.1034 - acc: 0.9893
Epoch 18/100
187/187 [==============================] - 0s 201us/step - loss: 0.0963 - acc: 0.9893
Epoch 19/100
187/187 [==============================] - 0s 191us/step - loss: 0.0884 - acc: 0.9893
Epoch 20/100
187/187 [==============================] - 0s 198us/step - loss: 0.0819 - acc: 0.9893
Epoch 21/100
187/187 [==============================] - 0s 203us/step - loss: 0.0767 - acc: 0.9893
Epoch 22/100
187/187 [==============================] - 0s 203us/step - loss: 0.0703 - acc: 0.9947
Epoch 23/100
187/187 [==============================] - 0s 203us/step - loss: 0.0652 - acc: 0.9947
Epoch 24/100
187/187 [==============================] - 0s 202us/step - loss: 0.0611 - acc: 0.9947
Epoch 25/100
187/187 [==============================] - 0s 199us/step - loss: 0.0571 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 191us/step - loss: 0.0526 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 192us/step - loss: 0.0499 - acc: 0.9947
Epoch 28/100
187/187 [==============================] - 0s 188us/step - loss: 0.0457 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 197us/step - loss: 0.0427 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 180us/step - loss: 0.0406 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 182us/step - loss: 0.0380 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 184us/step - loss: 0.0350 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 183us/step - loss: 0.0331 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 190us/step - loss: 0.0308 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 180us/step - loss: 0.0288 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 187us/step - loss: 0.0273 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 185us/step - loss: 0.0254 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 193us/step - loss: 0.0242 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 194us/step - loss: 0.0227 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 188us/step - loss: 0.0213 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 184us/step - loss: 0.0203 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 185us/step - loss: 0.0194 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 185us/step - loss: 0.0182 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 196us/step - loss: 0.0172 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 192us/step - loss: 0.0164 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 195us/step - loss: 0.0155 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 194us/step - loss: 0.0148 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 188us/step - loss: 0.0140 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 186us/step - loss: 0.0133 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 187us/step - loss: 0.0128 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 188us/step - loss: 0.0121 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 187us/step - loss: 0.0117 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 185us/step - loss: 0.0109 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 185us/step - loss: 0.0106 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 197us/step - loss: 0.0101 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 193us/step - loss: 0.0096 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 182us/step - loss: 0.0093 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 181us/step - loss: 0.0088 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 181us/step - loss: 0.0084 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 182us/step - loss: 0.0080 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 183us/step - loss: 0.0078 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 183us/step - loss: 0.0073 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 196us/step - loss: 0.0071 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 190us/step - loss: 0.0068 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 185us/step - loss: 0.0066 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 183us/step - loss: 0.0063 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 184us/step - loss: 0.0060 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 188us/step - loss: 0.0058 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 199us/step - loss: 0.0056 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 191us/step - loss: 0.0054 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 182us/step - loss: 0.0051 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 185us/step - loss: 0.0050 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 185us/step - loss: 0.0048 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 196us/step - loss: 0.0046 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 196us/step - loss: 0.0044 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 185us/step - loss: 0.0043 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 192us/step - loss: 0.0041 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 194us/step - loss: 0.0040 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 184us/step - loss: 0.0039 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 181us/step - loss: 0.0037 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 191us/step - loss: 0.0036 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 190us/step - loss: 0.0034 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 191us/step - loss: 0.0034 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 192us/step - loss: 0.0032 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 187us/step - loss: 0.0032 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 187us/step - loss: 0.0030 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 187us/step - loss: 0.0029 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 185us/step - loss: 0.0028 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 181us/step - loss: 0.0028 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 196us/step - loss: 0.0026 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 203us/step - loss: 0.0026 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 209us/step - loss: 0.0025 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 207us/step - loss: 0.0024 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 208us/step - loss: 0.0023 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 207us/step - loss: 0.0022 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 207us/step - loss: 0.0022 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 207us/step - loss: 0.0021 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 206us/step - loss: 0.0021 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 204us/step - loss: 0.0020 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 187us/step - loss: 0.0019 - acc: 1.0000
21/21 [==============================] - 0s 19ms/step
Epoch 1/100
187/187 [==============================] - 1s 6ms/step - loss: 0.6368 - acc: 0.6096
Epoch 2/100
187/187 [==============================] - 0s 242us/step - loss: 0.5069 - acc: 0.7273
Epoch 3/100
187/187 [==============================] - 0s 249us/step - loss: 0.4337 - acc: 0.7914
Epoch 4/100
187/187 [==============================] - 0s 227us/step - loss: 0.3830 - acc: 0.8717
Epoch 5/100
187/187 [==============================] - 0s 197us/step - loss: 0.3368 - acc: 0.8824
Epoch 6/100
187/187 [==============================] - 0s 193us/step - loss: 0.2969 - acc: 0.9037
Epoch 7/100
187/187 [==============================] - 0s 198us/step - loss: 0.2656 - acc: 0.9251
Epoch 8/100
187/187 [==============================] - 0s 187us/step - loss: 0.2366 - acc: 0.9465
Epoch 9/100
187/187 [==============================] - 0s 191us/step - loss: 0.2131 - acc: 0.9412
Epoch 10/100
187/187 [==============================] - 0s 196us/step - loss: 0.1910 - acc: 0.9572
Epoch 11/100
187/187 [==============================] - 0s 199us/step - loss: 0.1762 - acc: 0.9626
Epoch 12/100
187/187 [==============================] - 0s 187us/step - loss: 0.1569 - acc: 0.9679
Epoch 13/100
187/187 [==============================] - 0s 201us/step - loss: 0.1425 - acc: 0.9786
Epoch 14/100
187/187 [==============================] - 0s 199us/step - loss: 0.1295 - acc: 0.9893
Epoch 15/100
187/187 [==============================] - 0s 188us/step - loss: 0.1172 - acc: 0.9947
Epoch 16/100
187/187 [==============================] - 0s 188us/step - loss: 0.1066 - acc: 0.9947
Epoch 17/100
187/187 [==============================] - 0s 185us/step - loss: 0.0977 - acc: 0.9947
Epoch 18/100
187/187 [==============================] - 0s 186us/step - loss: 0.0898 - acc: 1.0000
Epoch 19/100
187/187 [==============================] - 0s 185us/step - loss: 0.0821 - acc: 1.0000
Epoch 20/100
187/187 [==============================] - 0s 194us/step - loss: 0.0753 - acc: 1.0000
Epoch 21/100
187/187 [==============================] - 0s 200us/step - loss: 0.0692 - acc: 1.0000
Epoch 22/100
187/187 [==============================] - 0s 199us/step - loss: 0.0644 - acc: 1.0000
Epoch 23/100
187/187 [==============================] - 0s 202us/step - loss: 0.0590 - acc: 1.0000
Epoch 24/100
187/187 [==============================] - 0s 190us/step - loss: 0.0542 - acc: 1.0000
Epoch 25/100
187/187 [==============================] - 0s 187us/step - loss: 0.0505 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 191us/step - loss: 0.0464 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 209us/step - loss: 0.0429 - acc: 1.0000
Epoch 28/100
187/187 [==============================] - 0s 196us/step - loss: 0.0402 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 204us/step - loss: 0.0372 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 202us/step - loss: 0.0347 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 200us/step - loss: 0.0327 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 200us/step - loss: 0.0302 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 200us/step - loss: 0.0278 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 198us/step - loss: 0.0265 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 203us/step - loss: 0.0245 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 201us/step - loss: 0.0230 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 204us/step - loss: 0.0218 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 197us/step - loss: 0.0205 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 201us/step - loss: 0.0194 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 199us/step - loss: 0.0184 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 196us/step - loss: 0.0171 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 185us/step - loss: 0.0163 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 184us/step - loss: 0.0154 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 187us/step - loss: 0.0146 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 189us/step - loss: 0.0138 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 217us/step - loss: 0.0132 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 193us/step - loss: 0.0125 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 212us/step - loss: 0.0119 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 242us/step - loss: 0.0113 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 208us/step - loss: 0.0108 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 201us/step - loss: 0.0103 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 197us/step - loss: 0.0098 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 198us/step - loss: 0.0094 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 203us/step - loss: 0.0089 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 190us/step - loss: 0.0086 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 190us/step - loss: 0.0081 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 189us/step - loss: 0.0077 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 190us/step - loss: 0.0074 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 182us/step - loss: 0.0072 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 184us/step - loss: 0.0069 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 185us/step - loss: 0.0066 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 186us/step - loss: 0.0063 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 187us/step - loss: 0.0061 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 188us/step - loss: 0.0058 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 183us/step - loss: 0.0056 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 183us/step - loss: 0.0054 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 184us/step - loss: 0.0051 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 184us/step - loss: 0.0049 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 183us/step - loss: 0.0048 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 183us/step - loss: 0.0046 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 186us/step - loss: 0.0044 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 183us/step - loss: 0.0043 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 181us/step - loss: 0.0041 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 183us/step - loss: 0.0040 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 181us/step - loss: 0.0038 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 187us/step - loss: 0.0037 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 183us/step - loss: 0.0036 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 183us/step - loss: 0.0034 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 185us/step - loss: 0.0033 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 183us/step - loss: 0.0032 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 185us/step - loss: 0.0031 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 186us/step - loss: 0.0030 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 186us/step - loss: 0.0029 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 184us/step - loss: 0.0028 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 185us/step - loss: 0.0027 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 183us/step - loss: 0.0026 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 181us/step - loss: 0.0025 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 181us/step - loss: 0.0024 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 184us/step - loss: 0.0024 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 182us/step - loss: 0.0023 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 182us/step - loss: 0.0022 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 184us/step - loss: 0.0022 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 182us/step - loss: 0.0021 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 180us/step - loss: 0.0020 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 181us/step - loss: 0.0020 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 182us/step - loss: 0.0019 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 182us/step - loss: 0.0018 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 182us/step - loss: 0.0018 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 183us/step - loss: 0.0017 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 181us/step - loss: 0.0017 - acc: 1.0000
21/21 [==============================] - 0s 19ms/step
Epoch 1/100
187/187 [==============================] - 1s 6ms/step - loss: 0.7122 - acc: 0.5775
Epoch 2/100
187/187 [==============================] - 0s 239us/step - loss: 0.5624 - acc: 0.6738
Epoch 3/100
187/187 [==============================] - 0s 223us/step - loss: 0.4742 - acc: 0.7540
Epoch 4/100
187/187 [==============================] - 0s 201us/step - loss: 0.4146 - acc: 0.7914
Epoch 5/100
187/187 [==============================] - 0s 194us/step - loss: 0.3714 - acc: 0.8556
Epoch 6/100
187/187 [==============================] - 0s 225us/step - loss: 0.3312 - acc: 0.8824
Epoch 7/100
187/187 [==============================] - 0s 203us/step - loss: 0.3001 - acc: 0.8930
Epoch 8/100
187/187 [==============================] - 0s 193us/step - loss: 0.2711 - acc: 0.9198
Epoch 9/100
187/187 [==============================] - 0s 193us/step - loss: 0.2483 - acc: 0.9358
Epoch 10/100
187/187 [==============================] - 0s 207us/step - loss: 0.2234 - acc: 0.9519
Epoch 11/100
187/187 [==============================] - 0s 195us/step - loss: 0.2048 - acc: 0.9572
Epoch 12/100
187/187 [==============================] - 0s 191us/step - loss: 0.1869 - acc: 0.9679
Epoch 13/100
187/187 [==============================] - 0s 188us/step - loss: 0.1714 - acc: 0.9786
Epoch 14/100
187/187 [==============================] - 0s 189us/step - loss: 0.1561 - acc: 0.9786
Epoch 15/100
187/187 [==============================] - 0s 193us/step - loss: 0.1446 - acc: 0.9840
Epoch 16/100
187/187 [==============================] - 0s 202us/step - loss: 0.1315 - acc: 0.9893
Epoch 17/100
187/187 [==============================] - 0s 197us/step - loss: 0.1219 - acc: 0.9947
Epoch 18/100
187/187 [==============================] - 0s 199us/step - loss: 0.1113 - acc: 0.9947
Epoch 19/100
187/187 [==============================] - 0s 196us/step - loss: 0.1013 - acc: 0.9947
Epoch 20/100
187/187 [==============================] - 0s 201us/step - loss: 0.0942 - acc: 0.9947
Epoch 21/100
187/187 [==============================] - 0s 227us/step - loss: 0.0871 - acc: 0.9947
Epoch 22/100
187/187 [==============================] - 0s 233us/step - loss: 0.0802 - acc: 0.9947
Epoch 23/100
187/187 [==============================] - 0s 236us/step - loss: 0.0729 - acc: 0.9947
Epoch 24/100
187/187 [==============================] - 0s 233us/step - loss: 0.0683 - acc: 0.9947
Epoch 25/100
187/187 [==============================] - 0s 232us/step - loss: 0.0631 - acc: 1.0000
Epoch 26/100
187/187 [==============================] - 0s 233us/step - loss: 0.0582 - acc: 1.0000
Epoch 27/100
187/187 [==============================] - 0s 233us/step - loss: 0.0547 - acc: 1.0000
Epoch 28/100
187/187 [==============================] - 0s 229us/step - loss: 0.0504 - acc: 1.0000
Epoch 29/100
187/187 [==============================] - 0s 233us/step - loss: 0.0468 - acc: 1.0000
Epoch 30/100
187/187 [==============================] - 0s 228us/step - loss: 0.0432 - acc: 1.0000
Epoch 31/100
187/187 [==============================] - 0s 191us/step - loss: 0.0405 - acc: 1.0000
Epoch 32/100
187/187 [==============================] - 0s 189us/step - loss: 0.0379 - acc: 1.0000
Epoch 33/100
187/187 [==============================] - 0s 190us/step - loss: 0.0352 - acc: 1.0000
Epoch 34/100
187/187 [==============================] - 0s 197us/step - loss: 0.0328 - acc: 1.0000
Epoch 35/100
187/187 [==============================] - 0s 191us/step - loss: 0.0308 - acc: 1.0000
Epoch 36/100
187/187 [==============================] - 0s 187us/step - loss: 0.0292 - acc: 1.0000
Epoch 37/100
187/187 [==============================] - 0s 208us/step - loss: 0.0272 - acc: 1.0000
Epoch 38/100
187/187 [==============================] - 0s 211us/step - loss: 0.0255 - acc: 1.0000
Epoch 39/100
187/187 [==============================] - 0s 208us/step - loss: 0.0240 - acc: 1.0000
Epoch 40/100
187/187 [==============================] - 0s 192us/step - loss: 0.0226 - acc: 1.0000
Epoch 41/100
187/187 [==============================] - 0s 195us/step - loss: 0.0213 - acc: 1.0000
Epoch 42/100
187/187 [==============================] - 0s 229us/step - loss: 0.0201 - acc: 1.0000
Epoch 43/100
187/187 [==============================] - 0s 242us/step - loss: 0.0189 - acc: 1.0000
Epoch 44/100
187/187 [==============================] - 0s 227us/step - loss: 0.0180 - acc: 1.0000
Epoch 45/100
187/187 [==============================] - 0s 230us/step - loss: 0.0171 - acc: 1.0000
Epoch 46/100
187/187 [==============================] - 0s 239us/step - loss: 0.0161 - acc: 1.0000
Epoch 47/100
187/187 [==============================] - 0s 240us/step - loss: 0.0154 - acc: 1.0000
Epoch 48/100
187/187 [==============================] - 0s 229us/step - loss: 0.0145 - acc: 1.0000
Epoch 49/100
187/187 [==============================] - 0s 228us/step - loss: 0.0137 - acc: 1.0000
Epoch 50/100
187/187 [==============================] - 0s 233us/step - loss: 0.0131 - acc: 1.0000
Epoch 51/100
187/187 [==============================] - 0s 230us/step - loss: 0.0124 - acc: 1.0000
Epoch 52/100
187/187 [==============================] - 0s 229us/step - loss: 0.0119 - acc: 1.0000
Epoch 53/100
187/187 [==============================] - 0s 237us/step - loss: 0.0114 - acc: 1.0000
Epoch 54/100
187/187 [==============================] - 0s 233us/step - loss: 0.0108 - acc: 1.0000
Epoch 55/100
187/187 [==============================] - 0s 235us/step - loss: 0.0104 - acc: 1.0000
Epoch 56/100
187/187 [==============================] - 0s 231us/step - loss: 0.0098 - acc: 1.0000
Epoch 57/100
187/187 [==============================] - 0s 202us/step - loss: 0.0094 - acc: 1.0000
Epoch 58/100
187/187 [==============================] - 0s 231us/step - loss: 0.0090 - acc: 1.0000
Epoch 59/100
187/187 [==============================] - 0s 240us/step - loss: 0.0085 - acc: 1.0000
Epoch 60/100
187/187 [==============================] - 0s 254us/step - loss: 0.0082 - acc: 1.0000
Epoch 61/100
187/187 [==============================] - 0s 231us/step - loss: 0.0079 - acc: 1.0000
Epoch 62/100
187/187 [==============================] - 0s 245us/step - loss: 0.0076 - acc: 1.0000
Epoch 63/100
187/187 [==============================] - 0s 198us/step - loss: 0.0072 - acc: 1.0000
Epoch 64/100
187/187 [==============================] - 0s 220us/step - loss: 0.0069 - acc: 1.0000
Epoch 65/100
187/187 [==============================] - 0s 205us/step - loss: 0.0067 - acc: 1.0000
Epoch 66/100
187/187 [==============================] - 0s 211us/step - loss: 0.0064 - acc: 1.0000
Epoch 67/100
187/187 [==============================] - 0s 209us/step - loss: 0.0061 - acc: 1.0000
Epoch 68/100
187/187 [==============================] - 0s 207us/step - loss: 0.0059 - acc: 1.0000
Epoch 69/100
187/187 [==============================] - 0s 203us/step - loss: 0.0057 - acc: 1.0000
Epoch 70/100
187/187 [==============================] - 0s 218us/step - loss: 0.0055 - acc: 1.0000
Epoch 71/100
187/187 [==============================] - 0s 206us/step - loss: 0.0053 - acc: 1.0000
Epoch 72/100
187/187 [==============================] - 0s 197us/step - loss: 0.0051 - acc: 1.0000
Epoch 73/100
187/187 [==============================] - 0s 198us/step - loss: 0.0049 - acc: 1.0000
Epoch 74/100
187/187 [==============================] - 0s 200us/step - loss: 0.0048 - acc: 1.0000
Epoch 75/100
187/187 [==============================] - 0s 210us/step - loss: 0.0045 - acc: 1.0000
Epoch 76/100
187/187 [==============================] - 0s 210us/step - loss: 0.0044 - acc: 1.0000
Epoch 77/100
187/187 [==============================] - 0s 213us/step - loss: 0.0042 - acc: 1.0000
Epoch 78/100
187/187 [==============================] - 0s 212us/step - loss: 0.0041 - acc: 1.0000
Epoch 79/100
187/187 [==============================] - 0s 209us/step - loss: 0.0039 - acc: 1.0000
Epoch 80/100
187/187 [==============================] - 0s 208us/step - loss: 0.0038 - acc: 1.0000
Epoch 81/100
187/187 [==============================] - 0s 212us/step - loss: 0.0037 - acc: 1.0000
Epoch 82/100
187/187 [==============================] - 0s 219us/step - loss: 0.0036 - acc: 1.0000
Epoch 83/100
187/187 [==============================] - 0s 204us/step - loss: 0.0034 - acc: 1.0000
Epoch 84/100
187/187 [==============================] - 0s 203us/step - loss: 0.0033 - acc: 1.0000
Epoch 85/100
187/187 [==============================] - 0s 204us/step - loss: 0.0032 - acc: 1.0000
Epoch 86/100
187/187 [==============================] - 0s 203us/step - loss: 0.0031 - acc: 1.0000
Epoch 87/100
187/187 [==============================] - 0s 203us/step - loss: 0.0030 - acc: 1.0000
Epoch 88/100
187/187 [==============================] - 0s 209us/step - loss: 0.0029 - acc: 1.0000
Epoch 89/100
187/187 [==============================] - 0s 235us/step - loss: 0.0028 - acc: 1.0000
Epoch 90/100
187/187 [==============================] - 0s 240us/step - loss: 0.0027 - acc: 1.0000
Epoch 91/100
187/187 [==============================] - 0s 261us/step - loss: 0.0027 - acc: 1.0000
Epoch 92/100
187/187 [==============================] - 0s 209us/step - loss: 0.0026 - acc: 1.0000
Epoch 93/100
187/187 [==============================] - 0s 200us/step - loss: 0.0025 - acc: 1.0000
Epoch 94/100
187/187 [==============================] - 0s 210us/step - loss: 0.0024 - acc: 1.0000
Epoch 95/100
187/187 [==============================] - 0s 229us/step - loss: 0.0023 - acc: 1.0000
Epoch 96/100
187/187 [==============================] - 0s 234us/step - loss: 0.0022 - acc: 1.0000
Epoch 97/100
187/187 [==============================] - 0s 203us/step - loss: 0.0022 - acc: 1.0000
Epoch 98/100
187/187 [==============================] - 0s 210us/step - loss: 0.0021 - acc: 1.0000
Epoch 99/100
187/187 [==============================] - 0s 208us/step - loss: 0.0020 - acc: 1.0000
Epoch 100/100
187/187 [==============================] - 0s 204us/step - loss: 0.0020 - acc: 1.0000
21/21 [==============================] - 0s 22ms/step
Epoch 1/100
188/188 [==============================] - 1s 7ms/step - loss: 0.6727 - acc: 0.5957
Epoch 2/100
188/188 [==============================] - 0s 263us/step - loss: 0.5276 - acc: 0.7926
Epoch 3/100
188/188 [==============================] - 0s 274us/step - loss: 0.4533 - acc: 0.8511
Epoch 4/100
188/188 [==============================] - 0s 205us/step - loss: 0.4012 - acc: 0.8564
Epoch 5/100
188/188 [==============================] - 0s 204us/step - loss: 0.3595 - acc: 0.8511
Epoch 6/100
188/188 [==============================] - 0s 216us/step - loss: 0.3233 - acc: 0.8777
Epoch 7/100
188/188 [==============================] - 0s 203us/step - loss: 0.2959 - acc: 0.9043
Epoch 8/100
188/188 [==============================] - 0s 211us/step - loss: 0.2639 - acc: 0.9309
Epoch 9/100
188/188 [==============================] - 0s 211us/step - loss: 0.2425 - acc: 0.9468
Epoch 10/100
188/188 [==============================] - 0s 208us/step - loss: 0.2194 - acc: 0.9521
Epoch 11/100
188/188 [==============================] - 0s 210us/step - loss: 0.2013 - acc: 0.9521
Epoch 12/100
188/188 [==============================] - 0s 209us/step - loss: 0.1845 - acc: 0.9521
Epoch 13/100
188/188 [==============================] - 0s 213us/step - loss: 0.1712 - acc: 0.9521
Epoch 14/100
188/188 [==============================] - 0s 220us/step - loss: 0.1587 - acc: 0.9681
Epoch 15/100
188/188 [==============================] - 0s 238us/step - loss: 0.1446 - acc: 0.9681
Epoch 16/100
188/188 [==============================] - 0s 218us/step - loss: 0.1336 - acc: 0.9734
Epoch 17/100
188/188 [==============================] - 0s 214us/step - loss: 0.1230 - acc: 0.9734
Epoch 18/100
188/188 [==============================] - 0s 218us/step - loss: 0.1135 - acc: 0.9787
Epoch 19/100
188/188 [==============================] - 0s 214us/step - loss: 0.1050 - acc: 0.9787
Epoch 20/100
188/188 [==============================] - 0s 209us/step - loss: 0.0973 - acc: 0.9787
Epoch 21/100
188/188 [==============================] - 0s 217us/step - loss: 0.0909 - acc: 0.9894
Epoch 22/100
188/188 [==============================] - 0s 199us/step - loss: 0.0842 - acc: 0.9947
Epoch 23/100
188/188 [==============================] - 0s 199us/step - loss: 0.0796 - acc: 0.9947
Epoch 24/100
188/188 [==============================] - 0s 198us/step - loss: 0.0734 - acc: 1.0000
Epoch 25/100
188/188 [==============================] - 0s 197us/step - loss: 0.0685 - acc: 0.9947
Epoch 26/100
188/188 [==============================] - 0s 196us/step - loss: 0.0639 - acc: 1.0000
Epoch 27/100
188/188 [==============================] - 0s 196us/step - loss: 0.0600 - acc: 0.9947
Epoch 28/100
188/188 [==============================] - 0s 196us/step - loss: 0.0561 - acc: 1.0000
Epoch 29/100
188/188 [==============================] - 0s 195us/step - loss: 0.0534 - acc: 0.9947
Epoch 30/100
188/188 [==============================] - 0s 203us/step - loss: 0.0521 - acc: 1.0000
Epoch 31/100
188/188 [==============================] - 0s 206us/step - loss: 0.0462 - acc: 1.0000
Epoch 32/100
188/188 [==============================] - 0s 196us/step - loss: 0.0436 - acc: 1.0000
Epoch 33/100
188/188 [==============================] - 0s 196us/step - loss: 0.0409 - acc: 1.0000
Epoch 34/100
188/188 [==============================] - 0s 197us/step - loss: 0.0384 - acc: 1.0000
Epoch 35/100
188/188 [==============================] - 0s 196us/step - loss: 0.0369 - acc: 1.0000
Epoch 36/100
188/188 [==============================] - 0s 196us/step - loss: 0.0343 - acc: 1.0000
Epoch 37/100
188/188 [==============================] - 0s 197us/step - loss: 0.0324 - acc: 1.0000
Epoch 38/100
188/188 [==============================] - 0s 197us/step - loss: 0.0309 - acc: 1.0000
Epoch 39/100
188/188 [==============================] - 0s 196us/step - loss: 0.0294 - acc: 1.0000
Epoch 40/100
188/188 [==============================] - 0s 197us/step - loss: 0.0274 - acc: 1.0000
Epoch 41/100
188/188 [==============================] - 0s 203us/step - loss: 0.0259 - acc: 1.0000
Epoch 42/100
188/188 [==============================] - 0s 201us/step - loss: 0.0254 - acc: 1.0000
Epoch 43/100
188/188 [==============================] - 0s 198us/step - loss: 0.0236 - acc: 1.0000
Epoch 44/100
188/188 [==============================] - 0s 205us/step - loss: 0.0220 - acc: 1.0000
Epoch 45/100
188/188 [==============================] - 0s 193us/step - loss: 0.0211 - acc: 1.0000
Epoch 46/100
188/188 [==============================] - 0s 194us/step - loss: 0.0201 - acc: 1.0000
Epoch 47/100
188/188 [==============================] - 0s 192us/step - loss: 0.0189 - acc: 1.0000
Epoch 48/100
188/188 [==============================] - 0s 191us/step - loss: 0.0179 - acc: 1.0000
Epoch 49/100
188/188 [==============================] - 0s 192us/step - loss: 0.0174 - acc: 1.0000
Epoch 50/100
188/188 [==============================] - 0s 192us/step - loss: 0.0163 - acc: 1.0000
Epoch 51/100
188/188 [==============================] - 0s 211us/step - loss: 0.0157 - acc: 1.0000
Epoch 52/100
188/188 [==============================] - 0s 196us/step - loss: 0.0150 - acc: 1.0000
Epoch 53/100
188/188 [==============================] - 0s 214us/step - loss: 0.0144 - acc: 1.0000
Epoch 54/100
188/188 [==============================] - 0s 226us/step - loss: 0.0137 - acc: 1.0000
Epoch 55/100
188/188 [==============================] - 0s 223us/step - loss: 0.0132 - acc: 1.0000
Epoch 56/100
188/188 [==============================] - 0s 226us/step - loss: 0.0124 - acc: 1.0000
Epoch 57/100
188/188 [==============================] - 0s 220us/step - loss: 0.0122 - acc: 1.0000
Epoch 58/100
188/188 [==============================] - 0s 224us/step - loss: 0.0114 - acc: 1.0000
Epoch 59/100
188/188 [==============================] - 0s 226us/step - loss: 0.0109 - acc: 1.0000
Epoch 60/100
188/188 [==============================] - 0s 225us/step - loss: 0.0106 - acc: 1.0000
Epoch 61/100
188/188 [==============================] - 0s 209us/step - loss: 0.0101 - acc: 1.0000
Epoch 62/100
188/188 [==============================] - 0s 190us/step - loss: 0.0095 - acc: 1.0000
Epoch 63/100
188/188 [==============================] - 0s 197us/step - loss: 0.0093 - acc: 1.0000
Epoch 64/100
188/188 [==============================] - 0s 205us/step - loss: 0.0088 - acc: 1.0000
Epoch 65/100
188/188 [==============================] - 0s 207us/step - loss: 0.0085 - acc: 1.0000
Epoch 66/100
188/188 [==============================] - 0s 204us/step - loss: 0.0081 - acc: 1.0000
Epoch 67/100
188/188 [==============================] - 0s 204us/step - loss: 0.0078 - acc: 1.0000
Epoch 68/100
188/188 [==============================] - 0s 201us/step - loss: 0.0075 - acc: 1.0000
Epoch 69/100
188/188 [==============================] - 0s 203us/step - loss: 0.0072 - acc: 1.0000
Epoch 70/100
188/188 [==============================] - 0s 209us/step - loss: 0.0070 - acc: 1.0000
Epoch 71/100
188/188 [==============================] - 0s 213us/step - loss: 0.0066 - acc: 1.0000
Epoch 72/100
188/188 [==============================] - 0s 199us/step - loss: 0.0064 - acc: 1.0000
Epoch 73/100
188/188 [==============================] - 0s 198us/step - loss: 0.0062 - acc: 1.0000
Epoch 74/100
188/188 [==============================] - 0s 208us/step - loss: 0.0059 - acc: 1.0000
Epoch 75/100
188/188 [==============================] - 0s 227us/step - loss: 0.0057 - acc: 1.0000
Epoch 76/100
188/188 [==============================] - 0s 218us/step - loss: 0.0056 - acc: 1.0000
Epoch 77/100
188/188 [==============================] - 0s 211us/step - loss: 0.0054 - acc: 1.0000
Epoch 78/100
188/188 [==============================] - 0s 209us/step - loss: 0.0051 - acc: 1.0000
Epoch 79/100
188/188 [==============================] - 0s 226us/step - loss: 0.0050 - acc: 1.0000
Epoch 80/100
188/188 [==============================] - 0s 204us/step - loss: 0.0048 - acc: 1.0000
Epoch 81/100
188/188 [==============================] - 0s 226us/step - loss: 0.0046 - acc: 1.0000
Epoch 82/100
188/188 [==============================] - 0s 216us/step - loss: 0.0045 - acc: 1.0000
Epoch 83/100
188/188 [==============================] - 0s 199us/step - loss: 0.0043 - acc: 1.0000
Epoch 84/100
188/188 [==============================] - 0s 207us/step - loss: 0.0042 - acc: 1.0000
Epoch 85/100
188/188 [==============================] - 0s 216us/step - loss: 0.0040 - acc: 1.0000
Epoch 86/100
188/188 [==============================] - 0s 215us/step - loss: 0.0039 - acc: 1.0000
Epoch 87/100
188/188 [==============================] - 0s 208us/step - loss: 0.0038 - acc: 1.0000
Epoch 88/100
188/188 [==============================] - 0s 203us/step - loss: 0.0037 - acc: 1.0000
Epoch 89/100
188/188 [==============================] - 0s 217us/step - loss: 0.0035 - acc: 1.0000
Epoch 90/100
188/188 [==============================] - 0s 212us/step - loss: 0.0034 - acc: 1.0000
Epoch 91/100
188/188 [==============================] - 0s 218us/step - loss: 0.0033 - acc: 1.0000
Epoch 92/100
188/188 [==============================] - 0s 218us/step - loss: 0.0032 - acc: 1.0000
Epoch 93/100
188/188 [==============================] - 0s 234us/step - loss: 0.0031 - acc: 1.0000
Epoch 94/100
188/188 [==============================] - 0s 243us/step - loss: 0.0030 - acc: 1.0000
Epoch 95/100
188/188 [==============================] - 0s 230us/step - loss: 0.0029 - acc: 1.0000
Epoch 96/100
188/188 [==============================] - 0s 225us/step - loss: 0.0028 - acc: 1.0000
Epoch 97/100
188/188 [==============================] - 0s 237us/step - loss: 0.0027 - acc: 1.0000
Epoch 98/100
188/188 [==============================] - 0s 225us/step - loss: 0.0027 - acc: 1.0000
Epoch 99/100
188/188 [==============================] - 0s 203us/step - loss: 0.0026 - acc: 1.0000
Epoch 100/100
188/188 [==============================] - 0s 202us/step - loss: 0.0025 - acc: 1.0000
20/20 [==============================] - 0s 24ms/step
Epoch 1/100
188/188 [==============================] - 1s 7ms/step - loss: 0.6776 - acc: 0.6223
Epoch 2/100
188/188 [==============================] - 0s 248us/step - loss: 0.5281 - acc: 0.7447
Epoch 3/100
188/188 [==============================] - 0s 238us/step - loss: 0.4642 - acc: 0.7979
Epoch 4/100
188/188 [==============================] - 0s 235us/step - loss: 0.4203 - acc: 0.8511
Epoch 5/100
188/188 [==============================] - 0s 237us/step - loss: 0.3823 - acc: 0.8830
Epoch 6/100
188/188 [==============================] - 0s 232us/step - loss: 0.3500 - acc: 0.8989
Epoch 7/100
188/188 [==============================] - 0s 247us/step - loss: 0.3247 - acc: 0.8989
Epoch 8/100
188/188 [==============================] - 0s 241us/step - loss: 0.2972 - acc: 0.8883
Epoch 9/100
188/188 [==============================] - 0s 229us/step - loss: 0.2746 - acc: 0.9096
Epoch 10/100
188/188 [==============================] - 0s 250us/step - loss: 0.2522 - acc: 0.9255
Epoch 11/100
188/188 [==============================] - 0s 228us/step - loss: 0.2357 - acc: 0.9362
Epoch 12/100
188/188 [==============================] - 0s 227us/step - loss: 0.2158 - acc: 0.9415
Epoch 13/100
188/188 [==============================] - 0s 226us/step - loss: 0.2012 - acc: 0.9468
Epoch 14/100
188/188 [==============================] - 0s 220us/step - loss: 0.1894 - acc: 0.9415
Epoch 15/100
188/188 [==============================] - 0s 229us/step - loss: 0.1758 - acc: 0.9628
Epoch 16/100
188/188 [==============================] - 0s 223us/step - loss: 0.1626 - acc: 0.9574
Epoch 17/100
188/188 [==============================] - 0s 224us/step - loss: 0.1503 - acc: 0.9681
Epoch 18/100
188/188 [==============================] - 0s 223us/step - loss: 0.1407 - acc: 0.9734
Epoch 19/100
188/188 [==============================] - 0s 231us/step - loss: 0.1297 - acc: 0.9787
Epoch 20/100
188/188 [==============================] - 0s 225us/step - loss: 0.1210 - acc: 0.9840
Epoch 21/100
188/188 [==============================] - 0s 225us/step - loss: 0.1130 - acc: 0.9840
Epoch 22/100
188/188 [==============================] - 0s 225us/step - loss: 0.1062 - acc: 0.9894
Epoch 23/100
188/188 [==============================] - 0s 217us/step - loss: 0.0976 - acc: 0.9894
Epoch 24/100
188/188 [==============================] - 0s 226us/step - loss: 0.0910 - acc: 0.9894
Epoch 25/100
188/188 [==============================] - 0s 200us/step - loss: 0.0846 - acc: 0.9947
Epoch 26/100
188/188 [==============================] - 0s 189us/step - loss: 0.0779 - acc: 0.9947
Epoch 27/100
188/188 [==============================] - 0s 185us/step - loss: 0.0730 - acc: 0.9947
Epoch 28/100
188/188 [==============================] - 0s 190us/step - loss: 0.0681 - acc: 0.9947
Epoch 29/100
188/188 [==============================] - 0s 192us/step - loss: 0.0625 - acc: 1.0000
Epoch 30/100
188/188 [==============================] - 0s 189us/step - loss: 0.0590 - acc: 0.9947
Epoch 31/100
188/188 [==============================] - 0s 190us/step - loss: 0.0546 - acc: 1.0000
Epoch 32/100
188/188 [==============================] - 0s 186us/step - loss: 0.0512 - acc: 1.0000
Epoch 33/100
188/188 [==============================] - 0s 195us/step - loss: 0.0477 - acc: 1.0000
Epoch 34/100
188/188 [==============================] - 0s 190us/step - loss: 0.0449 - acc: 1.0000
Epoch 35/100
188/188 [==============================] - 0s 195us/step - loss: 0.0422 - acc: 1.0000
Epoch 36/100
188/188 [==============================] - 0s 186us/step - loss: 0.0395 - acc: 1.0000
Epoch 37/100
188/188 [==============================] - 0s 204us/step - loss: 0.0371 - acc: 1.0000
Epoch 38/100
188/188 [==============================] - 0s 193us/step - loss: 0.0346 - acc: 1.0000
Epoch 39/100
188/188 [==============================] - 0s 232us/step - loss: 0.0323 - acc: 1.0000
Epoch 40/100
188/188 [==============================] - 0s 241us/step - loss: 0.0309 - acc: 1.0000
Epoch 41/100
188/188 [==============================] - 0s 241us/step - loss: 0.0288 - acc: 1.0000
Epoch 42/100
188/188 [==============================] - 0s 250us/step - loss: 0.0272 - acc: 1.0000
Epoch 43/100
188/188 [==============================] - 0s 238us/step - loss: 0.0258 - acc: 1.0000
Epoch 44/100
188/188 [==============================] - 0s 211us/step - loss: 0.0243 - acc: 1.0000
Epoch 45/100
188/188 [==============================] - 0s 214us/step - loss: 0.0230 - acc: 1.0000
Epoch 46/100
188/188 [==============================] - 0s 207us/step - loss: 0.0216 - acc: 1.0000
Epoch 47/100
188/188 [==============================] - 0s 192us/step - loss: 0.0206 - acc: 1.0000
Epoch 48/100
188/188 [==============================] - 0s 187us/step - loss: 0.0194 - acc: 1.0000
Epoch 49/100
188/188 [==============================] - 0s 186us/step - loss: 0.0185 - acc: 1.0000
Epoch 50/100
188/188 [==============================] - 0s 185us/step - loss: 0.0175 - acc: 1.0000
Epoch 51/100
188/188 [==============================] - 0s 185us/step - loss: 0.0166 - acc: 1.0000
Epoch 52/100
188/188 [==============================] - 0s 188us/step - loss: 0.0159 - acc: 1.0000
Epoch 53/100
188/188 [==============================] - 0s 189us/step - loss: 0.0150 - acc: 1.0000
Epoch 54/100
188/188 [==============================] - 0s 187us/step - loss: 0.0143 - acc: 1.0000
Epoch 55/100
188/188 [==============================] - 0s 186us/step - loss: 0.0138 - acc: 1.0000
Epoch 56/100
188/188 [==============================] - 0s 185us/step - loss: 0.0130 - acc: 1.0000
Epoch 57/100
188/188 [==============================] - 0s 186us/step - loss: 0.0124 - acc: 1.0000
Epoch 58/100
188/188 [==============================] - 0s 187us/step - loss: 0.0119 - acc: 1.0000
Epoch 59/100
188/188 [==============================] - 0s 185us/step - loss: 0.0113 - acc: 1.0000
Epoch 60/100
188/188 [==============================] - 0s 187us/step - loss: 0.0108 - acc: 1.0000
Epoch 61/100
188/188 [==============================] - 0s 185us/step - loss: 0.0103 - acc: 1.0000
Epoch 62/100
188/188 [==============================] - 0s 187us/step - loss: 0.0099 - acc: 1.0000
Epoch 63/100
188/188 [==============================] - 0s 186us/step - loss: 0.0095 - acc: 1.0000
Epoch 64/100
188/188 [==============================] - 0s 188us/step - loss: 0.0090 - acc: 1.0000
Epoch 65/100
188/188 [==============================] - 0s 189us/step - loss: 0.0086 - acc: 1.0000
Epoch 66/100
188/188 [==============================] - 0s 190us/step - loss: 0.0083 - acc: 1.0000
Epoch 67/100
188/188 [==============================] - 0s 190us/step - loss: 0.0080 - acc: 1.0000
Epoch 68/100
188/188 [==============================] - 0s 188us/step - loss: 0.0078 - acc: 1.0000
Epoch 69/100
188/188 [==============================] - 0s 189us/step - loss: 0.0073 - acc: 1.0000
Epoch 70/100
188/188 [==============================] - 0s 189us/step - loss: 0.0070 - acc: 1.0000
Epoch 71/100
188/188 [==============================] - 0s 195us/step - loss: 0.0068 - acc: 1.0000
Epoch 72/100
188/188 [==============================] - 0s 200us/step - loss: 0.0065 - acc: 1.0000
Epoch 73/100
188/188 [==============================] - 0s 190us/step - loss: 0.0063 - acc: 1.0000
Epoch 74/100
188/188 [==============================] - 0s 184us/step - loss: 0.0060 - acc: 1.0000
Epoch 75/100
188/188 [==============================] - 0s 185us/step - loss: 0.0058 - acc: 1.0000
Epoch 76/100
188/188 [==============================] - 0s 184us/step - loss: 0.0056 - acc: 1.0000
Epoch 77/100
188/188 [==============================] - 0s 183us/step - loss: 0.0054 - acc: 1.0000
Epoch 78/100
188/188 [==============================] - 0s 184us/step - loss: 0.0052 - acc: 1.0000
Epoch 79/100
188/188 [==============================] - 0s 185us/step - loss: 0.0050 - acc: 1.0000
Epoch 80/100
188/188 [==============================] - 0s 184us/step - loss: 0.0049 - acc: 1.0000
Epoch 81/100
188/188 [==============================] - 0s 185us/step - loss: 0.0046 - acc: 1.0000
Epoch 82/100
188/188 [==============================] - 0s 185us/step - loss: 0.0045 - acc: 1.0000
Epoch 83/100
188/188 [==============================] - 0s 187us/step - loss: 0.0043 - acc: 1.0000
Epoch 84/100
188/188 [==============================] - 0s 189us/step - loss: 0.0042 - acc: 1.0000
Epoch 85/100
188/188 [==============================] - 0s 190us/step - loss: 0.0040 - acc: 1.0000
Epoch 86/100
188/188 [==============================] - 0s 191us/step - loss: 0.0039 - acc: 1.0000
Epoch 87/100
188/188 [==============================] - 0s 195us/step - loss: 0.0038 - acc: 1.0000
Epoch 88/100
188/188 [==============================] - 0s 185us/step - loss: 0.0037 - acc: 1.0000
Epoch 89/100
188/188 [==============================] - 0s 184us/step - loss: 0.0035 - acc: 1.0000
Epoch 90/100
188/188 [==============================] - 0s 185us/step - loss: 0.0034 - acc: 1.0000
Epoch 91/100
188/188 [==============================] - 0s 185us/step - loss: 0.0033 - acc: 1.0000
Epoch 92/100
188/188 [==============================] - 0s 185us/step - loss: 0.0032 - acc: 1.0000
Epoch 93/100
188/188 [==============================] - 0s 186us/step - loss: 0.0030 - acc: 1.0000
Epoch 94/100
188/188 [==============================] - 0s 186us/step - loss: 0.0030 - acc: 1.0000
Epoch 95/100
188/188 [==============================] - 0s 189us/step - loss: 0.0029 - acc: 1.0000
Epoch 96/100
188/188 [==============================] - 0s 192us/step - loss: 0.0028 - acc: 1.0000
Epoch 97/100
188/188 [==============================] - 0s 190us/step - loss: 0.0027 - acc: 1.0000
Epoch 98/100
188/188 [==============================] - 0s 191us/step - loss: 0.0026 - acc: 1.0000
Epoch 99/100
188/188 [==============================] - 0s 190us/step - loss: 0.0025 - acc: 1.0000
Epoch 100/100
188/188 [==============================] - 0s 189us/step - loss: 0.0025 - acc: 1.0000
20/20 [==============================] - 0s 25ms/step
Epoch 1/100
188/188 [==============================] - 1s 7ms/step - loss: 0.7328 - acc: 0.5851
Epoch 2/100
188/188 [==============================] - 0s 346us/step - loss: 0.5875 - acc: 0.6968
Epoch 3/100
188/188 [==============================] - 0s 253us/step - loss: 0.5118 - acc: 0.7713
Epoch 4/100
188/188 [==============================] - 0s 227us/step - loss: 0.4512 - acc: 0.8245
Epoch 5/100
188/188 [==============================] - 0s 224us/step - loss: 0.4042 - acc: 0.8457
Epoch 6/100
188/188 [==============================] - 0s 203us/step - loss: 0.3625 - acc: 0.8777
Epoch 7/100
188/188 [==============================] - 0s 215us/step - loss: 0.3266 - acc: 0.9043
Epoch 8/100
188/188 [==============================] - 0s 219us/step - loss: 0.2960 - acc: 0.9149
Epoch 9/100
188/188 [==============================] - 0s 224us/step - loss: 0.2682 - acc: 0.9255
Epoch 10/100
188/188 [==============================] - 0s 239us/step - loss: 0.2440 - acc: 0.9415
Epoch 11/100
188/188 [==============================] - 0s 218us/step - loss: 0.2230 - acc: 0.9468
Epoch 12/100
188/188 [==============================] - 0s 211us/step - loss: 0.2048 - acc: 0.9574
Epoch 13/100
188/188 [==============================] - 0s 255us/step - loss: 0.1867 - acc: 0.9574
Epoch 14/100
188/188 [==============================] - 0s 261us/step - loss: 0.1749 - acc: 0.9628
Epoch 15/100
188/188 [==============================] - 0s 251us/step - loss: 0.1574 - acc: 0.9734
Epoch 16/100
188/188 [==============================] - 0s 224us/step - loss: 0.1456 - acc: 0.9734
Epoch 17/100
188/188 [==============================] - 0s 222us/step - loss: 0.1348 - acc: 0.9734
Epoch 18/100
188/188 [==============================] - 0s 216us/step - loss: 0.1239 - acc: 0.9840
Epoch 19/100
188/188 [==============================] - 0s 225us/step - loss: 0.1144 - acc: 0.9840
Epoch 20/100
188/188 [==============================] - 0s 211us/step - loss: 0.1059 - acc: 0.9840
Epoch 21/100
188/188 [==============================] - 0s 212us/step - loss: 0.0974 - acc: 0.9894
Epoch 22/100
188/188 [==============================] - 0s 232us/step - loss: 0.0908 - acc: 0.9947
Epoch 23/100
188/188 [==============================] - 0s 206us/step - loss: 0.0839 - acc: 0.9947
Epoch 24/100
188/188 [==============================] - 0s 210us/step - loss: 0.0791 - acc: 0.9947
Epoch 25/100
188/188 [==============================] - 0s 196us/step - loss: 0.0724 - acc: 0.9947
Epoch 26/100
188/188 [==============================] - 0s 193us/step - loss: 0.0680 - acc: 0.9947
Epoch 27/100
188/188 [==============================] - 0s 195us/step - loss: 0.0633 - acc: 1.0000
Epoch 28/100
188/188 [==============================] - 0s 193us/step - loss: 0.0578 - acc: 1.0000
Epoch 29/100
188/188 [==============================] - 0s 194us/step - loss: 0.0548 - acc: 1.0000
Epoch 30/100
188/188 [==============================] - 0s 197us/step - loss: 0.0507 - acc: 1.0000
Epoch 31/100
188/188 [==============================] - 0s 218us/step - loss: 0.0473 - acc: 1.0000
Epoch 32/100
188/188 [==============================] - 0s 227us/step - loss: 0.0440 - acc: 1.0000
Epoch 33/100
188/188 [==============================] - 0s 232us/step - loss: 0.0414 - acc: 1.0000
Epoch 34/100
188/188 [==============================] - 0s 194us/step - loss: 0.0389 - acc: 1.0000
Epoch 35/100
188/188 [==============================] - 0s 191us/step - loss: 0.0365 - acc: 1.0000
Epoch 36/100
188/188 [==============================] - 0s 189us/step - loss: 0.0351 - acc: 1.0000
Epoch 37/100
188/188 [==============================] - 0s 190us/step - loss: 0.0322 - acc: 1.0000
Epoch 38/100
188/188 [==============================] - 0s 193us/step - loss: 0.0304 - acc: 1.0000
Epoch 39/100
188/188 [==============================] - 0s 191us/step - loss: 0.0284 - acc: 1.0000
Epoch 40/100
188/188 [==============================] - 0s 189us/step - loss: 0.0268 - acc: 1.0000
Epoch 41/100
188/188 [==============================] - 0s 189us/step - loss: 0.0256 - acc: 1.0000
Epoch 42/100
188/188 [==============================] - 0s 200us/step - loss: 0.0237 - acc: 1.0000
Epoch 43/100
188/188 [==============================] - 0s 192us/step - loss: 0.0224 - acc: 1.0000
Epoch 44/100
188/188 [==============================] - 0s 199us/step - loss: 0.0212 - acc: 1.0000
Epoch 45/100
188/188 [==============================] - 0s 191us/step - loss: 0.0201 - acc: 1.0000
Epoch 46/100
188/188 [==============================] - 0s 202us/step - loss: 0.0191 - acc: 1.0000
Epoch 47/100
188/188 [==============================] - 0s 195us/step - loss: 0.0180 - acc: 1.0000
Epoch 48/100
188/188 [==============================] - 0s 199us/step - loss: 0.0173 - acc: 1.0000
Epoch 49/100
188/188 [==============================] - 0s 233us/step - loss: 0.0164 - acc: 1.0000
Epoch 50/100
188/188 [==============================] - 0s 234us/step - loss: 0.0155 - acc: 1.0000
Epoch 51/100
188/188 [==============================] - 0s 223us/step - loss: 0.0147 - acc: 1.0000
Epoch 52/100
188/188 [==============================] - 0s 199us/step - loss: 0.0141 - acc: 1.0000
Epoch 53/100
188/188 [==============================] - 0s 200us/step - loss: 0.0135 - acc: 1.0000
Epoch 54/100
188/188 [==============================] - 0s 203us/step - loss: 0.0130 - acc: 1.0000
Epoch 55/100
188/188 [==============================] - 0s 193us/step - loss: 0.0122 - acc: 1.0000
Epoch 56/100
188/188 [==============================] - 0s 193us/step - loss: 0.0117 - acc: 1.0000
Epoch 57/100
188/188 [==============================] - 0s 192us/step - loss: 0.0112 - acc: 1.0000
Epoch 58/100
188/188 [==============================] - 0s 193us/step - loss: 0.0106 - acc: 1.0000
Epoch 59/100
188/188 [==============================] - 0s 196us/step - loss: 0.0102 - acc: 1.0000
Epoch 60/100
188/188 [==============================] - 0s 193us/step - loss: 0.0099 - acc: 1.0000
Epoch 61/100
188/188 [==============================] - 0s 194us/step - loss: 0.0095 - acc: 1.0000
Epoch 62/100
188/188 [==============================] - 0s 201us/step - loss: 0.0090 - acc: 1.0000
Epoch 63/100
188/188 [==============================] - 0s 201us/step - loss: 0.0086 - acc: 1.0000
Epoch 64/100
188/188 [==============================] - 0s 215us/step - loss: 0.0082 - acc: 1.0000
Epoch 65/100
188/188 [==============================] - 0s 195us/step - loss: 0.0080 - acc: 1.0000
Epoch 66/100
188/188 [==============================] - 0s 202us/step - loss: 0.0076 - acc: 1.0000
Epoch 67/100
188/188 [==============================] - 0s 216us/step - loss: 0.0073 - acc: 1.0000
Epoch 68/100
188/188 [==============================] - 0s 230us/step - loss: 0.0070 - acc: 1.0000
Epoch 69/100
188/188 [==============================] - 0s 221us/step - loss: 0.0068 - acc: 1.0000
Epoch 70/100
188/188 [==============================] - 0s 198us/step - loss: 0.0065 - acc: 1.0000
Epoch 71/100
188/188 [==============================] - 0s 213us/step - loss: 0.0063 - acc: 1.0000
Epoch 72/100
188/188 [==============================] - 0s 242us/step - loss: 0.0060 - acc: 1.0000
Epoch 73/100
188/188 [==============================] - 0s 199us/step - loss: 0.0058 - acc: 1.0000
Epoch 74/100
188/188 [==============================] - 0s 193us/step - loss: 0.0057 - acc: 1.0000
Epoch 75/100
188/188 [==============================] - 0s 192us/step - loss: 0.0054 - acc: 1.0000
Epoch 76/100
188/188 [==============================] - 0s 192us/step - loss: 0.0052 - acc: 1.0000
Epoch 77/100
188/188 [==============================] - 0s 194us/step - loss: 0.0050 - acc: 1.0000
Epoch 78/100
188/188 [==============================] - 0s 195us/step - loss: 0.0048 - acc: 1.0000
Epoch 79/100
188/188 [==============================] - 0s 200us/step - loss: 0.0046 - acc: 1.0000
Epoch 80/100
188/188 [==============================] - 0s 195us/step - loss: 0.0045 - acc: 1.0000
Epoch 81/100
188/188 [==============================] - 0s 193us/step - loss: 0.0043 - acc: 1.0000
Epoch 82/100
188/188 [==============================] - 0s 217us/step - loss: 0.0042 - acc: 1.0000
Epoch 83/100
188/188 [==============================] - 0s 215us/step - loss: 0.0041 - acc: 1.0000
Epoch 84/100
188/188 [==============================] - 0s 216us/step - loss: 0.0039 - acc: 1.0000
Epoch 85/100
188/188 [==============================] - 0s 221us/step - loss: 0.0038 - acc: 1.0000
Epoch 86/100
188/188 [==============================] - 0s 190us/step - loss: 0.0037 - acc: 1.0000
Epoch 87/100
188/188 [==============================] - 0s 196us/step - loss: 0.0036 - acc: 1.0000
Epoch 88/100
188/188 [==============================] - 0s 193us/step - loss: 0.0034 - acc: 1.0000
Epoch 89/100
188/188 [==============================] - 0s 199us/step - loss: 0.0033 - acc: 1.0000
Epoch 90/100
188/188 [==============================] - 0s 199us/step - loss: 0.0033 - acc: 1.0000
Epoch 91/100
188/188 [==============================] - 0s 196us/step - loss: 0.0031 - acc: 1.0000
Epoch 92/100
188/188 [==============================] - 0s 194us/step - loss: 0.0030 - acc: 1.0000
Epoch 93/100
188/188 [==============================] - 0s 195us/step - loss: 0.0029 - acc: 1.0000
Epoch 94/100
188/188 [==============================] - 0s 193us/step - loss: 0.0028 - acc: 1.0000
Epoch 95/100
188/188 [==============================] - 0s 190us/step - loss: 0.0027 - acc: 1.0000
Epoch 96/100
188/188 [==============================] - 0s 191us/step - loss: 0.0026 - acc: 1.0000
Epoch 97/100
188/188 [==============================] - 0s 190us/step - loss: 0.0026 - acc: 1.0000
Epoch 98/100
188/188 [==============================] - 0s 190us/step - loss: 0.0025 - acc: 1.0000
Epoch 99/100
188/188 [==============================] - 0s 191us/step - loss: 0.0024 - acc: 1.0000
Epoch 100/100
188/188 [==============================] - 0s 192us/step - loss: 0.0024 - acc: 1.0000
20/20 [==============================] - 1s 26ms/step

Accuracy Results: 
Smaller: 86.13% (8.60%)