本文在调参记录10的基础上，在数据增强部分添加了zoom_range = 0.2，将训练迭代次数增加到5000个epoch，批量大小改成了625，测试Adaptively Parametric ReLU（APReLU）激活函数在Cifar10图像集上的效果。
Adaptively Parametric ReLU（APReLU）激活函数的原理如下：
Keras程序：
1 #!/usr/bin/env python3 2 # -*- coding: utf-8 -*- 3 """ 4 Created on Tue Apr 14 04:17:45 2020 5 Implemented using TensorFlow 1.0.1 and Keras 2.2.1 6 7 Minghang Zhao, Shisheng Zhong, Xuyun Fu, Baoping Tang, Shaojiang Dong, Michael Pecht, 8 Deep Residual Networks with Adaptively Parametric Rectifier Linear Units for Fault Diagnosis, 9 IEEE Transactions on Industrial Electronics, 2020, DOI: 10.1109/TIE.2020.2972458 10 11 @author: Minghang Zhao 12 """ 13 14 from __future__ import print_function 15 import keras 16 import numpy as np 17 from keras.datasets import cifar10 18 from keras.layers import Dense, Conv2D, BatchNormalization, Activation, Minimum 19 from keras.layers import AveragePooling2D, Input, GlobalAveragePooling2D, Concatenate, Reshape 20 from keras.regularizers import l2 21 from keras import backend as K 22 from keras.models import Model 23 from keras import optimizers 24 from keras.preprocessing.image import ImageDataGenerator 25 from keras.callbacks import LearningRateScheduler 26 K.set_learning_phase(1) 27 28 # The data, split between train and test sets 29 (x_train, y_train), (x_test, y_test) = cifar10.load_data() 30 31 # Noised data 32 x_train = x_train.astype('float32') / 255. 33 x_test = x_test.astype('float32') / 255. 34 x_test = x_test-np.mean(x_train) 35 x_train = x_train-np.mean(x_train) 36 print('x_train shape:', x_train.shape) 37 print(x_train.shape[0], 'train samples') 38 print(x_test.shape[0], 'test samples') 39 40 # convert class vectors to binary class matrices 41 y_train = keras.utils.to_categorical(y_train, 10) 42 y_test = keras.utils.to_categorical(y_test, 10) 43 44 # Schedule the learning rate, multiply 0.1 every 1500 epoches 45 def scheduler(epoch): 46 if epoch % 1500 == 0 and epoch != 0: 47 lr = K.get_value(model.optimizer.lr) 48 K.set_value(model.optimizer.lr, lr * 0.1) 49 print("lr changed to {}".format(lr * 0.1)) 50 return K.get_value(model.optimizer.lr) 51 52 # An adaptively parametric rectifier linear unit (APReLU) 53 def aprelu(inputs): 54 # get the number of channels 55 channels = inputs.get_shape().as_list()[-1] 56 # get a zero feature map 57 zeros_input = keras.layers.subtract([inputs, inputs]) 58 # get a feature map with only positive features 59 pos_input = Activation('relu')(inputs) 60 # get a feature map with only negative features 61 neg_input = Minimum()([inputs,zeros_input]) 62 # define a network to obtain the scaling coefficients 63 scales_p = GlobalAveragePooling2D()(pos_input) 64 scales_n = GlobalAveragePooling2D()(neg_input) 65 scales = Concatenate()([scales_n, scales_p]) 66 scales = Dense(channels, activation='linear', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(scales) 67 scales = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(scales) 68 scales = Activation('relu')(scales) 69 scales = Dense(channels, activation='linear', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(scales) 70 scales = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(scales) 71 scales = Activation('sigmoid')(scales) 72 scales = Reshape((1,1,channels))(scales) 73 # apply a paramtetric relu 74 neg_part = keras.layers.multiply([scales, neg_input]) 75 return keras.layers.add([pos_input, neg_part]) 76 77 # Residual Block 78 def residual_block(incoming, nb_blocks, out_channels, downsample=False, 79 downsample_strides=2): 80 81 residual = incoming 82 in_channels = incoming.get_shape().as_list()[-1] 83 84 for i in range(nb_blocks): 85 86 identity = residual 87 88 if not downsample: 89 downsample_strides = 1 90 91 residual = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(residual) 92 residual = aprelu(residual) 93 residual = Conv2D(out_channels, 3, strides=(downsample_strides, downsample_strides), 94 padding='same', kernel_initializer='he_normal', 95 kernel_regularizer=l2(1e-4))(residual) 96 97 residual = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(residual) 98 residual = aprelu(residual) 99 residual = Conv2D(out_channels, 3, padding='same', kernel_initializer='he_normal', 100 kernel_regularizer=l2(1e-4))(residual) 101 102 # Downsampling 103 if downsample_strides > 1: 104 identity = AveragePooling2D(pool_size=(1,1), strides=(2,2))(identity) 105 106 # Zero_padding to match channels 107 if in_channels != out_channels: 108 zeros_identity = keras.layers.subtract([identity, identity]) 109 identity = keras.layers.concatenate([identity, zeros_identity]) 110 in_channels = out_channels 111 112 residual = keras.layers.add([residual, identity]) 113 114 return residual 115 116 117 # define and train a model 118 inputs = Input(shape=(32, 32, 3)) 119 net = Conv2D(16, 3, padding='same', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(inputs) 120 net = residual_block(net, 9, 16, downsample=False) 121 net = residual_block(net, 1, 32, downsample=True) 122 net = residual_block(net, 8, 32, downsample=False) 123 net = residual_block(net, 1, 64, downsample=True) 124 net = residual_block(net, 8, 64, downsample=False) 125 net = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(net) 126 net = Activation('relu')(net) 127 net = GlobalAveragePooling2D()(net) 128 outputs = Dense(10, activation='softmax', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(net) 129 model = Model(inputs=inputs, outputs=outputs) 130 sgd = optimizers.SGD(lr=0.1, decay=0., momentum=0.9, nesterov=True) 131 model.compile(loss='categorical_crossentropy', optimizer=sgd, metrics=['accuracy']) 132 133 # data augmentation 134 datagen = ImageDataGenerator( 135 # randomly rotate images in the range (deg 0 to 180) 136 rotation_range=30, 137 # Range for random zoom 138 zoom_range = 0.2, 139 # shear angle in counter-clockwise direction in degrees 140 shear_range = 30, 141 # randomly flip images 142 horizontal_flip=True, 143 # randomly shift images horizontally 144 width_shift_range=0.125, 145 # randomly shift images vertically 146 height_shift_range=0.125) 147 148 reduce_lr = LearningRateScheduler(scheduler) 149 # fit the model on the batches generated by datagen.flow(). 150 model.fit_generator(datagen.flow(x_train, y_train, batch_size=625), 151 validation_data=(x_test, y_test), epochs=5000, 152 verbose=1, callbacks=[reduce_lr], workers=10) 153 154 # get results 155 K.set_learning_phase(0) 156 DRSN_train_score = model.evaluate(x_train, y_train, batch_size=625, verbose=0) 157 print('Train loss:', DRSN_train_score[0]) 158 print('Train accuracy:', DRSN_train_score[1]) 159 DRSN_test_score = model.evaluate(x_test, y_test, batch_size=625, verbose=0) 160 print('Test loss:', DRSN_test_score[0]) 161 print('Test accuracy:', DRSN_test_score[1])
实验结果：
1 Epoch 2500/5000 2 80/80 - 32s 399ms/step - loss: 0.0996 - acc: 0.9930 - val_loss: 0.4074 - val_acc: 0.9203 3 Epoch 2501/5000 4 80/80 - 32s 399ms/step - loss: 0.0986 - acc: 0.9937 - val_loss: 0.3996 - val_acc: 0.9202 5 Epoch 2502/5000 6 80/80 - 32s 399ms/step - loss: 0.0980 - acc: 0.9933 - val_loss: 0.3950 - val_acc: 0.9236 7 Epoch 2503/5000 8 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9928 - val_loss: 0.4173 - val_acc: 0.9190 9 Epoch 2504/5000 10 80/80 - 32s 400ms/step - loss: 0.1003 - acc: 0.9927 - val_loss: 0.4020 - val_acc: 0.9210 11 Epoch 2505/5000 12 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9935 - val_loss: 0.4114 - val_acc: 0.9209 13 Epoch 2506/5000 14 80/80 - 32s 400ms/step - loss: 0.0992 - acc: 0.9929 - val_loss: 0.4048 - val_acc: 0.9212 15 Epoch 2507/5000 16 80/80 - 32s 400ms/step - loss: 0.0991 - acc: 0.9935 - val_loss: 0.4153 - val_acc: 0.9205 17 Epoch 2508/5000 18 80/80 - 32s 400ms/step - loss: 0.0982 - acc: 0.9939 - val_loss: 0.4106 - val_acc: 0.9202 19 Epoch 2509/5000 20 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9937 - val_loss: 0.4142 - val_acc: 0.9214 21 Epoch 2510/5000 22 80/80 - 32s 400ms/step - loss: 0.0986 - acc: 0.9932 - val_loss: 0.4161 - val_acc: 0.9208 23 Epoch 2511/5000 24 80/80 - 32s 400ms/step - loss: 0.0996 - acc: 0.9931 - val_loss: 0.4168 - val_acc: 0.9213 25 Epoch 2512/5000 26 80/80 - 32s 401ms/step - loss: 0.0993 - acc: 0.9933 - val_loss: 0.4125 - val_acc: 0.9202 27 Epoch 2513/5000 28 80/80 - 32s 400ms/step - loss: 0.0991 - acc: 0.9932 - val_loss: 0.4072 - val_acc: 0.9203 29 Epoch 2514/5000 30 80/80 - 32s 399ms/step - loss: 0.0989 - acc: 0.9930 - val_loss: 0.4077 - val_acc: 0.9190 31 Epoch 2515/5000 32 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9933 - val_loss: 0.4031 - val_acc: 0.9212 33 Epoch 2516/5000 34 80/80 - 32s 400ms/step - loss: 0.0995 - acc: 0.9927 - val_loss: 0.4060 - val_acc: 0.9219 35 Epoch 2517/5000 36 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9933 - val_loss: 0.3955 - val_acc: 0.9247 37 Epoch 2518/5000 38 80/80 - 32s 400ms/step - loss: 0.0998 - acc: 0.9931 - val_loss: 0.4099 - val_acc: 0.9195 39 Epoch 2519/5000 40 80/80 - 32s 400ms/step - loss: 0.1007 - acc: 0.9924 - val_loss: 0.4077 - val_acc: 0.9195 41 Epoch 2520/5000 42 80/80 - 32s 399ms/step - loss: 0.0981 - acc: 0.9930 - val_loss: 0.4108 - val_acc: 0.9205 43 Epoch 2521/5000 44 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9931 - val_loss: 0.4017 - val_acc: 0.9233 45 Epoch 2522/5000 46 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9933 - val_loss: 0.4079 - val_acc: 0.9202 47 Epoch 2523/5000 48 80/80 - 32s 400ms/step - loss: 0.0989 - acc: 0.9932 - val_loss: 0.4085 - val_acc: 0.9224 49 Epoch 2524/5000 50 80/80 - 32s 399ms/step - loss: 0.0999 - acc: 0.9931 - val_loss: 0.4265 - val_acc: 0.9156 51 Epoch 2525/5000 52 80/80 - 32s 399ms/step - loss: 0.0991 - acc: 0.9928 - val_loss: 0.4078 - val_acc: 0.9198 53 Epoch 2526/5000 54 80/80 - 32s 400ms/step - loss: 0.0993 - acc: 0.9929 - val_loss: 0.4057 - val_acc: 0.9213 55 Epoch 2527/5000 56 80/80 - 32s 400ms/step - loss: 0.1016 - acc: 0.9925 - val_loss: 0.3981 - val_acc: 0.9214 57 Epoch 2528/5000 58 80/80 - 32s 399ms/step - loss: 0.1004 - acc: 0.9925 - val_loss: 0.4142 - val_acc: 0.9188 59 Epoch 2529/5000 60 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9938 - val_loss: 0.3881 - val_acc: 0.9244 61 Epoch 2530/5000 62 80/80 - 32s 399ms/step - loss: 0.0970 - acc: 0.9938 - val_loss: 0.4089 - val_acc: 0.9218 63 Epoch 2531/5000 64 80/80 - 32s 399ms/step - loss: 0.0982 - acc: 0.9935 - val_loss: 0.4139 - val_acc: 0.9185 65 Epoch 2532/5000 66 80/80 - 32s 400ms/step - loss: 0.1003 - acc: 0.9927 - val_loss: 0.3969 - val_acc: 0.9206 67 Epoch 2533/5000 68 80/80 - 32s 400ms/step - loss: 0.0994 - acc: 0.9927 - val_loss: 0.4123 - val_acc: 0.9180 69 Epoch 2534/5000 70 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9929 - val_loss: 0.4002 - val_acc: 0.9226 71 Epoch 2535/5000 72 80/80 - 32s 399ms/step - loss: 0.0957 - acc: 0.9943 - val_loss: 0.4116 - val_acc: 0.9192 73 Epoch 2536/5000 74 80/80 - 32s 399ms/step - loss: 0.0985 - acc: 0.9933 - val_loss: 0.4214 - val_acc: 0.9164 75 Epoch 2537/5000 76 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9940 - val_loss: 0.4219 - val_acc: 0.9163 77 Epoch 2538/5000 78 80/80 - 32s 400ms/step - loss: 0.0963 - acc: 0.9940 - val_loss: 0.4312 - val_acc: 0.9154 79 Epoch 2539/5000 80 80/80 - 32s 399ms/step - loss: 0.0959 - acc: 0.9943 - val_loss: 0.4308 - val_acc: 0.9166 81 Epoch 2540/5000 82 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9933 - val_loss: 0.4163 - val_acc: 0.9174 83 Epoch 2541/5000 84 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9935 - val_loss: 0.4336 - val_acc: 0.9172 85 Epoch 2542/5000 86 80/80 - 32s 400ms/step - loss: 0.0987 - acc: 0.9936 - val_loss: 0.4197 - val_acc: 0.9201 87 Epoch 2543/5000 88 80/80 - 32s 400ms/step - loss: 0.1006 - acc: 0.9925 - val_loss: 0.4098 - val_acc: 0.9219 89 Epoch 2544/5000 90 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9931 - val_loss: 0.4044 - val_acc: 0.9214 91 Epoch 2545/5000 92 80/80 - 32s 399ms/step - loss: 0.0997 - acc: 0.9929 - val_loss: 0.3958 - val_acc: 0.9251 93 Epoch 2546/5000 94 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9936 - val_loss: 0.3987 - val_acc: 0.9220 95 Epoch 2547/5000 96 80/80 - 32s 399ms/step - loss: 0.0985 - acc: 0.9930 - val_loss: 0.4155 - val_acc: 0.9144 97 Epoch 2548/5000 98 80/80 - 32s 399ms/step - loss: 0.0987 - acc: 0.9929 - val_loss: 0.4052 - val_acc: 0.9216 99 Epoch 2549/5000 100 80/80 - 32s 399ms/step - loss: 0.0961 - acc: 0.9943 - val_loss: 0.4019 - val_acc: 0.9248 101 Epoch 2550/5000 102 80/80 - 32s 399ms/step - loss: 0.0990 - acc: 0.9932 - val_loss: 0.4112 - val_acc: 0.9186 103 Epoch 2551/5000 104 80/80 - 32s 399ms/step - loss: 0.0970 - acc: 0.9937 - val_loss: 0.4091 - val_acc: 0.9190 105 Epoch 2552/5000 106 80/80 - 32s 399ms/step - loss: 0.0972 - acc: 0.9942 - val_loss: 0.4164 - val_acc: 0.9191 107 Epoch 2553/5000 108 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9939 - val_loss: 0.4206 - val_acc: 0.9156 109 Epoch 2554/5000 110 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9937 - val_loss: 0.4245 - val_acc: 0.9163 111 Epoch 2555/5000 112 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9927 - val_loss: 0.4192 - val_acc: 0.9191 113 Epoch 2556/5000 114 80/80 - 32s 399ms/step - loss: 0.0990 - acc: 0.9931 - val_loss: 0.4244 - val_acc: 0.9177 115 Epoch 2557/5000 116 80/80 - 32s 399ms/step - loss: 0.1005 - acc: 0.9928 - val_loss: 0.4160 - val_acc: 0.9195 117 Epoch 2558/5000 118 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9930 - val_loss: 0.4175 - val_acc: 0.9154 119 Epoch 2559/5000 120 80/80 - 32s 399ms/step - loss: 0.0994 - acc: 0.9929 - val_loss: 0.4214 - val_acc: 0.9157 121 Epoch 2560/5000 122 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9934 - val_loss: 0.4160 - val_acc: 0.9203 123 Epoch 2561/5000 124 80/80 - 32s 400ms/step - loss: 0.0990 - acc: 0.9931 - val_loss: 0.4251 - val_acc: 0.9156 125 Epoch 2562/5000 126 80/80 - 32s 399ms/step - loss: 0.0998 - acc: 0.9929 - val_loss: 0.4163 - val_acc: 0.9160 127 Epoch 2563/5000 128 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9933 - val_loss: 0.4083 - val_acc: 0.9204 129 Epoch 2564/5000 130 80/80 - 32s 400ms/step - loss: 0.0986 - acc: 0.9933 - val_loss: 0.4211 - val_acc: 0.9177 131 Epoch 2565/5000 132 80/80 - 32s 399ms/step - loss: 0.0982 - acc: 0.9929 - val_loss: 0.3990 - val_acc: 0.9198 133 Epoch 2566/5000 134 80/80 - 32s 400ms/step - loss: 0.1006 - acc: 0.9928 - val_loss: 0.4059 - val_acc: 0.9200 135 Epoch 2567/5000 136 80/80 - 32s 400ms/step - loss: 0.0982 - acc: 0.9936 - val_loss: 0.4255 - val_acc: 0.9172 137 Epoch 2568/5000 138 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9928 - val_loss: 0.4167 - val_acc: 0.9186 139 Epoch 2569/5000 140 80/80 - 32s 400ms/step - loss: 0.0982 - acc: 0.9937 - val_loss: 0.4128 - val_acc: 0.9216 141 Epoch 2570/5000 142 80/80 - 32s 400ms/step - loss: 0.1007 - acc: 0.9925 - val_loss: 0.4126 - val_acc: 0.9193 143 Epoch 2571/5000 144 80/80 - 32s 399ms/step - loss: 0.1005 - acc: 0.9923 - val_loss: 0.4234 - val_acc: 0.9143 145 Epoch 2572/5000 146 80/80 - 32s 400ms/step - loss: 0.0999 - acc: 0.9928 - val_loss: 0.4101 - val_acc: 0.9206 147 Epoch 2573/5000 148 80/80 - 32s 399ms/step - loss: 0.0997 - acc: 0.9935 - val_loss: 0.4210 - val_acc: 0.9181 149 Epoch 2574/5000 150 80/80 - 32s 400ms/step - loss: 0.0965 - acc: 0.9941 - val_loss: 0.4224 - val_acc: 0.9180 151 Epoch 2575/5000 152 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9941 - val_loss: 0.4097 - val_acc: 0.9208 153 Epoch 2576/5000 154 80/80 - 32s 399ms/step - loss: 0.0952 - acc: 0.9944 - val_loss: 0.4208 - val_acc: 0.9188 155 Epoch 2577/5000 156 80/80 - 32s 399ms/step - loss: 0.0973 - acc: 0.9937 - val_loss: 0.4197 - val_acc: 0.9157 157 Epoch 2578/5000 158 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9935 - val_loss: 0.4177 - val_acc: 0.9221 159 Epoch 2579/5000 160 80/80 - 32s 400ms/step - loss: 0.1009 - acc: 0.9925 - val_loss: 0.4102 - val_acc: 0.9205 161 Epoch 2580/5000 162 80/80 - 32s 400ms/step - loss: 0.0996 - acc: 0.9931 - val_loss: 0.4128 - val_acc: 0.9177 163 Epoch 2581/5000 164 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9934 - val_loss: 0.4057 - val_acc: 0.9193 165 Epoch 2582/5000 166 80/80 - 32s 399ms/step - loss: 0.0984 - acc: 0.9930 - val_loss: 0.3972 - val_acc: 0.9205 167 Epoch 2583/5000 168 80/80 - 32s 400ms/step - loss: 0.0937 - acc: 0.9952 - val_loss: 0.4127 - val_acc: 0.9192 169 Epoch 2584/5000 170 80/80 - 32s 399ms/step - loss: 0.0975 - acc: 0.9935 - val_loss: 0.4041 - val_acc: 0.9223 171 Epoch 2585/5000 172 80/80 - 32s 400ms/step - loss: 0.0998 - acc: 0.9926 - val_loss: 0.4125 - val_acc: 0.9182 173 Epoch 2586/5000 174 80/80 - 32s 400ms/step - loss: 0.1021 - acc: 0.9918 - val_loss: 0.4003 - val_acc: 0.9196 175 Epoch 2587/5000 176 80/80 - 32s 400ms/step - loss: 0.0987 - acc: 0.9931 - val_loss: 0.4137 - val_acc: 0.9204 177 Epoch 2588/5000 178 80/80 - 32s 399ms/step - loss: 0.0989 - acc: 0.9931 - val_loss: 0.4122 - val_acc: 0.9200 179 Epoch 2589/5000 180 80/80 - 32s 399ms/step - loss: 0.0976 - acc: 0.9936 - val_loss: 0.4021 - val_acc: 0.9193 181 Epoch 2590/5000 182 80/80 - 32s 400ms/step - loss: 0.0981 - acc: 0.9935 - val_loss: 0.4269 - val_acc: 0.9157 183 Epoch 2591/5000 184 80/80 - 32s 400ms/step - loss: 0.1002 - acc: 0.9925 - val_loss: 0.4298 - val_acc: 0.9166 185 Epoch 2592/5000 186 80/80 - 32s 399ms/step - loss: 0.1005 - acc: 0.9921 - val_loss: 0.4184 - val_acc: 0.9197 187 Epoch 2593/5000 188 80/80 - 32s 399ms/step - loss: 0.0981 - acc: 0.9936 - val_loss: 0.4072 - val_acc: 0.9192 189 Epoch 2594/5000 190 80/80 - 32s 399ms/step - loss: 0.0960 - acc: 0.9943 - val_loss: 0.4043 - val_acc: 0.9225 191 Epoch 2595/5000 192 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9939 - val_loss: 0.4311 - val_acc: 0.9145 193 Epoch 2596/5000 194 80/80 - 32s 399ms/step - loss: 0.0977 - acc: 0.9937 - val_loss: 0.4075 - val_acc: 0.9217 195 Epoch 2597/5000 196 80/80 - 32s 400ms/step - loss: 0.0989 - acc: 0.9934 - val_loss: 0.4333 - val_acc: 0.9161 197 Epoch 2598/5000 198 80/80 - 32s 400ms/step - loss: 0.1013 - acc: 0.9923 - val_loss: 0.4255 - val_acc: 0.9161 199 Epoch 2599/5000 200 80/80 - 32s 399ms/step - loss: 0.1015 - acc: 0.9925 - val_loss: 0.3974 - val_acc: 0.9204 201 Epoch 2600/5000 202 80/80 - 32s 400ms/step - loss: 0.0998 - acc: 0.9930 - val_loss: 0.4109 - val_acc: 0.9211 203 Epoch 2601/5000 204 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9935 - val_loss: 0.4120 - val_acc: 0.9208 205 Epoch 2602/5000 206 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9927 - val_loss: 0.4055 - val_acc: 0.9196 207 Epoch 2603/5000 208 80/80 - 32s 400ms/step - loss: 0.0996 - acc: 0.9932 - val_loss: 0.4109 - val_acc: 0.9207 209 Epoch 2604/5000 210 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9937 - val_loss: 0.4208 - val_acc: 0.9182 211 Epoch 2605/5000 212 80/80 - 32s 400ms/step - loss: 0.0994 - acc: 0.9929 - val_loss: 0.4018 - val_acc: 0.9223 213 Epoch 2606/5000 214 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9937 - val_loss: 0.4009 - val_acc: 0.9228 215 Epoch 2607/5000 216 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9931 - val_loss: 0.4101 - val_acc: 0.9218 217 Epoch 2608/5000 218 80/80 - 32s 399ms/step - loss: 0.0986 - acc: 0.9929 - val_loss: 0.4025 - val_acc: 0.9194 219 Epoch 2609/5000 220 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9935 - val_loss: 0.4306 - val_acc: 0.9177 221 Epoch 2610/5000 222 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9934 - val_loss: 0.3992 - val_acc: 0.9206 223 Epoch 2611/5000 224 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9939 - val_loss: 0.4082 - val_acc: 0.9193 225 Epoch 2612/5000 226 80/80 - 32s 400ms/step - loss: 0.0961 - acc: 0.9941 - val_loss: 0.4167 - val_acc: 0.9175 227 Epoch 2613/5000 228 80/80 - 32s 400ms/step - loss: 0.1007 - acc: 0.9924 - val_loss: 0.4278 - val_acc: 0.9139 229 Epoch 2614/5000 230 80/80 - 32s 399ms/step - loss: 0.0998 - acc: 0.9931 - val_loss: 0.3944 - val_acc: 0.9230 231 Epoch 2615/5000 232 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9935 - val_loss: 0.4270 - val_acc: 0.9189 233 Epoch 2616/5000 234 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9934 - val_loss: 0.4189 - val_acc: 0.9158 235 Epoch 2617/5000 236 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9938 - val_loss: 0.4085 - val_acc: 0.9197 237 Epoch 2618/5000 238 80/80 - 32s 399ms/step - loss: 0.0986 - acc: 0.9931 - val_loss: 0.4071 - val_acc: 0.9197 239 Epoch 2619/5000 240 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9934 - val_loss: 0.4104 - val_acc: 0.9175 241 Epoch 2620/5000 242 80/80 - 32s 399ms/step - loss: 0.0985 - acc: 0.9930 - val_loss: 0.4074 - val_acc: 0.9190 243 Epoch 2621/5000 244 80/80 - 32s 400ms/step - loss: 0.1012 - acc: 0.9922 - val_loss: 0.3955 - val_acc: 0.9221 245 Epoch 2622/5000 246 80/80 - 32s 400ms/step - loss: 0.0966 - acc: 0.9939 - val_loss: 0.4020 - val_acc: 0.9182 247 Epoch 2623/5000 248 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9934 - val_loss: 0.4133 - val_acc: 0.9183 249 Epoch 2624/5000 250 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9935 - val_loss: 0.4207 - val_acc: 0.9197 251 Epoch 2625/5000 252 80/80 - 32s 400ms/step - loss: 0.0996 - acc: 0.9930 - val_loss: 0.4089 - val_acc: 0.9212 253 Epoch 2626/5000 254 80/80 - 32s 399ms/step - loss: 0.1003 - acc: 0.9934 - val_loss: 0.4132 - val_acc: 0.9185 255 Epoch 2627/5000 256 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9937 - val_loss: 0.3954 - val_acc: 0.9247 257 Epoch 2628/5000 258 80/80 - 32s 399ms/step - loss: 0.0981 - acc: 0.9934 - val_loss: 0.4054 - val_acc: 0.9197 259 Epoch 2629/5000 260 80/80 - 32s 400ms/step - loss: 0.0982 - acc: 0.9932 - val_loss: 0.4149 - val_acc: 0.9201 261 Epoch 2630/5000 262 80/80 - 32s 399ms/step - loss: 0.0995 - acc: 0.9929 - val_loss: 0.4055 - val_acc: 0.9197 263 Epoch 2631/5000 264 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9937 - val_loss: 0.4128 - val_acc: 0.9185 265 Epoch 2632/5000 266 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9936 - val_loss: 0.4011 - val_acc: 0.9206 267 Epoch 2633/5000 268 80/80 - 32s 400ms/step - loss: 0.0952 - acc: 0.9942 - val_loss: 0.3949 - val_acc: 0.9207 269 Epoch 2634/5000 270 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9936 - val_loss: 0.3849 - val_acc: 0.9241 271 Epoch 2635/5000 272 80/80 - 32s 400ms/step - loss: 0.0991 - acc: 0.9928 - val_loss: 0.4020 - val_acc: 0.9219 273 Epoch 2636/5000 274 80/80 - 32s 399ms/step - loss: 0.0961 - acc: 0.9941 - val_loss: 0.4096 - val_acc: 0.9193 275 Epoch 2637/5000 276 80/80 - 32s 399ms/step - loss: 0.0949 - acc: 0.9944 - val_loss: 0.3974 - val_acc: 0.9247 277 Epoch 2638/5000 278 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9937 - val_loss: 0.4155 - val_acc: 0.9219 279 Epoch 2639/5000 280 80/80 - 32s 400ms/step - loss: 0.0991 - acc: 0.9932 - val_loss: 0.4076 - val_acc: 0.9211 281 Epoch 2640/5000 282 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9932 - val_loss: 0.3905 - val_acc: 0.9236 283 Epoch 2641/5000 284 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9939 - val_loss: 0.3885 - val_acc: 0.9236 285 Epoch 2642/5000 286 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9929 - val_loss: 0.4034 - val_acc: 0.9235 287 Epoch 2643/5000 288 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9932 - val_loss: 0.4073 - val_acc: 0.9218 289 Epoch 2644/5000 290 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9932 - val_loss: 0.4026 - val_acc: 0.9224 291 Epoch 2645/5000 292 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9940 - val_loss: 0.4014 - val_acc: 0.9220 293 Epoch 2646/5000 294 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9933 - val_loss: 0.4068 - val_acc: 0.9213 295 Epoch 2647/5000 296 80/80 - 32s 399ms/step - loss: 0.0974 - acc: 0.9939 - val_loss: 0.4105 - val_acc: 0.9193 297 Epoch 2648/5000 298 80/80 - 32s 399ms/step - loss: 0.1025 - acc: 0.9917 - val_loss: 0.4219 - val_acc: 0.9188 299 Epoch 2649/5000 300 80/80 - 32s 399ms/step - loss: 0.0987 - acc: 0.9933 - val_loss: 0.4090 - val_acc: 0.9211 301 Epoch 2650/5000 302 80/80 - 32s 399ms/step - loss: 0.0959 - acc: 0.9941 - val_loss: 0.4021 - val_acc: 0.9208 303 Epoch 2651/5000 304 80/80 - 32s 400ms/step - loss: 0.0992 - acc: 0.9930 - val_loss: 0.4051 - val_acc: 0.9215 305 Epoch 2652/5000 306 80/80 - 32s 399ms/step - loss: 0.0990 - acc: 0.9930 - val_loss: 0.4006 - val_acc: 0.9229 307 Epoch 2653/5000 308 80/80 - 32s 399ms/step - loss: 0.0961 - acc: 0.9942 - val_loss: 0.4091 - val_acc: 0.9222 309 Epoch 2654/5000 310 80/80 - 32s 400ms/step - loss: 0.0961 - acc: 0.9937 - val_loss: 0.4235 - val_acc: 0.9196 311 Epoch 2655/5000 312 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9930 - val_loss: 0.4084 - val_acc: 0.9186 313 Epoch 2656/5000 314 80/80 - 32s 400ms/step - loss: 0.0984 - acc: 0.9932 - val_loss: 0.4081 - val_acc: 0.9210 315 Epoch 2657/5000 316 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9935 - val_loss: 0.4156 - val_acc: 0.9190 317 Epoch 2658/5000 318 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9931 - val_loss: 0.4087 - val_acc: 0.9193 319 Epoch 2659/5000 320 80/80 - 32s 399ms/step - loss: 0.0977 - acc: 0.9934 - val_loss: 0.4033 - val_acc: 0.9185 321 Epoch 2660/5000 322 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9940 - val_loss: 0.3986 - val_acc: 0.9222 323 Epoch 2661/5000 324 80/80 - 32s 399ms/step - loss: 0.0969 - acc: 0.9939 - val_loss: 0.3965 - val_acc: 0.9218 325 Epoch 2662/5000 326 80/80 - 32s 399ms/step - loss: 0.0962 - acc: 0.9937 - val_loss: 0.3976 - val_acc: 0.9215 327 Epoch 2663/5000 328 80/80 - 32s 400ms/step - loss: 0.0950 - acc: 0.9943 - val_loss: 0.4167 - val_acc: 0.9188 329 Epoch 2664/5000 330 80/80 - 32s 399ms/step - loss: 0.0979 - acc: 0.9932 - val_loss: 0.4034 - val_acc: 0.9206 331 Epoch 2665/5000 332 80/80 - 32s 399ms/step - loss: 0.0992 - acc: 0.9929 - val_loss: 0.3969 - val_acc: 0.9234 333 Epoch 2666/5000 334 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9941 - val_loss: 0.3966 - val_acc: 0.9220 335 Epoch 2667/5000 336 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9936 - val_loss: 0.4148 - val_acc: 0.9198 337 Epoch 2668/5000 338 80/80 - 32s 399ms/step - loss: 0.0968 - acc: 0.9938 - val_loss: 0.4037 - val_acc: 0.9208 339 Epoch 2669/5000 340 80/80 - 32s 399ms/step - loss: 0.0971 - acc: 0.9935 - val_loss: 0.4084 - val_acc: 0.9209 341 Epoch 2670/5000 342 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9934 - val_loss: 0.4074 - val_acc: 0.9189 343 Epoch 2671/5000 344 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9931 - val_loss: 0.4032 - val_acc: 0.9232 345 Epoch 2672/5000 346 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9927 - val_loss: 0.3939 - val_acc: 0.9240 347 Epoch 2673/5000 348 80/80 - 32s 399ms/step - loss: 0.0946 - acc: 0.9947 - val_loss: 0.3953 - val_acc: 0.9237 349 Epoch 2674/5000 350 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9935 - val_loss: 0.3868 - val_acc: 0.9279 351 Epoch 2675/5000 352 80/80 - 32s 399ms/step - loss: 0.0990 - acc: 0.9930 - val_loss: 0.4006 - val_acc: 0.9199 353 Epoch 2676/5000 354 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9934 - val_loss: 0.4220 - val_acc: 0.9188 355 Epoch 2677/5000 356 80/80 - 32s 399ms/step - loss: 0.1000 - acc: 0.9929 - val_loss: 0.4106 - val_acc: 0.9204 357 Epoch 2678/5000 358 80/80 - 32s 399ms/step - loss: 0.0999 - acc: 0.9929 - val_loss: 0.4121 - val_acc: 0.9190 359 Epoch 2679/5000 360 80/80 - 32s 399ms/step - loss: 0.0965 - acc: 0.9941 - val_loss: 0.4127 - val_acc: 0.9188 361 Epoch 2680/5000 362 80/80 - 32s 399ms/step - loss: 0.0980 - acc: 0.9932 - val_loss: 0.4100 - val_acc: 0.9202 363 Epoch 2681/5000 364 80/80 - 32s 399ms/step - loss: 0.0969 - acc: 0.9940 - val_loss: 0.4025 - val_acc: 0.9228 365 Epoch 2682/5000 366 80/80 - 32s 399ms/step - loss: 0.0962 - acc: 0.9940 - val_loss: 0.4207 - val_acc: 0.9190 367 Epoch 2683/5000 368 80/80 - 32s 399ms/step - loss: 0.0992 - acc: 0.9931 - val_loss: 0.4197 - val_acc: 0.9177 369 Epoch 2684/5000 370 80/80 - 32s 399ms/step - loss: 0.0983 - acc: 0.9934 - val_loss: 0.4109 - val_acc: 0.9206 371 Epoch 2685/5000 372 80/80 - 32s 399ms/step - loss: 0.0965 - acc: 0.9938 - val_loss: 0.4025 - val_acc: 0.9218 373 Epoch 2686/5000 374 80/80 - 32s 399ms/step - loss: 0.0968 - acc: 0.9936 - val_loss: 0.4093 - val_acc: 0.9219 375 Epoch 2687/5000 376 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9934 - val_loss: 0.4014 - val_acc: 0.9196 377 Epoch 2688/5000 378 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9934 - val_loss: 0.4054 - val_acc: 0.9226 379 Epoch 2689/5000 380 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9936 - val_loss: 0.4357 - val_acc: 0.9176 381 Epoch 2690/5000 382 80/80 - 32s 400ms/step - loss: 0.0996 - acc: 0.9927 - val_loss: 0.4148 - val_acc: 0.9204 383 Epoch 2691/5000 384 80/80 - 32s 399ms/step - loss: 0.0999 - acc: 0.9930 - val_loss: 0.4421 - val_acc: 0.9148 385 Epoch 2692/5000 386 80/80 - 32s 399ms/step - loss: 0.1005 - acc: 0.9918 - val_loss: 0.4207 - val_acc: 0.9183 387 Epoch 2693/5000 388 80/80 - 32s 399ms/step - loss: 0.0955 - acc: 0.9942 - val_loss: 0.4128 - val_acc: 0.9198 389 Epoch 2694/5000 390 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9931 - val_loss: 0.4005 - val_acc: 0.9238 391 Epoch 2695/5000 392 80/80 - 32s 400ms/step - loss: 0.0960 - acc: 0.9937 - val_loss: 0.4034 - val_acc: 0.9219 393 Epoch 2696/5000 394 80/80 - 32s 399ms/step - loss: 0.0971 - acc: 0.9933 - val_loss: 0.4024 - val_acc: 0.9232 395 Epoch 2697/5000 396 80/80 - 32s 400ms/step - loss: 0.0954 - acc: 0.9942 - val_loss: 0.4048 - val_acc: 0.9216 397 Epoch 2698/5000 398 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9938 - val_loss: 0.4180 - val_acc: 0.9184 399 Epoch 2699/5000 400 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9940 - val_loss: 0.4164 - val_acc: 0.9208 401 Epoch 2700/5000 402 80/80 - 32s 399ms/step - loss: 0.0968 - acc: 0.9938 - val_loss: 0.4152 - val_acc: 0.9186 403 Epoch 2701/5000 404 80/80 - 32s 399ms/step - loss: 0.0991 - acc: 0.9929 - val_loss: 0.4133 - val_acc: 0.9202 405 Epoch 2702/5000 406 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9929 - val_loss: 0.3980 - val_acc: 0.9215 407 Epoch 2703/5000 408 80/80 - 32s 399ms/step - loss: 0.0965 - acc: 0.9940 - val_loss: 0.4181 - val_acc: 0.9183 409 Epoch 2704/5000 410 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9937 - val_loss: 0.4209 - val_acc: 0.9201 411 Epoch 2705/5000 412 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9936 - val_loss: 0.4127 - val_acc: 0.9203 413 Epoch 2706/5000 414 80/80 - 32s 399ms/step - loss: 0.0978 - acc: 0.9934 - val_loss: 0.4009 - val_acc: 0.9232 415 Epoch 2707/5000 416 80/80 - 32s 400ms/step - loss: 0.0963 - acc: 0.9938 - val_loss: 0.4163 - val_acc: 0.9188 417 Epoch 2708/5000 418 80/80 - 32s 400ms/step - loss: 0.1013 - acc: 0.9926 - val_loss: 0.4137 - val_acc: 0.9184 419 Epoch 2709/5000 420 80/80 - 32s 399ms/step - loss: 0.0980 - acc: 0.9933 - val_loss: 0.4121 - val_acc: 0.9202 421 Epoch 2710/5000 422 80/80 - 32s 400ms/step - loss: 0.0947 - acc: 0.9943 - val_loss: 0.4124 - val_acc: 0.9214 423 Epoch 2711/5000 424 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9939 - val_loss: 0.4326 - val_acc: 0.9164 425 Epoch 2712/5000 426 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9935 - val_loss: 0.4284 - val_acc: 0.9170 427 Epoch 2713/5000 428 80/80 - 32s 399ms/step - loss: 0.0991 - acc: 0.9927 - val_loss: 0.4333 - val_acc: 0.9171 429 Epoch 2714/5000 430 80/80 - 32s 400ms/step - loss: 0.0984 - acc: 0.9930 - val_loss: 0.4169 - val_acc: 0.9168 431 Epoch 2715/5000 432 80/80 - 32s 400ms/step - loss: 0.0974 - acc: 0.9939 - val_loss: 0.4255 - val_acc: 0.9151 433 Epoch 2716/5000 434 80/80 - 32s 399ms/step - loss: 0.0989 - acc: 0.9929 - val_loss: 0.4167 - val_acc: 0.9198 435 Epoch 2717/5000 436 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9932 - val_loss: 0.4285 - val_acc: 0.9159 437 Epoch 2718/5000 438 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9933 - val_loss: 0.4089 - val_acc: 0.9190 439 Epoch 2719/5000 440 80/80 - 32s 399ms/step - loss: 0.0976 - acc: 0.9932 - val_loss: 0.4192 - val_acc: 0.9172 441 Epoch 2720/5000 442 80/80 - 32s 400ms/step - loss: 0.0990 - acc: 0.9933 - val_loss: 0.4182 - val_acc: 0.9173 443 Epoch 2721/5000 444 80/80 - 32s 400ms/step - loss: 0.0990 - acc: 0.9929 - val_loss: 0.4402 - val_acc: 0.9162 445 Epoch 2722/5000 446 80/80 - 32s 399ms/step - loss: 0.0999 - acc: 0.9927 - val_loss: 0.4046 - val_acc: 0.9209 447 Epoch 2723/5000 448 80/80 - 32s 399ms/step - loss: 0.0987 - acc: 0.9932 - val_loss: 0.3987 - val_acc: 0.9237 449 Epoch 2724/5000 450 80/80 - 32s 399ms/step - loss: 0.0954 - acc: 0.9940 - val_loss: 0.4187 - val_acc: 0.9198 451 Epoch 2725/5000 452 80/80 - 32s 399ms/step - loss: 0.0971 - acc: 0.9933 - val_loss: 0.4090 - val_acc: 0.9192 453 Epoch 2726/5000 454 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9940 - val_loss: 0.4208 - val_acc: 0.9179 455 Epoch 2727/5000 456 80/80 - 32s 399ms/step - loss: 0.0974 - acc: 0.9934 - val_loss: 0.4090 - val_acc: 0.9226 457 Epoch 2728/5000 458 80/80 - 32s 399ms/step - loss: 0.0970 - acc: 0.9937 - val_loss: 0.4152 - val_acc: 0.9195 459 Epoch 2729/5000 460 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9935 - val_loss: 0.4141 - val_acc: 0.9203 461 Epoch 2730/5000 462 80/80 - 32s 399ms/step - loss: 0.0976 - acc: 0.9938 - val_loss: 0.4124 - val_acc: 0.9190 463 Epoch 2731/5000 464 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9936 - val_loss: 0.4213 - val_acc: 0.9205 465 Epoch 2732/5000 466 80/80 - 32s 399ms/step - loss: 0.0963 - acc: 0.9941 - val_loss: 0.4038 - val_acc: 0.9224 467 Epoch 2733/5000 468 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9938 - val_loss: 0.4017 - val_acc: 0.9220 469 Epoch 2734/5000 470 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9932 - val_loss: 0.4037 - val_acc: 0.9185 471 Epoch 2735/5000 472 80/80 - 32s 399ms/step - loss: 0.0946 - acc: 0.9943 - val_loss: 0.4279 - val_acc: 0.9170 473 Epoch 2736/5000 474 80/80 - 32s 399ms/step - loss: 0.0978 - acc: 0.9932 - val_loss: 0.4096 - val_acc: 0.9191 475 Epoch 2737/5000 476 80/80 - 32s 399ms/step - loss: 0.0977 - acc: 0.9934 - val_loss: 0.4116 - val_acc: 0.9193 477 Epoch 2738/5000 478 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9934 - val_loss: 0.4065 - val_acc: 0.9204 479 Epoch 2739/5000 480 80/80 - 32s 400ms/step - loss: 0.0959 - acc: 0.9937 - val_loss: 0.4142 - val_acc: 0.9183 481 Epoch 2740/5000 482 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9934 - val_loss: 0.4102 - val_acc: 0.9187 483 Epoch 2741/5000 484 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9936 - val_loss: 0.3986 - val_acc: 0.9215 485 Epoch 2742/5000 486 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9933 - val_loss: 0.3990 - val_acc: 0.9211 487 Epoch 2743/5000 488 80/80 - 32s 400ms/step - loss: 0.0960 - acc: 0.9942 - val_loss: 0.4157 - val_acc: 0.9180 489 Epoch 2744/5000 490 80/80 - 32s 399ms/step - loss: 0.0970 - acc: 0.9935 - val_loss: 0.4073 - val_acc: 0.9223 491 Epoch 2745/5000 492 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9936 - val_loss: 0.4208 - val_acc: 0.9195 493 Epoch 2746/5000 494 80/80 - 32s 400ms/step - loss: 0.0954 - acc: 0.9937 - val_loss: 0.4097 - val_acc: 0.9224 495 Epoch 2747/5000 496 80/80 - 32s 400ms/step - loss: 0.0974 - acc: 0.9934 - val_loss: 0.4088 - val_acc: 0.9212 497 Epoch 2748/5000 498 80/80 - 32s 399ms/step - loss: 0.0985 - acc: 0.9926 - val_loss: 0.3928 - val_acc: 0.9236 499 Epoch 2749/5000 500 80/80 - 32s 400ms/step - loss: 0.0986 - acc: 0.9927 - val_loss: 0.3917 - val_acc: 0.9218 501 Epoch 2750/5000 502 80/80 - 32s 399ms/step - loss: 0.0971 - acc: 0.9939 - val_loss: 0.4023 - val_acc: 0.9231 503 Epoch 2751/5000 504 80/80 - 32s 400ms/step - loss: 0.0981 - acc: 0.9933 - val_loss: 0.3974 - val_acc: 0.9205 505 Epoch 2752/5000 506 80/80 - 32s 400ms/step - loss: 0.0965 - acc: 0.9935 - val_loss: 0.4127 - val_acc: 0.9194 507 Epoch 2753/5000 508 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9936 - val_loss: 0.4006 - val_acc: 0.9218 509 Epoch 2754/5000 510 80/80 - 32s 400ms/step - loss: 0.0993 - acc: 0.9928 - val_loss: 0.4107 - val_acc: 0.9205 511 Epoch 2755/5000 512 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9937 - val_loss: 0.3914 - val_acc: 0.9250 513 Epoch 2756/5000 514 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9939 - val_loss: 0.3962 - val_acc: 0.9229 515 Epoch 2757/5000 516 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9934 - val_loss: 0.4014 - val_acc: 0.9222 517 Epoch 2758/5000 518 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9930 - val_loss: 0.4162 - val_acc: 0.9200 519 Epoch 2759/5000 520 80/80 - 32s 403ms/step - loss: 0.0972 - acc: 0.9936 - val_loss: 0.4115 - val_acc: 0.9213 521 Epoch 2760/5000 522 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9937 - val_loss: 0.4100 - val_acc: 0.9184 523 Epoch 2761/5000 524 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9928 - val_loss: 0.4156 - val_acc: 0.9186 525 Epoch 2762/5000 526 80/80 - 32s 399ms/step - loss: 0.0946 - acc: 0.9944 - val_loss: 0.4085 - val_acc: 0.9195 527 Epoch 2763/5000 528 80/80 - 32s 400ms/step - loss: 0.0952 - acc: 0.9937 - val_loss: 0.4210 - val_acc: 0.9174 529 Epoch 2764/5000 530 80/80 - 32s 399ms/step - loss: 0.0973 - acc: 0.9931 - val_loss: 0.4238 - val_acc: 0.9175 531 Epoch 2765/5000 532 80/80 - 32s 399ms/step - loss: 0.0973 - acc: 0.9935 - val_loss: 0.4231 - val_acc: 0.9184 533 Epoch 2766/5000 534 80/80 - 32s 399ms/step - loss: 0.0990 - acc: 0.9929 - val_loss: 0.4158 - val_acc: 0.9191 535 Epoch 2767/5000 536 80/80 - 32s 399ms/step - loss: 0.0984 - acc: 0.9929 - val_loss: 0.4081 - val_acc: 0.9180 537 Epoch 2768/5000 538 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9933 - val_loss: 0.4206 - val_acc: 0.9165 539 Epoch 2769/5000 540 80/80 - 32s 401ms/step - loss: 0.0958 - acc: 0.9937 - val_loss: 0.4084 - val_acc: 0.9183 541 Epoch 2770/5000 542 80/80 - 32s 400ms/step - loss: 0.0989 - acc: 0.9930 - val_loss: 0.4146 - val_acc: 0.9180 543 Epoch 2771/5000 544 80/80 - 32s 401ms/step - loss: 0.0995 - acc: 0.9932 - val_loss: 0.4020 - val_acc: 0.9195 545 Epoch 2772/5000 546 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9934 - val_loss: 0.3946 - val_acc: 0.9253 547 Epoch 2773/5000 548 80/80 - 32s 400ms/step - loss: 0.0959 - acc: 0.9938 - val_loss: 0.4154 - val_acc: 0.9195 549 Epoch 2774/5000 550 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9930 - val_loss: 0.4129 - val_acc: 0.9196 551 Epoch 2775/5000 552 80/80 - 32s 399ms/step - loss: 0.0974 - acc: 0.9937 - val_loss: 0.4206 - val_acc: 0.9169 553 Epoch 2776/5000 554 80/80 - 32s 400ms/step - loss: 0.0963 - acc: 0.9937 - val_loss: 0.4115 - val_acc: 0.9198 555 Epoch 2777/5000 556 80/80 - 32s 400ms/step - loss: 0.0999 - acc: 0.9924 - val_loss: 0.4169 - val_acc: 0.9180 557 Epoch 2778/5000 558 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9926 - val_loss: 0.4161 - val_acc: 0.9207 559 Epoch 2779/5000 560 80/80 - 32s 400ms/step - loss: 0.1007 - acc: 0.9924 - val_loss: 0.4098 - val_acc: 0.9177 561 Epoch 2780/5000 562 80/80 - 32s 400ms/step - loss: 0.1017 - acc: 0.9916 - val_loss: 0.4123 - val_acc: 0.9176 563 Epoch 2781/5000 564 80/80 - 32s 399ms/step - loss: 0.0977 - acc: 0.9934 - val_loss: 0.4133 - val_acc: 0.9180 565 Epoch 2782/5000 566 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9931 - val_loss: 0.4278 - val_acc: 0.9153 567 Epoch 2783/5000 568 80/80 - 32s 399ms/step - loss: 0.0992 - acc: 0.9927 - val_loss: 0.4089 - val_acc: 0.9185 569 Epoch 2784/5000 570 80/80 - 32s 399ms/step - loss: 0.0987 - acc: 0.9924 - val_loss: 0.4190 - val_acc: 0.9187 571 Epoch 2785/5000 572 80/80 - 32s 400ms/step - loss: 0.0989 - acc: 0.9929 - val_loss: 0.4083 - val_acc: 0.9191 573 Epoch 2786/5000 574 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9934 - val_loss: 0.4127 - val_acc: 0.9192 575 Epoch 2787/5000 576 80/80 - 32s 400ms/step - loss: 0.0981 - acc: 0.9931 - val_loss: 0.4030 - val_acc: 0.9207 577 Epoch 2788/5000 578 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9935 - val_loss: 0.3978 - val_acc: 0.9218 579 Epoch 2789/5000 580 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9932 - val_loss: 0.4080 - val_acc: 0.9205 581 Epoch 2790/5000 582 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9940 - val_loss: 0.4017 - val_acc: 0.9217 583 Epoch 2791/5000 584 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9933 - val_loss: 0.4003 - val_acc: 0.9223 585 Epoch 2792/5000 586 80/80 - 32s 400ms/step - loss: 0.0944 - acc: 0.9943 - val_loss: 0.4182 - val_acc: 0.9211 587 Epoch 2793/5000 588 80/80 - 32s 400ms/step - loss: 0.0974 - acc: 0.9935 - val_loss: 0.4142 - val_acc: 0.9176 589 Epoch 2794/5000 590 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9935 - val_loss: 0.3996 - val_acc: 0.9209 591 Epoch 2795/5000 592 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9933 - val_loss: 0.4202 - val_acc: 0.9171 593 Epoch 2796/5000 594 80/80 - 32s 400ms/step - loss: 0.1000 - acc: 0.9926 - val_loss: 0.4170 - val_acc: 0.9189 595 Epoch 2797/5000 596 80/80 - 32s 399ms/step - loss: 0.0982 - acc: 0.9929 - val_loss: 0.4060 - val_acc: 0.9215 597 Epoch 2798/5000 598 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9932 - val_loss: 0.4076 - val_acc: 0.9205 599 Epoch 2799/5000 600 80/80 - 32s 400ms/step - loss: 0.0952 - acc: 0.9943 - val_loss: 0.4100 - val_acc: 0.9200 601 Epoch 2800/5000 602 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9935 - val_loss: 0.4176 - val_acc: 0.9184 603 Epoch 2801/5000 604 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9936 - val_loss: 0.4148 - val_acc: 0.9175 605 Epoch 2802/5000 606 80/80 - 32s 399ms/step - loss: 0.0949 - acc: 0.9942 - val_loss: 0.4052 - val_acc: 0.9218 607 Epoch 2803/5000 608 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9939 - val_loss: 0.3979 - val_acc: 0.9220 609 Epoch 2804/5000 610 80/80 - 32s 399ms/step - loss: 0.0976 - acc: 0.9928 - val_loss: 0.3957 - val_acc: 0.9225 611 Epoch 2805/5000 612 80/80 - 32s 399ms/step - loss: 0.0980 - acc: 0.9934 - val_loss: 0.3964 - val_acc: 0.9216 613 Epoch 2806/5000 614 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9935 - val_loss: 0.4204 - val_acc: 0.9203 615 Epoch 2807/5000 616 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9934 - val_loss: 0.4139 - val_acc: 0.9203 617 Epoch 2808/5000 618 80/80 - 32s 400ms/step - loss: 0.0987 - acc: 0.9929 - val_loss: 0.4037 - val_acc: 0.9192 619 Epoch 2809/5000 620 80/80 - 32s 400ms/step - loss: 0.0986 - acc: 0.9927 - val_loss: 0.4057 - val_acc: 0.9203 621 Epoch 2810/5000 622 80/80 - 32s 400ms/step - loss: 0.0987 - acc: 0.9930 - val_loss: 0.4055 - val_acc: 0.9181 623 Epoch 2811/5000 624 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9936 - val_loss: 0.4011 - val_acc: 0.9174 625 Epoch 2812/5000 626 80/80 - 32s 400ms/step - loss: 0.0948 - acc: 0.9944 - val_loss: 0.4148 - val_acc: 0.9197 627 Epoch 2813/5000 628 80/80 - 32s 400ms/step - loss: 0.0956 - acc: 0.9942 - val_loss: 0.4006 - val_acc: 0.9234 629 Epoch 2814/5000 630 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9934 - val_loss: 0.3995 - val_acc: 0.9185 631 Epoch 2815/5000 632 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9940 - val_loss: 0.4069 - val_acc: 0.9206 633 Epoch 2816/5000 634 80/80 - 32s 399ms/step - loss: 0.0991 - acc: 0.9924 - val_loss: 0.4033 - val_acc: 0.9209 635 Epoch 2817/5000 636 80/80 - 32s 399ms/step - loss: 0.0977 - acc: 0.9930 - val_loss: 0.3956 - val_acc: 0.9223 637 Epoch 2818/5000 638 80/80 - 32s 400ms/step - loss: 0.0945 - acc: 0.9945 - val_loss: 0.3962 - val_acc: 0.9258 639 Epoch 2819/5000 640 80/80 - 32s 399ms/step - loss: 0.0947 - acc: 0.9939 - val_loss: 0.3998 - val_acc: 0.9231 641 Epoch 2820/5000 642 80/80 - 32s 399ms/step - loss: 0.0966 - acc: 0.9937 - val_loss: 0.4144 - val_acc: 0.9206 643 Epoch 2821/5000 644 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9934 - val_loss: 0.4081 - val_acc: 0.9206 645 Epoch 2822/5000 646 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9940 - val_loss: 0.4050 - val_acc: 0.9226 647 Epoch 2823/5000 648 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9937 - val_loss: 0.4340 - val_acc: 0.9173 649 Epoch 2824/5000 650 80/80 - 32s 400ms/step - loss: 0.1004 - acc: 0.9921 - val_loss: 0.3955 - val_acc: 0.9213 651 Epoch 2825/5000 652 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9935 - val_loss: 0.4043 - val_acc: 0.9214 653 Epoch 2826/5000 654 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9938 - val_loss: 0.4085 - val_acc: 0.9219 655 Epoch 2827/5000 656 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9928 - val_loss: 0.3964 - val_acc: 0.9210 657 Epoch 2828/5000 658 80/80 - 32s 400ms/step - loss: 0.0934 - acc: 0.9948 - val_loss: 0.4140 - val_acc: 0.9205 659 Epoch 2829/5000 660 80/80 - 32s 400ms/step - loss: 0.0945 - acc: 0.9942 - val_loss: 0.4219 - val_acc: 0.9198 661 Epoch 2830/5000 662 80/80 - 32s 400ms/step - loss: 0.0995 - acc: 0.9923 - val_loss: 0.4031 - val_acc: 0.9197 663 Epoch 2831/5000 664 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9939 - val_loss: 0.3897 - val_acc: 0.9226 665 Epoch 2832/5000 666 80/80 - 32s 400ms/step - loss: 0.1004 - acc: 0.9927 - val_loss: 0.3936 - val_acc: 0.9214 667 Epoch 2833/5000 668 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9931 - val_loss: 0.4018 - val_acc: 0.9201 669 Epoch 2834/5000 670 80/80 - 32s 400ms/step - loss: 0.0998 - acc: 0.9924 - val_loss: 0.3988 - val_acc: 0.9198 671 Epoch 2835/5000 672 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9933 - val_loss: 0.3856 - val_acc: 0.9240 673 Epoch 2836/5000 674 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9939 - val_loss: 0.3876 - val_acc: 0.9229 675 Epoch 2837/5000 676 80/80 - 32s 400ms/step - loss: 0.0941 - acc: 0.9944 - val_loss: 0.3920 - val_acc: 0.9244 677 Epoch 2838/5000 678 80/80 - 32s 400ms/step - loss: 0.0948 - acc: 0.9944 - val_loss: 0.4028 - val_acc: 0.9221 679 Epoch 2839/5000 680 80/80 - 32s 400ms/step - loss: 0.0937 - acc: 0.9945 - val_loss: 0.4004 - val_acc: 0.9229 681 Epoch 2840/5000 682 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9934 - val_loss: 0.3903 - val_acc: 0.9226 683 Epoch 2841/5000 684 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9934 - val_loss: 0.3857 - val_acc: 0.9256 685 Epoch 2842/5000 686 80/80 - 32s 399ms/step - loss: 0.0964 - acc: 0.9936 - val_loss: 0.4010 - val_acc: 0.9221 687 Epoch 2843/5000 688 80/80 - 32s 400ms/step - loss: 0.0967 - acc: 0.9937 - val_loss: 0.4024 - val_acc: 0.9216 689 Epoch 2844/5000 690 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9926 - val_loss: 0.3900 - val_acc: 0.9236 691 Epoch 2845/5000 692 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9935 - val_loss: 0.3953 - val_acc: 0.9221 693 Epoch 2846/5000 694 80/80 - 32s 400ms/step - loss: 0.0951 - acc: 0.9938 - val_loss: 0.4021 - val_acc: 0.9208 695 Epoch 2847/5000 696 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9930 - val_loss: 0.4009 - val_acc: 0.9233 697 Epoch 2848/5000 698 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9930 - val_loss: 0.3930 - val_acc: 0.9237 699 Epoch 2849/5000 700 80/80 - 32s 400ms/step - loss: 0.0956 - acc: 0.9939 - val_loss: 0.4015 - val_acc: 0.9243 701 Epoch 2850/5000 702 80/80 - 32s 400ms/step - loss: 0.0927 - acc: 0.9948 - val_loss: 0.4049 - val_acc: 0.9207 703 Epoch 2851/5000 704 80/80 - 32s 400ms/step - loss: 0.0946 - acc: 0.9940 - val_loss: 0.4033 - val_acc: 0.9220 705 Epoch 2852/5000 706 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9929 - val_loss: 0.4225 - val_acc: 0.9175 707 Epoch 2853/5000 708 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9922 - val_loss: 0.4070 - val_acc: 0.9192 709 Epoch 2854/5000 710 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9928 - val_loss: 0.4036 - val_acc: 0.9210 711 Epoch 2855/5000 712 80/80 - 32s 399ms/step - loss: 0.0987 - acc: 0.9926 - val_loss: 0.4075 - val_acc: 0.9206 713 Epoch 2856/5000 714 80/80 - 32s 400ms/step - loss: 0.0987 - acc: 0.9927 - val_loss: 0.4032 - val_acc: 0.9203 715 Epoch 2857/5000 716 80/80 - 32s 401ms/step - loss: 0.0969 - acc: 0.9938 - val_loss: 0.4019 - val_acc: 0.9213 717 Epoch 2858/5000 718 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9937 - val_loss: 0.3899 - val_acc: 0.9238 719 Epoch 2859/5000 720 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9934 - val_loss: 0.3993 - val_acc: 0.9214 721 Epoch 2860/5000 722 80/80 - 32s 400ms/step - loss: 0.0949 - acc: 0.9941 - val_loss: 0.3994 - val_acc: 0.9235 723 Epoch 2861/5000 724 80/80 - 32s 401ms/step - loss: 0.0970 - acc: 0.9935 - val_loss: 0.4064 - val_acc: 0.9214 725 Epoch 2862/5000 726 80/80 - 32s 399ms/step - loss: 0.0955 - acc: 0.9940 - val_loss: 0.4041 - val_acc: 0.9193 727 Epoch 2863/5000 728 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9938 - val_loss: 0.4191 - val_acc: 0.9191 729 Epoch 2864/5000 730 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9931 - val_loss: 0.4045 - val_acc: 0.9201 731 Epoch 2865/5000 732 80/80 - 32s 399ms/step - loss: 0.0954 - acc: 0.9943 - val_loss: 0.3977 - val_acc: 0.9211 733 Epoch 2866/5000 734 80/80 - 32s 400ms/step - loss: 0.0961 - acc: 0.9938 - val_loss: 0.3989 - val_acc: 0.9227 735 Epoch 2867/5000 736 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9938 - val_loss: 0.3939 - val_acc: 0.9250 737 Epoch 2868/5000 738 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9930 - val_loss: 0.4125 - val_acc: 0.9216 739 Epoch 2869/5000 740 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9930 - val_loss: 0.4048 - val_acc: 0.9215 741 Epoch 2870/5000 742 80/80 - 32s 400ms/step - loss: 0.0993 - acc: 0.9924 - val_loss: 0.4179 - val_acc: 0.9196 743 Epoch 2871/5000 744 80/80 - 32s 399ms/step - loss: 0.0972 - acc: 0.9932 - val_loss: 0.4137 - val_acc: 0.9187 745 Epoch 2872/5000 746 80/80 - 32s 399ms/step - loss: 0.0984 - acc: 0.9931 - val_loss: 0.4157 - val_acc: 0.9195 747 Epoch 2873/5000 748 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9936 - val_loss: 0.4047 - val_acc: 0.9201 749 Epoch 2874/5000 750 80/80 - 32s 400ms/step - loss: 0.0961 - acc: 0.9935 - val_loss: 0.4069 - val_acc: 0.9214 751 Epoch 2875/5000 752 80/80 - 32s 400ms/step - loss: 0.0955 - acc: 0.9936 - val_loss: 0.4101 - val_acc: 0.9211 753 Epoch 2876/5000 754 80/80 - 32s 400ms/step - loss: 0.0973 - acc: 0.9933 - val_loss: 0.4001 - val_acc: 0.9206 755 Epoch 2877/5000 756 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9935 - val_loss: 0.4101 - val_acc: 0.9204 757 Epoch 2878/5000 758 80/80 - 32s 400ms/step - loss: 0.0967 - acc: 0.9934 - val_loss: 0.4193 - val_acc: 0.9174 759 Epoch 2879/5000 760 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9933 - val_loss: 0.4158 - val_acc: 0.9175 761 Epoch 2880/5000 762 80/80 - 32s 399ms/step - loss: 0.0972 - acc: 0.9932 - val_loss: 0.4232 - val_acc: 0.9165 763 Epoch 2881/5000 764 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9937 - val_loss: 0.4191 - val_acc: 0.9158 765 Epoch 2882/5000 766 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9931 - val_loss: 0.4062 - val_acc: 0.9201 767 Epoch 2883/5000 768 80/80 - 32s 400ms/step - loss: 0.0976 - acc: 0.9929 - val_loss: 0.4061 - val_acc: 0.9226 769 Epoch 2884/5000 770 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9933 - val_loss: 0.4124 - val_acc: 0.9204 771 Epoch 2885/5000 772 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9929 - val_loss: 0.4139 - val_acc: 0.9208 773 Epoch 2886/5000 774 80/80 - 32s 400ms/step - loss: 0.0999 - acc: 0.9925 - val_loss: 0.3985 - val_acc: 0.9198 775 Epoch 2887/5000 776 80/80 - 32s 399ms/step - loss: 0.0984 - acc: 0.9931 - val_loss: 0.4021 - val_acc: 0.9228 777 Epoch 2888/5000 778 80/80 - 32s 399ms/step - loss: 0.0941 - acc: 0.9943 - val_loss: 0.3999 - val_acc: 0.9217 779 Epoch 2889/5000 780 80/80 - 32s 400ms/step - loss: 0.0963 - acc: 0.9938 - val_loss: 0.4054 - val_acc: 0.9195 781 Epoch 2890/5000 782 80/80 - 32s 400ms/step - loss: 0.0997 - acc: 0.9925 - val_loss: 0.4106 - val_acc: 0.9215 783 Epoch 2891/5000 784 80/80 - 32s 400ms/step - loss: 0.0988 - acc: 0.9930 - val_loss: 0.4006 - val_acc: 0.9206 785 Epoch 2892/5000 786 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9934 - val_loss: 0.4031 - val_acc: 0.9217 787 Epoch 2893/5000 788 80/80 - 32s 400ms/step - loss: 0.0981 - acc: 0.9931 - val_loss: 0.4196 - val_acc: 0.9153 789 Epoch 2894/5000 790 80/80 - 32s 399ms/step - loss: 0.0960 - acc: 0.9937 - val_loss: 0.4029 - val_acc: 0.9210 791 Epoch 2895/5000 792 80/80 - 32s 399ms/step - loss: 0.0943 - acc: 0.9942 - val_loss: 0.4019 - val_acc: 0.9227 793 Epoch 2896/5000 794 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9936 - val_loss: 0.4055 - val_acc: 0.9214 795 Epoch 2897/5000 796 80/80 - 32s 400ms/step - loss: 0.0954 - acc: 0.9936 - val_loss: 0.4086 - val_acc: 0.9233 797 Epoch 2898/5000 798 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9931 - val_loss: 0.4137 - val_acc: 0.9195 799 Epoch 2899/5000 800 80/80 - 32s 399ms/step - loss: 0.0993 - acc: 0.9927 - val_loss: 0.3915 - val_acc: 0.9229 801 Epoch 2900/5000 802 80/80 - 32s 400ms/step - loss: 0.0993 - acc: 0.9928 - val_loss: 0.3793 - val_acc: 0.9265 803 Epoch 2901/5000 804 80/80 - 32s 399ms/step - loss: 0.0956 - acc: 0.9936 - val_loss: 0.3990 - val_acc: 0.9229 805 Epoch 2902/5000 806 80/80 - 32s 399ms/step - loss: 0.0976 - acc: 0.9929 - val_loss: 0.4090 - val_acc: 0.9201 807 Epoch 2903/5000 808 80/80 - 32s 400ms/step - loss: 0.0959 - acc: 0.9937 - val_loss: 0.4035 - val_acc: 0.9232 809 Epoch 2904/5000 810 80/80 - 32s 399ms/step - loss: 0.0982 - acc: 0.9930 - val_loss: 0.4085 - val_acc: 0.9210 811 Epoch 2905/5000 812 80/80 - 32s 401ms/step - loss: 0.0955 - acc: 0.9936 - val_loss: 0.4115 - val_acc: 0.9212 813 Epoch 2906/5000 814 80/80 - 32s 400ms/step - loss: 0.0993 - acc: 0.9926 - val_loss: 0.4004 - val_acc: 0.9202 815 Epoch 2907/5000 816 80/80 - 32s 399ms/step - loss: 0.0966 - acc: 0.9938 - val_loss: 0.3916 - val_acc: 0.9217 817 Epoch 2908/5000 818 80/80 - 32s 399ms/step - loss: 0.0946 - acc: 0.9940 - val_loss: 0.4052 - val_acc: 0.9215 819 Epoch 2909/5000 820 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9941 - val_loss: 0.4041 - val_acc: 0.9218 821 Epoch 2910/5000 822 80/80 - 32s 400ms/step - loss: 0.0957 - acc: 0.9938 - val_loss: 0.4080 - val_acc: 0.9225 823 Epoch 2911/5000 824 80/80 - 32s 400ms/step - loss: 0.0984 - acc: 0.9928 - val_loss: 0.4084 - val_acc: 0.9204 825 Epoch 2912/5000 826 80/80 - 32s 400ms/step - loss: 0.0957 - acc: 0.9937 - val_loss: 0.4140 - val_acc: 0.9189 827 Epoch 2913/5000 828 80/80 - 32s 400ms/step - loss: 0.0974 - acc: 0.9932 - val_loss: 0.3915 - val_acc: 0.9228 829 Epoch 2914/5000 830 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9939 - val_loss: 0.3995 - val_acc: 0.9218 831 Epoch 2915/5000 832 80/80 - 32s 400ms/step - loss: 0.0965 - acc: 0.9936 - val_loss: 0.4201 - val_acc: 0.9200 833 Epoch 2916/5000 834 80/80 - 32s 400ms/step - loss: 0.0967 - acc: 0.9937 - val_loss: 0.3995 - val_acc: 0.9223 835 Epoch 2917/5000 836 80/80 - 32s 400ms/step - loss: 0.0959 - acc: 0.9937 - val_loss: 0.4102 - val_acc: 0.9200 837 Epoch 2918/5000 838 80/80 - 32s 400ms/step - loss: 0.0955 - acc: 0.9939 - val_loss: 0.4134 - val_acc: 0.9197 839 Epoch 2919/5000 840 80/80 - 32s 400ms/step - loss: 0.0966 - acc: 0.9936 - val_loss: 0.4088 - val_acc: 0.9232 841 Epoch 2920/5000 842 80/80 - 32s 399ms/step - loss: 0.0969 - acc: 0.9930 - val_loss: 0.4175 - val_acc: 0.9202 843 Epoch 2921/5000 844 80/80 - 32s 399ms/step - loss: 0.0966 - acc: 0.9935 - val_loss: 0.4059 - val_acc: 0.9207 845 Epoch 2922/5000 846 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9927 - val_loss: 0.4131 - val_acc: 0.9187 847 Epoch 2923/5000 848 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9933 - val_loss: 0.4185 - val_acc: 0.9204 849 Epoch 2924/5000 850 80/80 - 32s 404ms/step - loss: 0.0952 - acc: 0.9938 - val_loss: 0.4081 - val_acc: 0.9242 851 Epoch 2925/5000 852 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9933 - val_loss: 0.4269 - val_acc: 0.9153 853 Epoch 2926/5000 854 80/80 - 32s 400ms/step - loss: 0.0981 - acc: 0.9926 - val_loss: 0.4256 - val_acc: 0.9169 855 Epoch 2927/5000 856 80/80 - 32s 400ms/step - loss: 0.0960 - acc: 0.9934 - val_loss: 0.4056 - val_acc: 0.9221 857 Epoch 2928/5000 858 80/80 - 32s 400ms/step - loss: 0.0971 - acc: 0.9932 - val_loss: 0.4175 - val_acc: 0.9180 859 Epoch 2929/5000 860 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9937 - val_loss: 0.4009 - val_acc: 0.9214 861 Epoch 2930/5000 862 80/80 - 32s 400ms/step - loss: 0.0960 - acc: 0.9935 - val_loss: 0.3967 - val_acc: 0.9223 863 Epoch 2931/5000 864 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9940 - val_loss: 0.4220 - val_acc: 0.9176 865 Epoch 2932/5000 866 80/80 - 32s 401ms/step - loss: 0.0975 - acc: 0.9928 - val_loss: 0.4027 - val_acc: 0.9214 867 Epoch 2933/5000 868 80/80 - 32s 400ms/step - loss: 0.0983 - acc: 0.9927 - val_loss: 0.4145 - val_acc: 0.9176 869 Epoch 2934/5000 870 80/80 - 32s 400ms/step - loss: 0.0943 - acc: 0.9946 - val_loss: 0.4156 - val_acc: 0.9179 871 Epoch 2935/5000 872 80/80 - 32s 400ms/step - loss: 0.0959 - acc: 0.9933 - val_loss: 0.4066 - val_acc: 0.9221 873 Epoch 2936/5000 874 80/80 - 32s 400ms/step - loss: 0.0967 - acc: 0.9934 - val_loss: 0.4068 - val_acc: 0.9212 875 Epoch 2937/5000 876 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9927 - val_loss: 0.4241 - val_acc: 0.9167 877 Epoch 2938/5000 878 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9931 - val_loss: 0.4394 - val_acc: 0.9145 879 Epoch 2939/5000 880 80/80 - 32s 400ms/step - loss: 0.0990 - acc: 0.9931 - val_loss: 0.4005 - val_acc: 0.9216 881 Epoch 2940/5000 882 80/80 - 32s 399ms/step - loss: 0.0986 - acc: 0.9927 - val_loss: 0.4044 - val_acc: 0.9193 883 Epoch 2941/5000 884 80/80 - 32s 400ms/step - loss: 0.0954 - acc: 0.9942 - val_loss: 0.4181 - val_acc: 0.9186 885 Epoch 2942/5000 886 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9937 - val_loss: 0.4147 - val_acc: 0.9203 887 Epoch 2943/5000 888 80/80 - 32s 399ms/step - loss: 0.0951 - acc: 0.9942 - val_loss: 0.4275 - val_acc: 0.9175 889 Epoch 2944/5000 890 80/80 - 32s 400ms/step - loss: 0.0939 - acc: 0.9944 - val_loss: 0.4291 - val_acc: 0.9166 891 Epoch 2945/5000 892 80/80 - 32s 400ms/step - loss: 0.0982 - acc: 0.9928 - val_loss: 0.4092 - val_acc: 0.9196 893 Epoch 2946/5000 894 80/80 - 32s 399ms/step - loss: 0.0978 - acc: 0.9932 - val_loss: 0.4252 - val_acc: 0.9205 895 Epoch 2947/5000 896 80/80 - 32s 400ms/step - loss: 0.0966 - acc: 0.9937 - val_loss: 0.4080 - val_acc: 0.9209 897 Epoch 2948/5000 898 80/80 - 32s 400ms/step - loss: 0.0977 - acc: 0.9930 - val_loss: 0.4041 - val_acc: 0.9204 899 Epoch 2949/5000 900 80/80 - 32s 399ms/step - loss: 0.0955 - acc: 0.9936 - val_loss: 0.4146 - val_acc: 0.9192 901 Epoch 2950/5000 902 80/80 - 32s 399ms/step - loss: 0.1007 - acc: 0.9920 - val_loss: 0.4123 - val_acc: 0.9200 903 Epoch 2951/5000 904 80/80 - 32s 399ms/step - loss: 0.0988 - acc: 0.9930 - val_loss: 0.4133 - val_acc: 0.9194 905 Epoch 2952/5000 906 80/80 - 32s 399ms/step - loss: 0.0972 - acc: 0.9929 - val_loss: 0.4094 - val_acc: 0.9190 907 Epoch 2953/5000 908 80/80 - 32s 400ms/step - loss: 0.0969 - acc: 0.9933 - val_loss: 0.3973 - val_acc: 0.9224 909 Epoch 2954/5000 910 80/80 - 32s 399ms/step - loss: 0.0951 - acc: 0.9938 - val_loss: 0.4130 - val_acc: 0.9218 911 Epoch 2955/5000 912 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9930 - val_loss: 0.4078 - val_acc: 0.9207 913 Epoch 2956/5000 914 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9937 - val_loss: 0.4102 - val_acc: 0.9188 915 Epoch 2957/5000 916 80/80 - 32s 400ms/step - loss: 0.1000 - acc: 0.9921 - val_loss: 0.4272 - val_acc: 0.9164 917 Epoch 2958/5000 918 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9932 - val_loss: 0.4090 - val_acc: 0.9187 919 Epoch 2959/5000 920 80/80 - 32s 400ms/step - loss: 0.0963 - acc: 0.9932 - val_loss: 0.4071 - val_acc: 0.9222 921 Epoch 2960/5000 922 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9940 - val_loss: 0.4108 - val_acc: 0.9208 923 Epoch 2961/5000 924 80/80 - 32s 399ms/step - loss: 0.0949 - acc: 0.9942 - val_loss: 0.4117 - val_acc: 0.9184 925 Epoch 2962/5000 926 80/80 - 32s 399ms/step - loss: 0.0939 - acc: 0.9948 - val_loss: 0.4099 - val_acc: 0.9209 927 Epoch 2963/5000 928 80/80 - 32s 400ms/step - loss: 0.0957 - acc: 0.9938 - val_loss: 0.4137 - val_acc: 0.9195 929 Epoch 2964/5000 930 80/80 - 32s 400ms/step - loss: 0.0970 - acc: 0.9934 - val_loss: 0.3981 - val_acc: 0.9202 931 Epoch 2965/5000 932 80/80 - 32s 399ms/step - loss: 0.0961 - acc: 0.9941 - val_loss: 0.4239 - val_acc: 0.9195 933 Epoch 2966/5000 934 80/80 - 32s 399ms/step - loss: 0.0958 - acc: 0.9939 - val_loss: 0.4232 - val_acc: 0.9203 935 Epoch 2967/5000 936 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9934 - val_loss: 0.4074 - val_acc: 0.9216 937 Epoch 2968/5000 938 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9936 - val_loss: 0.4118 - val_acc: 0.9193 939 Epoch 2969/5000 940 80/80 - 32s 399ms/step - loss: 0.0973 - acc: 0.9930 - val_loss: 0.4131 - val_acc: 0.9198 941 Epoch 2970/5000 942 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9940 - val_loss: 0.4189 - val_acc: 0.9160 943 Epoch 2971/5000 944 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9930 - val_loss: 0.4057 - val_acc: 0.9209 945 Epoch 2972/5000 946 80/80 - 32s 400ms/step - loss: 0.0961 - acc: 0.9931 - val_loss: 0.4205 - val_acc: 0.9179 947 Epoch 2973/5000 948 80/80 - 32s 399ms/step - loss: 0.0967 - acc: 0.9937 - val_loss: 0.4125 - val_acc: 0.9224 949 Epoch 2974/5000 950 80/80 - 32s 400ms/step - loss: 0.0972 - acc: 0.9934 - val_loss: 0.3937 - val_acc: 0.9228 951 Epoch 2975/5000 952 80/80 - 32s 399ms/step - loss: 0.0983 - acc: 0.9927 - val_loss: 0.4062 - val_acc: 0.9212 953 Epoch 2976/5000 954 80/80 - 32s 399ms/step - loss: 0.0957 - acc: 0.9937 - val_loss: 0.4155 - val_acc: 0.9193 955 Epoch 2977/5000 956 80/80 - 32s 400ms/step - loss: 0.0947 - acc: 0.9940 - val_loss: 0.4231 - val_acc: 0.9165 957 Epoch 2978/5000 958 80/80 - 32s 400ms/step - loss: 0.0957 - acc: 0.9934 - val_loss: 0.4168 - val_acc: 0.9203 959 Epoch 2979/5000 960 80/80 - 32s 400ms/step - loss: 0.0962 - acc: 0.9938 - val_loss: 0.3969 - val_acc: 0.9249 961 Epoch 2980/5000 962 80/80 - 32s 400ms/step - loss: 0.0966 - acc: 0.9933 - val_loss: 0.4029 - val_acc: 0.9222 963 Epoch 2981/5000 964 80/80 - 32s 400ms/step - loss: 0.0958 - acc: 0.9936 - val_loss: 0.4147 - val_acc: 0.9203 965 Epoch 2982/5000 966 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9937 - val_loss: 0.4105 - val_acc: 0.9237 967 Epoch 2983/5000 968 80/80 - 32s 400ms/step - loss: 0.0978 - acc: 0.9933 - val_loss: 0.4073 - val_acc: 0.9219 969 Epoch 2984/5000 970 80/80 - 32s 399ms/step - loss: 0.0992 - acc: 0.9927 - val_loss: 0.4007 - val_acc: 0.9206 971 Epoch 2985/5000 972 80/80 - 32s 400ms/step - loss: 0.0979 - acc: 0.9926 - val_loss: 0.3869 - val_acc: 0.9237 973 Epoch 2986/5000 974 80/80 - 32s 399ms/step - loss: 0.0965 - acc: 0.9934 - val_loss: 0.4219 - val_acc: 0.9190 975 Epoch 2987/5000 976 80/80 - 32s 399ms/step - loss: 0.0957 - acc: 0.9937 - val_loss: 0.4208 - val_acc: 0.9186 977 Epoch 2988/5000 978 80/80 - 32s 399ms/step - loss: 0.0973 - acc: 0.9932 - val_loss: 0.4147 - val_acc: 0.9178 979 Epoch 2989/5000 980 80/80 - 32s 399ms/step - loss: 0.0952 - acc: 0.9937 - val_loss: 0.4166 - val_acc: 0.9193 981 Epoch 2990/5000 982 80/80 - 32s 400ms/step - loss: 0.0975 - acc: 0.9930 - val_loss: 0.4258 - val_acc: 0.9171 983 Epoch 2991/5000 984 80/80 - 32s 399ms/step - loss: 0.0943 - acc: 0.9941 - val_loss: 0.4181 - val_acc: 0.9171 985 Epoch 2992/5000 986 80/80 - 32s 400ms/step - loss: 0.0953 - acc: 0.9939 - val_loss: 0.4198 - val_acc: 0.9200 987 Epoch 2993/5000 988 80/80 - 32s 399ms/step - loss: 0.0972 - acc: 0.9930 - val_loss: 0.4107 - val_acc: 0.9197 989 Epoch 2994/5000 990 80/80 - 32s 399ms/step - loss: 0.0968 - acc: 0.9933 - val_loss: 0.4157 - val_acc: 0.9169 991 Epoch 2995/5000 992 80/80 - 32s 399ms/step - loss: 0.0942 - acc: 0.9946 - val_loss: 0.4168 - val_acc: 0.9182 993 Epoch 2996/5000 994 80/80 - 32s 400ms/step - loss: 0.0985 - acc: 0.9928 - val_loss: 0.3975 - val_acc: 0.9207 995 Epoch 2997/5000 996 80/80 - 32s 399ms/step - loss: 0.0959 - acc: 0.9935 - val_loss: 0.3998 - val_acc: 0.9207 997 Epoch 2998/5000 998 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9934 - val_loss: 0.4053 - val_acc: 0.9188 999 Epoch 2999/5000 1000 80/80 - 32s 400ms/step - loss: 0.0964 - acc: 0.9937 - val_loss: 0.4064 - val_acc: 0.9224 1001 Epoch 3000/5000 1002 80/80 - 32s 400ms/step - loss: 0.0980 - acc: 0.9927 - val_loss: 0.3968 - val_acc: 0.9236 1003 Epoch 3001/5000 1004 lr changed to 0.0009999999776482583 1005 80/80 - 32s 400ms/step - loss: 0.0968 - acc: 0.9934 - val_loss: 0.3838 - val_acc: 0.9253 1006 Epoch 3002/5000 1007 80/80 - 32s 400ms/step - loss: 0.0884 - acc: 0.9963 - val_loss: 0.3789 - val_acc: 0.9271 1008 Epoch 3003/5000 1009 80/80 - 32s 400ms/step - loss: 0.0875 - acc: 0.9969 - val_loss: 0.3780 - val_acc: 0.9271 1010 Epoch 3004/5000 1011 80/80 - 32s 400ms/step - loss: 0.0847 - acc: 0.9976 - val_loss: 0.3759 - val_acc: 0.9278 1012 Epoch 3005/5000 1013 80/80 - 32s 400ms/step - loss: 0.0851 - acc: 0.9976 - val_loss: 0.3754 - val_acc: 0.9282 1014 Epoch 3006/5000 1015 80/80 - 32s 400ms/step - loss: 0.0834 - acc: 0.9981 - val_loss: 0.3740 - val_acc: 0.9288 1016 Epoch 3007/5000 1017 80/80 - 32s 400ms/step - loss: 0.0830 - acc: 0.9982 - val_loss: 0.3733 - val_acc: 0.9300 1018 Epoch 3008/5000 1019 80/80 - 32s 399ms/step - loss: 0.0831 - acc: 0.9982 - val_loss: 0.3756 - val_acc: 0.9301 1020 Epoch 3009/5000 1021 80/80 - 32s 400ms/step - loss: 0.0821 - acc: 0.9984 - val_loss: 0.3762 - val_acc: 0.9308 1022 Epoch 3010/5000 1023 80/80 - 32s 399ms/step - loss: 0.0824 - acc: 0.9982 - val_loss: 0.3773 - val_acc: 0.9300 1024 Epoch 3011/5000 1025 80/80 - 32s 400ms/step - loss: 0.0818 - acc: 0.9984 - val_loss: 0.3797 - val_acc: 0.9299 1026 Epoch 3012/5000 1027 80/80 - 32s 400ms/step - loss: 0.0821 - acc: 0.9985 - val_loss: 0.3804 - val_acc: 0.9294 1028 Epoch 3013/5000 1029 80/80 - 32s 400ms/step - loss: 0.0812 - acc: 0.9988 - val_loss: 0.3811 - val_acc: 0.9288 1030 Epoch 3014/5000 1031 80/80 - 32s 400ms/step - loss: 0.0819 - acc: 0.9984 - val_loss: 0.3810 - val_acc: 0.9300 1032 Epoch 3015/5000 1033 80/80 - 32s 400ms/step - loss: 0.0812 - acc: 0.9987 - val_loss: 0.3800 - val_acc: 0.9302 1034 Epoch 3016/5000 1035 80/80 - 32s 400ms/step - loss: 0.0813 - acc: 0.9989 - val_loss: 0.3814 - val_acc: 0.9299 1036 Epoch 3017/5000 1037 80/80 - 32s 400ms/step - loss: 0.0811 - acc: 0.9988 - val_loss: 0.3826 - val_acc: 0.9297 1038 Epoch 3018/5000 1039 80/80 - 32s 400ms/step - loss: 0.0807 - acc: 0.9988 - val_loss: 0.3823 - val_acc: 0.9307 1040 Epoch 3019/5000 1041 80/80 - 32s 400ms/step - loss: 0.0808 - acc: 0.9987 - val_loss: 0.3813 - val_acc: 0.9305 1042 Epoch 3020/5000 1043 80/80 - 32s 400ms/step - loss: 0.0810 - acc: 0.9988 - val_loss: 0.3836 - val_acc: 0.9296 1044 Epoch 3021/5000 1045 80/80 - 32s 400ms/step - loss: 0.0809 - acc: 0.9987 - val_loss: 0.3835 - val_acc: 0.9307 1046 Epoch 3022/5000 1047 80/80 - 32s 400ms/step - loss: 0.0803 - acc: 0.9988 - val_loss: 0.3824 - val_acc: 0.9301 1048 Epoch 3023/5000 1049 80/80 - 32s 399ms/step - loss: 0.0807 - acc: 0.9989 - val_loss: 0.3825 - val_acc: 0.9303 1050 Epoch 3024/5000 1051 80/80 - 32s 404ms/step - loss: 0.0802 - acc: 0.9990 - val_loss: 0.3835 - val_acc: 0.9301 1052 Epoch 3025/5000 1053 80/80 - 32s 400ms/step - loss: 0.0801 - acc: 0.9989 - val_loss: 0.3835 - val_acc: 0.9294 1054 Epoch 3026/5000 1055 80/80 - 32s 400ms/step - loss: 0.0806 - acc: 0.9986 - val_loss: 0.3824 - val_acc: 0.9306 1056 Epoch 3027/5000 1057 80/80 - 32s 400ms/step - loss: 0.0805 - acc: 0.9989 - val_loss: 0.3806 - val_acc: 0.9304 1058 Epoch 3028/5000 1059 80/80 - 32s 400ms/step - loss: 0.0799 - acc: 0.9991 - val_loss: 0.3837 - val_acc: 0.9303 1060 Epoch 3029/5000 1061 80/80 - 32s 400ms/step - loss: 0.0799 - acc: 0.9990 - val_loss: 0.3835 - val_acc: 0.9302 1062 Epoch 3030/5000 1063 80/80 - 32s 400ms/step - loss: 0.0795 - acc: 0.9991 - val_loss: 0.3831 - val_acc: 0.9312 1064 Epoch 3031/5000 1065 80/80 - 32s 400ms/step - loss: 0.0803 - acc: 0.9989 - val_loss: 0.3833 - val_acc: 0.9312 1066 Epoch 3032/5000 1067 80/80 - 32s 401ms/step - loss: 0.0803 - acc: 0.9989 - val_loss: 0.3868 - val_acc: 0.9298 1068 Epoch 3033/5000 1069 80/80 - 32s 400ms/step - loss: 0.0792 - acc: 0.9991 - val_loss: 0.3878 - val_acc: 0.9300 1070 Epoch 3034/5000 1071 80/80 - 32s 400ms/step - loss: 0.0795 - acc: 0.9990 - val_loss: 0.3866 - val_acc: 0.9302 1072 Epoch 3035/5000 1073 80/80 - 32s 400ms/step - loss: 0.0801 - acc: 0.9988 - val_loss: 0.3845 - val_acc: 0.9308 1074 Epoch 3036/5000 1075 80/80 - 32s 400ms/step - loss: 0.0791 - acc: 0.9993 - val_loss: 0.3815 - val_acc: 0.9313 1076 Epoch 3037/5000 1077 80/80 - 32s 400ms/step - loss: 0.0790 - acc: 0.9992 - val_loss: 0.3807 - val_acc: 0.9312 1078 Epoch 3038/5000 1079 80/80 - 32s 400ms/step - loss: 0.0797 - acc: 0.9990 - val_loss: 0.3808 - val_acc: 0.9317 1080 Epoch 3039/5000 1081 80/80 - 32s 400ms/step - loss: 0.0795 - acc: 0.9991 - val_loss: 0.3818 - val_acc: 0.9311 1082 Epoch 3040/5000 1083 80/80 - 32s 400ms/step - loss: 0.0794 - acc: 0.9990 - val_loss: 0.3828 - val_acc: 0.9319 1084 Epoch 3041/5000 1085 80/80 - 32s 400ms/step - loss: 0.0797 - acc: 0.9988 - val_loss: 0.3847 - val_acc: 0.9315 1086 Epoch 3042/5000 1087 80/80 - 32s 399ms/step - loss: 0.0792 - acc: 0.9991 - val_loss: 0.3845 - val_acc: 0.9312 1088 Epoch 3043/5000 1089 80/80 - 32s 400ms/step - loss: 0.0790 - acc: 0.9992 - val_loss: 0.3861 - val_acc: 0.9310 1090 Epoch 3044/5000 1091 80/80 - 32s 400ms/step - loss: 0.0791 - acc: 0.9990 - val_loss: 0.3872 - val_acc: 0.9309 1092 Epoch 3045/5000 1093 80/80 - 32s 399ms/step - loss: 0.0799 - acc: 0.9988 - val_loss: 0.3869 - val_acc: 0.9317 1094 Epoch 3046/5000 1095 80/80 - 32s 398ms/step - loss: 0.0791 - acc: 0.9991 - val_loss: 0.3870 - val_acc: 0.9324 1096 Epoch 3047/5000 1097 80/80 - 32s 399ms/step - loss: 0.0789 - acc: 0.9992 - val_loss: 0.3876 - val_acc: 0.9326 1098 Epoch 3048/5000 1099 80/80 - 32s 400ms/step - loss: 0.0787 - acc: 0.9991 - val_loss: 0.3884 - val_acc: 0.9321 1100 Epoch 3049/5000 1101 80/80 - 32s 400ms/step - loss: 0.0786 - acc: 0.9993 - val_loss: 0.3874 - val_acc: 0.9322 1102 Epoch 3050/5000 1103 80/80 - 32s 400ms/step - loss: 0.0789 - acc: 0.9991 - val_loss: 0.3894 - val_acc: 0.9316 1104 Epoch 3051/5000 1105 80/80 - 32s 400ms/step - loss: 0.0791 - acc: 0.9992 - val_loss: 0.3875 - val_acc: 0.9311 1106 Epoch 3052/5000 1107 80/80 - 32s 399ms/step - loss: 0.0787 - acc: 0.9991 - val_loss: 0.3849 - val_acc: 0.9318 1108 Epoch 3053/5000 1109 80/80 - 32s 399ms/step - loss: 0.0787 - acc: 0.9991 - val_loss: 0.3865 - val_acc: 0.9325 1110 Epoch 3054/5000 1111 80/80 - 32s 400ms/step - loss: 0.0785 - acc: 0.9992 - val_loss: 0.3880 - val_acc: 0.9316 1112 Epoch 3055/5000 1113 80/80 - 32s 399ms/step - loss: 0.0782 - acc: 0.9994 - val_loss: 0.3899 - val_acc: 0.9322 1114 Epoch 3056/5000 1115 80/80 - 32s 400ms/step - loss: 0.0787 - acc: 0.9991 - val_loss: 0.3896 - val_acc: 0.9315 1116 Epoch 3057/5000 1117 80/80 - 32s 399ms/step - loss: 0.0783 - acc: 0.9992 - val_loss: 0.3895 - val_acc: 0.9322 1118 Epoch 3058/5000 1119 80/80 - 32s 400ms/step - loss: 0.0781 - acc: 0.9994 - val_loss: 0.3903 - val_acc: 0.9310 1120 Epoch 3059/5000 1121 80/80 - 32s 399ms/step - loss: 0.0785 - acc: 0.9991 - val_loss: 0.3909 - val_acc: 0.9315 1122 Epoch 3060/5000 1123 80/80 - 32s 399ms/step - loss: 0.0785 - acc: 0.9991 - val_loss: 0.3904 - val_acc: 0.9320 1124 Epoch 3061/5000 1125 80/80 - 32s 400ms/step - loss: 0.0783 - acc: 0.9992 - val_loss: 0.3901 - val_acc: 0.9324 1126 Epoch 3062/5000 1127 80/80 - 32s 399ms/step - loss: 0.0779 - acc: 0.9995 - val_loss: 0.3888 - val_acc: 0.9322 1128 Epoch 3063/5000 1129 80/80 - 32s 400ms/step - loss: 0.0783 - acc: 0.9993 - val_loss: 0.3861 - val_acc: 0.9325 1130 Epoch 3064/5000 1131 80/80 - 32s 400ms/step - loss: 0.0779 - acc: 0.9993 - val_loss: 0.3867 - val_acc: 0.9321 1132 Epoch 3065/5000 1133 80/80 - 32s 399ms/step - loss: 0.0781 - acc: 0.9993 - val_loss: 0.3863 - val_acc: 0.9322 1134 Epoch 3066/5000 1135 80/80 - 32s 400ms/step - loss: 0.0785 - acc: 0.9991 - val_loss: 0.3847 - val_acc: 0.9322 1136 Epoch 3067/5000 1137 80/80 - 32s 399ms/step - loss: 0.0785 - acc: 0.9991 - val_loss: 0.3853 - val_acc: 0.9319 1138 Epoch 3068/5000 1139 80/80 - 32s 400ms/step - loss: 0.0778 - acc: 0.9993 - val_loss: 0.3843 - val_acc: 0.9317 1140 Epoch 3069/5000 1141 80/80 - 32s 399ms/step - loss: 0.0780 - acc: 0.9993 - val_loss: 0.3830 - val_acc: 0.9318 1142 Epoch 3070/5000 1143 80/80 - 32s 400ms/step - loss: 0.0780 - acc: 0.9993 - val_loss: 0.3841 - val_acc: 0.9317 1144 Epoch 3071/5000 1145 80/80 - 32s 400ms/step - loss: 0.0777 - acc: 0.9994 - val_loss: 0.3858 - val_acc: 0.9317 1146 Epoch 3072/5000 1147 80/80 - 32s 399ms/step - loss: 0.0780 - acc: 0.9990 - val_loss: 0.3869 - val_acc: 0.9318 1148 Epoch 3073/5000 1149 80/80 - 32s 399ms/step - loss: 0.0783 - acc: 0.9991 - val_loss: 0.3884 - val_acc: 0.9320 1150 Epoch 3074/5000 1151 80/80 - 32s 400ms/step - loss: 0.0776 - acc: 0.9994 - val_loss: 0.3898 - val_acc: 0.9320 1152 Epoch 3075/5000 1153 80/80 - 32s 399ms/step - loss: 0.0777 - acc: 0.9994 - val_loss: 0.3903 - val_acc: 0.9321 1154 Epoch 3076/5000 1155 80/80 - 32s 399ms/step - loss: 0.0784 - acc: 0.9992 - val_loss: 0.3896 - val_acc: 0.9320 1156 Epoch 3077/5000 1157 80/80 - 32s 400ms/step - loss: 0.0774 - acc: 0.9993 - val_loss: 0.3913 - val_acc: 0.9311 1158 Epoch 3078/5000 1159 80/80 - 32s 403ms/step - loss: 0.0776 - acc: 0.9994 - val_loss: 0.3905 - val_acc: 0.9317 1160 Epoch 3079/5000 1161 80/80 - 32s 400ms/step - loss: 0.0779 - acc: 0.9991 - val_loss: 0.3911 - val_acc: 0.9309 1162 Epoch 3080/5000 1163 80/80 - 32s 399ms/step - loss: 0.0780 - acc: 0.9991 - val_loss: 0.3926 - val_acc: 0.9318 1164 Epoch 3081/5000 1165 80/80 - 32s 400ms/step - loss: 0.0779 - acc: 0.9991 - val_loss: 0.3899 - val_acc: 0.9317 1166 Epoch 3082/5000 1167 80/80 - 32s 400ms/step - loss: 0.0775 - acc: 0.9994 - val_loss: 0.3904 - val_acc: 0.9313 1168 Epoch 3083/5000 1169 80/80 - 32s 400ms/step - loss: 0.0774 - acc: 0.9993 - val_loss: 0.3914 - val_acc: 0.9317 1170 Epoch 3084/5000 1171 80/80 - 32s 400ms/step - loss: 0.0780 - acc: 0.9991 - val_loss: 0.3894 - val_acc: 0.9310 1172 Epoch 3085/5000 1173 80/80 - 32s 400ms/step - loss: 0.0771 - acc: 0.9995 - val_loss: 0.3894 - val_acc: 0.9316 1174 Epoch 3086/5000 1175 80/80 - 32s 400ms/step - loss: 0.0774 - acc: 0.9993 - val_loss: 0.3907 - val_acc: 0.9314 1176 Epoch 3087/5000 1177 80/80 - 32s 400ms/step - loss: 0.0773 - acc: 0.9993 - val_loss: 0.3931 - val_acc: 0.9309 1178 Epoch 3088/5000 1179 80/80 - 32s 400ms/step - loss: 0.0768 - acc: 0.9996 - val_loss: 0.3946 - val_acc: 0.9305 1180 Epoch 3089/5000 1181 80/80 - 32s 399ms/step - loss: 0.0772 - acc: 0.9994 - val_loss: 0.3949 - val_acc: 0.9299 1182 Epoch 3090/5000 1183 80/80 - 32s 400ms/step - loss: 0.0776 - acc: 0.9993 - val_loss: 0.3971 - val_acc: 0.9312 1184 Epoch 3091/5000 1185 80/80 - 32s 400ms/step - loss: 0.0771 - acc: 0.9995 - val_loss: 0.3960 - val_acc: 0.9310 1186 Epoch 3092/5000 1187 80/80 - 32s 400ms/step - loss: 0.0773 - acc: 0.9994 - val_loss: 0.3976 - val_acc: 0.9300 1188 Epoch 3093/5000 1189 80/80 - 32s 400ms/step - loss: 0.0773 - acc: 0.9993 - val_loss: 0.3980 - val_acc: 0.9296 1190 Epoch 3094/5000 1191 80/80 - 32s 400ms/step - loss: 0.0772 - acc: 0.9994 - val_loss: 0.3988 - val_acc: 0.9306 1192 Epoch 3095/5000 1193 80/80 - 32s 400ms/step - loss: 0.0772 - acc: 0.9993 - val_loss: 0.4012 - val_acc: 0.9295 1194 Epoch 3096/5000 1195 80/80 - 32s 400ms/step - loss: 0.0768 - acc: 0.9995 - val_loss: 0.3996 - val_acc: 0.9296 1196 Epoch 3097/5000 1197 80/80 - 32s 400ms/step - loss: 0.0773 - acc: 0.9993 - val_loss: 0.3985 - val_acc: 0.9294 1198 Epoch 3098/5000 1199 80/80 - 32s 401ms/step - loss: 0.0773 - acc: 0.9993 - val_loss: 0.3982 - val_acc: 0.9299 1200 Epoch 3099/5000 1201 80/80 - 32s 400ms/step - loss: 0.0774 - acc: 0.9992 - val_loss: 0.3972 - val_acc: 0.9299 1202 Epoch 3100/5000 1203 80/80 - 32s 400ms/step - loss: 0.0771 - acc: 0.9994 - val_loss: 0.3970 - val_acc: 0.9306 1204 Epoch 3101/5000 1205 80/80 - 32s 400ms/step - loss: 0.0771 - acc: 0.9993 - val_loss: 0.3939 - val_acc: 0.9304 1206 Epoch 3102/5000 1207 80/80 - 32s 400ms/step - loss: 0.0772 - acc: 0.9994 - val_loss: 0.3938 - val_acc: 0.9311 1208 Epoch 3103/5000 1209 80/80 - 32s 400ms/step - loss: 0.0770 - acc: 0.9993 - val_loss: 0.3923 - val_acc: 0.9308 1210 Epoch 3104/5000 1211 80/80 - 32s 400ms/step - loss: 0.0768 - acc: 0.9993 - val_loss: 0.3923 - val_acc: 0.9313 1212 Epoch 3105/5000 1213 80/80 - 32s 400ms/step - loss: 0.0771 - acc: 0.9993 - val_loss: 0.3946 - val_acc: 0.9304 1214 Epoch 3106/5000 1215 80/80 - 32s 399ms/step - loss: 0.0766 - acc: 0.9995 - val_loss: 0.3959 - val_acc: 0.9296 1216 Epoch 3107/5000 1217 80/80 - 32s 399ms/step - loss: 0.0774 - acc: 0.9990 - val_loss: 0.3940 - val_acc: 0.9304 1218 Epoch 3108/5000 1219 80/80 - 32s 399ms/step - loss: 0.0767 - acc: 0.9994 - val_loss: 0.3944 - val_acc: 0.9307 1220 Epoch 3109/5000 1221 80/80 - 32s 399ms/step - loss: 0.0771 - acc: 0.9992 - val_loss: 0.3942 - val_acc: 0.9296 1222 Epoch 3110/5000 1223 80/80 - 32s 400ms/step - loss: 0.0760 - acc: 0.9996 - val_loss: 0.3949 - val_acc: 0.9303 1224 Epoch 3111/5000 1225 80/80 - 32s 399ms/step - loss: 0.0767 - acc: 0.9994 - val_loss: 0.3933 - val_acc: 0.9306 1226 Epoch 3112/5000 1227 80/80 - 32s 399ms/step - loss: 0.0768 - acc: 0.9993 - val_loss: 0.3945 - val_acc: 0.9310 1228 Epoch 3113/5000 1229 80/80 - 32s 399ms/step - loss: 0.0768 - acc: 0.9993 - val_loss: 0.3940 - val_acc: 0.9314 1230 Epoch 3114/5000 1231 80/80 - 32s 399ms/step - loss: 0.0773 - acc: 0.9993 - val_loss: 0.3902 - val_acc: 0.9315 1232 Epoch 3115/5000 1233 80/80 - 32s 399ms/step - loss: 0.0763 - acc: 0.9995 - val_loss: 0.3896 - val_acc: 0.9325 1234 Epoch 3116/5000 1235 80/80 - 32s 400ms/step - loss: 0.0763 - acc: 0.9995 - val_loss: 0.3923 - val_acc: 0.9328 1236 Epoch 3117/5000 1237 80/80 - 32s 400ms/step - loss: 0.0764 - acc: 0.9994 - val_loss: 0.3917 - val_acc: 0.9330 1238 Epoch 3118/5000 1239 80/80 - 32s 400ms/step - loss: 0.0768 - acc: 0.9994 - val_loss: 0.3927 - val_acc: 0.9325 1240 Epoch 3119/5000 1241 80/80 - 32s 400ms/step - loss: 0.0763 - acc: 0.9994 - val_loss: 0.3945 - val_acc: 0.9310 1242 Epoch 3120/5000 1243 80/80 - 32s 399ms/step - loss: 0.0771 - acc: 0.9993 - val_loss: 0.3959 - val_acc: 0.9309 1244 Epoch 3121/5000 1245 80/80 - 32s 399ms/step - loss: 0.0767 - acc: 0.9994 - val_loss: 0.3965 - val_acc: 0.9311 1246 Epoch 3122/5000 1247 80/80 - 32s 399ms/step - loss: 0.0766 - acc: 0.9994 - val_loss: 0.3950 - val_acc: 0.9312 1248 Epoch 3123/5000 1249 80/80 - 32s 400ms/step - loss: 0.0764 - acc: 0.9994 - val_loss: 0.3932 - val_acc: 0.9316 1250 Epoch 3124/5000 1251 80/80 - 32s 400ms/step - loss: 0.0764 - acc: 0.9994 - val_loss: 0.3934 - val_acc: 0.9309 1252 Epoch 3125/5000 1253 80/80 - 32s 400ms/step - loss: 0.0767 - acc: 0.9994 - val_loss: 0.3906 - val_acc: 0.9316 1254 Epoch 3126/5000 1255 80/80 - 32s 400ms/step - loss: 0.0762 - acc: 0.9995 - val_loss: 0.3904 - val_acc: 0.9318 1256 Epoch 3127/5000 1257 80/80 - 32s 399ms/step - loss: 0.0762 - acc: 0.9994 - val_loss: 0.3919 - val_acc: 0.9312 1258 Epoch 3128/5000 1259 80/80 - 32s 399ms/step - loss: 0.0764 - acc: 0.9993 - val_loss: 0.3937 - val_acc: 0.9309 1260 Epoch 3129/5000 1261 80/80 - 32s 400ms/step - loss: 0.0762 - acc: 0.9995 - val_loss: 0.3957 - val_acc: 0.9301 1262 Epoch 3130/5000 1263 80/80 - 32s 400ms/step - loss: 0.0765 - acc: 0.9992 - val_loss: 0.3955 - val_acc: 0.9303 1264 Epoch 3131/5000 1265 80/80 - 32s 399ms/step - loss: 0.0764 - acc: 0.9993 - val_loss: 0.3974 - val_acc: 0.9298 1266 Epoch 3132/5000 1267 80/80 - 32s 400ms/step - loss: 0.0764 - acc: 0.9993 - val_loss: 0.3986 - val_acc: 0.9291 1268 Epoch 3133/5000 1269 80/80 - 32s 400ms/step - loss: 0.0759 - acc: 0.9995 - val_loss: 0.3973 - val_acc: 0.9287 1270 Epoch 3134/5000 1271 80/80 - 32s 399ms/step - loss: 0.0761 - acc: 0.9994 - val_loss: 0.3968 - val_acc: 0.9302 1272 Epoch 3135/5000 1273 80/80 - 32s 399ms/step - loss: 0.0761 - acc: 0.9994 - val_loss: 0.3973 - val_acc: 0.9292 1274 Epoch 3136/5000 1275 80/80 - 32s 399ms/step - loss: 0.0761 - acc: 0.9994 - val_loss: 0.3970 - val_acc: 0.9290 1276 Epoch 3137/5000 1277 80/80 - 32s 399ms/step - loss: 0.0763 - acc: 0.9994 - val_loss: 0.3973 - val_acc: 0.9297 1278 Epoch 3138/5000 1279 80/80 - 32s 399ms/step - loss: 0.0763 - acc: 0.9994 - val_loss: 0.3962 - val_acc: 0.9303 1280 Epoch 3139/5000 1281 80/80 - 32s 400ms/step - loss: 0.0763 - acc: 0.9992 - val_loss: 0.3953 - val_acc: 0.9309 1282 Epoch 3140/5000 1283 80/80 - 32s 399ms/step - loss: 0.0758 - acc: 0.9995 - val_loss: 0.3926 - val_acc: 0.9303 1284 Epoch 3141/5000 1285 80/80 - 32s 400ms/step - loss: 0.0759 - acc: 0.9995 - val_loss: 0.3940 - val_acc: 0.9301 1286 Epoch 3142/5000 1287 80/80 - 32s 399ms/step - loss: 0.0758 - acc: 0.9995 - val_loss: 0.3931 - val_acc: 0.9302 1288 Epoch 3143/5000 1289 80/80 - 32s 400ms/step - loss: 0.0756 - acc: 0.9996 - val_loss: 0.3921 - val_acc: 0.9316 1290 Epoch 3144/5000 1291 80/80 - 32s 399ms/step - loss: 0.0759 - acc: 0.9994 - val_loss: 0.3920 - val_acc: 0.9309 1292 Epoch 3145/5000 1293 80/80 - 32s 400ms/step - loss: 0.0759 - acc: 0.9994 - val_loss: 0.3914 - val_acc: 0.9314 1294 Epoch 3146/5000 1295 80/80 - 32s 400ms/step - loss: 0.0763 - acc: 0.9994 - val_loss: 0.3898 - val_acc: 0.9307 1296 Epoch 3147/5000 1297 80/80 - 32s 400ms/step - loss: 0.0759 - acc: 0.9994 - val_loss: 0.3891 - val_acc: 0.9314 1298 Epoch 3148/5000 1299 80/80 - 32s 400ms/step - loss: 0.0757 - acc: 0.9996 - val_loss: 0.3904 - val_acc: 0.9313 1300 Epoch 3149/5000 1301 80/80 - 32s 400ms/step - loss: 0.0763 - acc: 0.9992 - val_loss: 0.3872 - val_acc: 0.9326 1302 Epoch 3150/5000 1303 80/80 - 32s 400ms/step - loss: 0.0755 - acc: 0.9995 - val_loss: 0.3876 - val_acc: 0.9323 1304 Epoch 3151/5000 1305 80/80 - 32s 400ms/step - loss: 0.0759 - acc: 0.9994 - val_loss: 0.3885 - val_acc: 0.9327 1306 Epoch 3152/5000 1307 80/80 - 32s 400ms/step - loss: 0.0757 - acc: 0.9994 - val_loss: 0.3878 - val_acc: 0.9334 1308 Epoch 3153/5000 1309 80/80 - 32s 399ms/step - loss: 0.0758 - acc: 0.9993 - val_loss: 0.3888 - val_acc: 0.9327 1310 Epoch 3154/5000 1311 80/80 - 32s 399ms/step - loss: 0.0761 - acc: 0.9993 - val_loss: 0.3887 - val_acc: 0.9323 1312 Epoch 3155/5000 1313 80/80 - 32s 400ms/step - loss: 0.0755 - acc: 0.9995 - val_loss: 0.3883 - val_acc: 0.9321 1314 Epoch 3156/5000 1315 80/80 - 32s 400ms/step - loss: 0.0758 - acc: 0.9993 - val_loss: 0.3893 - val_acc: 0.9317 1316 Epoch 3157/5000 1317 80/80 - 32s 399ms/step - loss: 0.0756 - acc: 0.9994 - val_loss: 0.3908 - val_acc: 0.9322 1318 Epoch 3158/5000 1319 80/80 - 32s 399ms/step - loss: 0.0755 - acc: 0.9995 - val_loss: 0.3883 - val_acc: 0.9318 1320 Epoch 3159/5000 1321 80/80 - 32s 399ms/step - loss: 0.0758 - acc: 0.9994 - val_loss: 0.3882 - val_acc: 0.9328 1322 Epoch 3160/5000 1323 80/80 - 32s 399ms/step - loss: 0.0753 - acc: 0.9995 - val_loss: 0.3875 - val_acc: 0.9339 1324 Epoch 3161/5000 1325 80/80 - 32s 399ms/step - loss: 0.0754 - acc: 0.9994 - val_loss: 0.3880 - val_acc: 0.9326 1326 Epoch 3162/5000 1327 80/80 - 32s 400ms/step - loss: 0.0756 - acc: 0.9994 - val_loss: 0.3889 - val_acc: 0.9332 1328 Epoch 3163/5000 1329 80/80 - 32s 400ms/step - loss: 0.0755 - acc: 0.9993 - val_loss: 0.3869 - val_acc: 0.9335 1330 Epoch 3164/5000 1331 80/80 - 32s 399ms/step - loss: 0.0752 - acc: 0.9996 - val_loss: 0.3874 - val_acc: 0.9337 1332 Epoch 3165/5000 1333 80/80 - 32s 399ms/step - loss: 0.0752 - acc: 0.9995 - val_loss: 0.3903 - val_acc: 0.9327 1334 Epoch 3166/5000 1335 80/80 - 32s 399ms/step - loss: 0.0757 - acc: 0.9995 - val_loss: 0.3930 - val_acc: 0.9327 1336 Epoch 3167/5000 1337 80/80 - 32s 399ms/step - loss: 0.0755 - acc: 0.9994 - val_loss: 0.3949 - val_acc: 0.9322 1338 Epoch 3168/5000 1339 80/80 - 32s 400ms/step - loss: 0.0755 - acc: 0.9995 - val_loss: 0.3950 - val_acc: 0.9314 1340 Epoch 3169/5000 1341 80/80 - 32s 400ms/step - loss: 0.0752 - acc: 0.9994 - val_loss: 0.3953 - val_acc: 0.9314 1342 Epoch 3170/5000 1343 80/80 - 32s 399ms/step - loss: 0.0754 - acc: 0.9994 - val_loss: 0.3951 - val_acc: 0.9320 1344 Epoch 3171/5000 1345 80/80 - 32s 399ms/step - loss: 0.0747 - acc: 0.9996 - val_loss: 0.3974 - val_acc: 0.9306 1346 Epoch 3172/5000 1347 80/80 - 32s 399ms/step - loss: 0.0756 - acc: 0.9994 - val_loss: 0.3972 - val_acc: 0.9312 1348 Epoch 3173/5000 1349 80/80 - 32s 399ms/step - loss: 0.0751 - acc: 0.9995 - val_loss: 0.3980 - val_acc: 0.9311 1350 Epoch 3174/5000 1351 80/80 - 32s 400ms/step - loss: 0.0753 - acc: 0.9994 - val_loss: 0.3987 - val_acc: 0.9311 1352 Epoch 3175/5000 1353 80/80 - 32s 400ms/step - loss: 0.0755 - acc: 0.9993 - val_loss: 0.3958 - val_acc: 0.9311 1354 Epoch 3176/5000 1355 80/80 - 32s 400ms/step - loss: 0.0757 - acc: 0.9992 - val_loss: 0.3932 - val_acc: 0.9318 1356 Epoch 3177/5000 1357 80/80 - 32s 399ms/step - loss: 0.0752 - acc: 0.9994 - val_loss: 0.3926 - val_acc: 0.9310 1358 Epoch 3178/5000 1359 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9996 - val_loss: 0.3929 - val_acc: 0.9307 1360 Epoch 3179/5000 1361 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9996 - val_loss: 0.3938 - val_acc: 0.9316 1362 Epoch 3180/5000 1363 80/80 - 32s 399ms/step - loss: 0.0750 - acc: 0.9995 - val_loss: 0.3940 - val_acc: 0.9324 1364 Epoch 3181/5000 1365 80/80 - 32s 400ms/step - loss: 0.0753 - acc: 0.9994 - val_loss: 0.3950 - val_acc: 0.9321 1366 Epoch 3182/5000 1367 80/80 - 32s 399ms/step - loss: 0.0749 - acc: 0.9995 - val_loss: 0.3945 - val_acc: 0.9310 1368 Epoch 3183/5000 1369 80/80 - 32s 399ms/step - loss: 0.0749 - acc: 0.9995 - val_loss: 0.3920 - val_acc: 0.9314 1370 Epoch 3184/5000 1371 80/80 - 32s 399ms/step - loss: 0.0754 - acc: 0.9993 - val_loss: 0.3938 - val_acc: 0.9310 1372 Epoch 3185/5000 1373 80/80 - 32s 400ms/step - loss: 0.0746 - acc: 0.9996 - val_loss: 0.3940 - val_acc: 0.9306 1374 Epoch 3186/5000 1375 80/80 - 32s 400ms/step - loss: 0.0747 - acc: 0.9996 - val_loss: 0.3908 - val_acc: 0.9308 1376 Epoch 3187/5000 1377 80/80 - 32s 399ms/step - loss: 0.0750 - acc: 0.9994 - val_loss: 0.3889 - val_acc: 0.9306 1378 Epoch 3188/5000 1379 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9994 - val_loss: 0.3892 - val_acc: 0.9308 1380 Epoch 3189/5000 1381 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9996 - val_loss: 0.3894 - val_acc: 0.9302 1382 Epoch 3190/5000 1383 80/80 - 32s 400ms/step - loss: 0.0746 - acc: 0.9996 - val_loss: 0.3884 - val_acc: 0.9317 1384 Epoch 3191/5000 1385 80/80 - 32s 400ms/step - loss: 0.0750 - acc: 0.9994 - val_loss: 0.3910 - val_acc: 0.9308 1386 Epoch 3192/5000 1387 80/80 - 32s 400ms/step - loss: 0.0749 - acc: 0.9995 - val_loss: 0.3904 - val_acc: 0.9311 1388 Epoch 3193/5000 1389 80/80 - 32s 400ms/step - loss: 0.0752 - acc: 0.9994 - val_loss: 0.3901 - val_acc: 0.9306 1390 Epoch 3194/5000 1391 80/80 - 32s 399ms/step - loss: 0.0742 - acc: 0.9997 - val_loss: 0.3895 - val_acc: 0.9302 1392 Epoch 3195/5000 1393 80/80 - 32s 400ms/step - loss: 0.0749 - acc: 0.9994 - val_loss: 0.3904 - val_acc: 0.9302 1394 Epoch 3196/5000 1395 80/80 - 32s 400ms/step - loss: 0.0750 - acc: 0.9993 - val_loss: 0.3897 - val_acc: 0.9305 1396 Epoch 3197/5000 1397 80/80 - 32s 399ms/step - loss: 0.0743 - acc: 0.9995 - val_loss: 0.3925 - val_acc: 0.9307 1398 Epoch 3198/5000 1399 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9995 - val_loss: 0.3952 - val_acc: 0.9301 1400 Epoch 3199/5000 1401 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9995 - val_loss: 0.3948 - val_acc: 0.9302 1402 Epoch 3200/5000 1403 80/80 - 32s 400ms/step - loss: 0.0743 - acc: 0.9996 - val_loss: 0.3956 - val_acc: 0.9300 1404 Epoch 3201/5000 1405 80/80 - 32s 399ms/step - loss: 0.0751 - acc: 0.9992 - val_loss: 0.3927 - val_acc: 0.9313 1406 Epoch 3202/5000 1407 80/80 - 32s 400ms/step - loss: 0.0746 - acc: 0.9995 - val_loss: 0.3923 - val_acc: 0.9313 1408 Epoch 3203/5000 1409 80/80 - 32s 400ms/step - loss: 0.0747 - acc: 0.9994 - val_loss: 0.3922 - val_acc: 0.9318 1410 Epoch 3204/5000 1411 80/80 - 32s 400ms/step - loss: 0.0746 - acc: 0.9995 - val_loss: 0.3910 - val_acc: 0.9317 1412 Epoch 3205/5000 1413 80/80 - 32s 400ms/step - loss: 0.0746 - acc: 0.9994 - val_loss: 0.3901 - val_acc: 0.9312 1414 Epoch 3206/5000 1415 80/80 - 32s 399ms/step - loss: 0.0749 - acc: 0.9994 - val_loss: 0.3909 - val_acc: 0.9312 1416 Epoch 3207/5000 1417 80/80 - 32s 400ms/step - loss: 0.0743 - acc: 0.9996 - val_loss: 0.3912 - val_acc: 0.9315 1418 Epoch 3208/5000 1419 80/80 - 32s 399ms/step - loss: 0.0745 - acc: 0.9994 - val_loss: 0.3922 - val_acc: 0.9304 1420 Epoch 3209/5000 1421 80/80 - 32s 400ms/step - loss: 0.0748 - acc: 0.9993 - val_loss: 0.3928 - val_acc: 0.9302 1422 Epoch 3210/5000 1423 80/80 - 32s 399ms/step - loss: 0.0745 - acc: 0.9995 - val_loss: 0.3934 - val_acc: 0.9294 1424 Epoch 3211/5000 1425 80/80 - 32s 400ms/step - loss: 0.0741 - acc: 0.9996 - val_loss: 0.3945 - val_acc: 0.9305 1426 Epoch 3212/5000 1427 80/80 - 32s 399ms/step - loss: 0.0746 - acc: 0.9994 - val_loss: 0.3951 - val_acc: 0.9298 1428 Epoch 3213/5000 1429 80/80 - 32s 400ms/step - loss: 0.0743 - acc: 0.9995 - val_loss: 0.3967 - val_acc: 0.9291 1430 Epoch 3214/5000 1431 80/80 - 32s 399ms/step - loss: 0.0740 - acc: 0.9996 - val_loss: 0.3970 - val_acc: 0.9302 1432 Epoch 3215/5000 1433 80/80 - 32s 400ms/step - loss: 0.0741 - acc: 0.9995 - val_loss: 0.3991 - val_acc: 0.9301 1434 Epoch 3216/5000 1435 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9996 - val_loss: 0.3986 - val_acc: 0.9298 1436 Epoch 3217/5000 1437 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9996 - val_loss: 0.3987 - val_acc: 0.9301 1438 Epoch 3218/5000 1439 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9996 - val_loss: 0.3980 - val_acc: 0.9304 1440 Epoch 3219/5000 1441 80/80 - 32s 399ms/step - loss: 0.0739 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9313 1442 Epoch 3220/5000 1443 80/80 - 32s 399ms/step - loss: 0.0743 - acc: 0.9994 - val_loss: 0.4000 - val_acc: 0.9307 1444 Epoch 3221/5000 1445 80/80 - 32s 399ms/step - loss: 0.0739 - acc: 0.9995 - val_loss: 0.3957 - val_acc: 0.9316 1446 Epoch 3222/5000 1447 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9994 - val_loss: 0.3948 - val_acc: 0.9309 1448 Epoch 3223/5000 1449 80/80 - 32s 400ms/step - loss: 0.0738 - acc: 0.9995 - val_loss: 0.3947 - val_acc: 0.9313 1450 Epoch 3224/5000 1451 80/80 - 32s 400ms/step - loss: 0.0741 - acc: 0.9994 - val_loss: 0.3954 - val_acc: 0.9322 1452 Epoch 3225/5000 1453 80/80 - 32s 399ms/step - loss: 0.0742 - acc: 0.9994 - val_loss: 0.3951 - val_acc: 0.9314 1454 Epoch 3226/5000 1455 80/80 - 32s 400ms/step - loss: 0.0736 - acc: 0.9997 - val_loss: 0.3945 - val_acc: 0.9311 1456 Epoch 3227/5000 1457 80/80 - 32s 399ms/step - loss: 0.0740 - acc: 0.9994 - val_loss: 0.3941 - val_acc: 0.9312 1458 Epoch 3228/5000 1459 80/80 - 32s 399ms/step - loss: 0.0738 - acc: 0.9996 - val_loss: 0.3946 - val_acc: 0.9300 1460 Epoch 3229/5000 1461 80/80 - 32s 399ms/step - loss: 0.0736 - acc: 0.9997 - val_loss: 0.3950 - val_acc: 0.9301 1462 Epoch 3230/5000 1463 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9996 - val_loss: 0.3943 - val_acc: 0.9305 1464 Epoch 3231/5000 1465 80/80 - 32s 400ms/step - loss: 0.0737 - acc: 0.9996 - val_loss: 0.3974 - val_acc: 0.9304 1466 Epoch 3232/5000 1467 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9995 - val_loss: 0.3989 - val_acc: 0.9297 1468 Epoch 3233/5000 1469 80/80 - 32s 399ms/step - loss: 0.0737 - acc: 0.9996 - val_loss: 0.3974 - val_acc: 0.9308 1470 Epoch 3234/5000 1471 80/80 - 32s 400ms/step - loss: 0.0737 - acc: 0.9995 - val_loss: 0.3957 - val_acc: 0.9312 1472 Epoch 3235/5000 1473 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9994 - val_loss: 0.3945 - val_acc: 0.9314 1474 Epoch 3236/5000 1475 80/80 - 32s 399ms/step - loss: 0.0733 - acc: 0.9998 - val_loss: 0.3926 - val_acc: 0.9323 1476 Epoch 3237/5000 1477 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9995 - val_loss: 0.3936 - val_acc: 0.9328 1478 Epoch 3238/5000 1479 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9994 - val_loss: 0.3956 - val_acc: 0.9314 1480 Epoch 3239/5000 1481 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9993 - val_loss: 0.3962 - val_acc: 0.9318 1482 Epoch 3240/5000 1483 80/80 - 32s 399ms/step - loss: 0.0739 - acc: 0.9994 - val_loss: 0.3941 - val_acc: 0.9309 1484 Epoch 3241/5000 1485 80/80 - 32s 400ms/step - loss: 0.0740 - acc: 0.9994 - val_loss: 0.3926 - val_acc: 0.9326 1486 Epoch 3242/5000 1487 80/80 - 32s 400ms/step - loss: 0.0736 - acc: 0.9996 - val_loss: 0.3944 - val_acc: 0.9310 1488 Epoch 3243/5000 1489 80/80 - 32s 399ms/step - loss: 0.0738 - acc: 0.9995 - val_loss: 0.3934 - val_acc: 0.9315 1490 Epoch 3244/5000 1491 80/80 - 32s 400ms/step - loss: 0.0738 - acc: 0.9994 - val_loss: 0.3946 - val_acc: 0.9308 1492 Epoch 3245/5000 1493 80/80 - 32s 399ms/step - loss: 0.0734 - acc: 0.9996 - val_loss: 0.3942 - val_acc: 0.9321 1494 Epoch 3246/5000 1495 80/80 - 32s 400ms/step - loss: 0.0736 - acc: 0.9995 - val_loss: 0.3945 - val_acc: 0.9322 1496 Epoch 3247/5000 1497 80/80 - 32s 400ms/step - loss: 0.0733 - acc: 0.9996 - val_loss: 0.3948 - val_acc: 0.9319 1498 Epoch 3248/5000 1499 80/80 - 32s 400ms/step - loss: 0.0734 - acc: 0.9995 - val_loss: 0.3931 - val_acc: 0.9321 1500 Epoch 3249/5000 1501 80/80 - 32s 400ms/step - loss: 0.0731 - acc: 0.9997 - val_loss: 0.3953 - val_acc: 0.9330 1502 Epoch 3250/5000 1503 80/80 - 32s 399ms/step - loss: 0.0736 - acc: 0.9995 - val_loss: 0.3981 - val_acc: 0.9326 1504 Epoch 3251/5000 1505 80/80 - 32s 400ms/step - loss: 0.0732 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9319 1506 Epoch 3252/5000 1507 80/80 - 32s 399ms/step - loss: 0.0734 - acc: 0.9995 - val_loss: 0.3990 - val_acc: 0.9320 1508 Epoch 3253/5000 1509 80/80 - 32s 400ms/step - loss: 0.0734 - acc: 0.9996 - val_loss: 0.3986 - val_acc: 0.9319 1510 Epoch 3254/5000 1511 80/80 - 32s 399ms/step - loss: 0.0734 - acc: 0.9995 - val_loss: 0.3966 - val_acc: 0.9316 1512 Epoch 3255/5000 1513 80/80 - 32s 400ms/step - loss: 0.0737 - acc: 0.9994 - val_loss: 0.3945 - val_acc: 0.9323 1514 Epoch 3256/5000 1515 80/80 - 32s 400ms/step - loss: 0.0734 - acc: 0.9995 - val_loss: 0.3936 - val_acc: 0.9327 1516 Epoch 3257/5000 1517 80/80 - 32s 400ms/step - loss: 0.0739 - acc: 0.9993 - val_loss: 0.3952 - val_acc: 0.9332 1518 Epoch 3258/5000 1519 80/80 - 32s 399ms/step - loss: 0.0733 - acc: 0.9994 - val_loss: 0.3961 - val_acc: 0.9319 1520 Epoch 3259/5000 1521 80/80 - 32s 399ms/step - loss: 0.0734 - acc: 0.9994 - val_loss: 0.3954 - val_acc: 0.9322 1522 Epoch 3260/5000 1523 80/80 - 32s 400ms/step - loss: 0.0730 - acc: 0.9997 - val_loss: 0.3944 - val_acc: 0.9325 1524 Epoch 3261/5000 1525 80/80 - 32s 399ms/step - loss: 0.0734 - acc: 0.9995 - val_loss: 0.3933 - val_acc: 0.9332 1526 Epoch 3262/5000 1527 80/80 - 32s 400ms/step - loss: 0.0733 - acc: 0.9995 - val_loss: 0.3928 - val_acc: 0.9331 1528 Epoch 3263/5000 1529 80/80 - 32s 400ms/step - loss: 0.0732 - acc: 0.9995 - val_loss: 0.3937 - val_acc: 0.9336 1530 Epoch 3264/5000 1531 80/80 - 32s 400ms/step - loss: 0.0732 - acc: 0.9995 - val_loss: 0.3953 - val_acc: 0.9330 1532 Epoch 3265/5000 1533 80/80 - 32s 400ms/step - loss: 0.0733 - acc: 0.9995 - val_loss: 0.3958 - val_acc: 0.9329 1534 Epoch 3266/5000 1535 80/80 - 32s 400ms/step - loss: 0.0735 - acc: 0.9994 - val_loss: 0.3947 - val_acc: 0.9335 1536 Epoch 3267/5000 1537 80/80 - 32s 399ms/step - loss: 0.0729 - acc: 0.9995 - val_loss: 0.3950 - val_acc: 0.9326 1538 Epoch 3268/5000 1539 80/80 - 32s 400ms/step - loss: 0.0732 - acc: 0.9995 - val_loss: 0.3956 - val_acc: 0.9322 1540 Epoch 3269/5000 1541 80/80 - 32s 399ms/step - loss: 0.0731 - acc: 0.9995 - val_loss: 0.3941 - val_acc: 0.9329 1542 Epoch 3270/5000 1543 80/80 - 32s 399ms/step - loss: 0.0733 - acc: 0.9995 - val_loss: 0.3946 - val_acc: 0.9335 1544 Epoch 3271/5000 1545 80/80 - 32s 399ms/step - loss: 0.0733 - acc: 0.9995 - val_loss: 0.3947 - val_acc: 0.9335 1546 Epoch 3272/5000 1547 80/80 - 32s 399ms/step - loss: 0.0730 - acc: 0.9995 - val_loss: 0.3971 - val_acc: 0.9322 1548 Epoch 3273/5000 1549 80/80 - 32s 400ms/step - loss: 0.0730 - acc: 0.9996 - val_loss: 0.3974 - val_acc: 0.9316 1550 Epoch 3274/5000 1551 80/80 - 32s 400ms/step - loss: 0.0728 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9308 1552 Epoch 3275/5000 1553 80/80 - 32s 399ms/step - loss: 0.0728 - acc: 0.9996 - val_loss: 0.3996 - val_acc: 0.9309 1554 Epoch 3276/5000 1555 80/80 - 32s 400ms/step - loss: 0.0730 - acc: 0.9995 - val_loss: 0.4002 - val_acc: 0.9312 1556 Epoch 3277/5000 1557 80/80 - 32s 403ms/step - loss: 0.0731 - acc: 0.9996 - val_loss: 0.3989 - val_acc: 0.9315 1558 Epoch 3278/5000 1559 80/80 - 32s 400ms/step - loss: 0.0724 - acc: 0.9997 - val_loss: 0.3974 - val_acc: 0.9312 1560 Epoch 3279/5000 1561 80/80 - 32s 399ms/step - loss: 0.0730 - acc: 0.9994 - val_loss: 0.3980 - val_acc: 0.9311 1562 Epoch 3280/5000 1563 80/80 - 32s 400ms/step - loss: 0.0728 - acc: 0.9994 - val_loss: 0.4013 - val_acc: 0.9298 1564 Epoch 3281/5000 1565 80/80 - 32s 400ms/step - loss: 0.0729 - acc: 0.9995 - val_loss: 0.3991 - val_acc: 0.9306 1566 Epoch 3282/5000 1567 80/80 - 32s 399ms/step - loss: 0.0725 - acc: 0.9996 - val_loss: 0.3975 - val_acc: 0.9310 1568 Epoch 3283/5000 1569 80/80 - 32s 399ms/step - loss: 0.0729 - acc: 0.9996 - val_loss: 0.3965 - val_acc: 0.9305 1570 Epoch 3284/5000 1571 80/80 - 32s 399ms/step - loss: 0.0724 - acc: 0.9997 - val_loss: 0.3968 - val_acc: 0.9305 1572 Epoch 3285/5000 1573 80/80 - 32s 400ms/step - loss: 0.0725 - acc: 0.9995 - val_loss: 0.3976 - val_acc: 0.9304 1574 Epoch 3286/5000 1575 80/80 - 32s 400ms/step - loss: 0.0726 - acc: 0.9996 - val_loss: 0.3992 - val_acc: 0.9308 1576 Epoch 3287/5000 1577 80/80 - 32s 401ms/step - loss: 0.0726 - acc: 0.9996 - val_loss: 0.3989 - val_acc: 0.9309 1578 Epoch 3288/5000 1579 80/80 - 32s 400ms/step - loss: 0.0727 - acc: 0.9995 - val_loss: 0.3995 - val_acc: 0.9304 1580 Epoch 3289/5000 1581 80/80 - 32s 400ms/step - loss: 0.0726 - acc: 0.9995 - val_loss: 0.3998 - val_acc: 0.9315 1582 Epoch 3290/5000 1583 80/80 - 32s 400ms/step - loss: 0.0723 - acc: 0.9996 - val_loss: 0.3989 - val_acc: 0.9313 1584 Epoch 3291/5000 1585 80/80 - 32s 400ms/step - loss: 0.0726 - acc: 0.9995 - val_loss: 0.3993 - val_acc: 0.9312 1586 Epoch 3292/5000 1587 80/80 - 32s 400ms/step - loss: 0.0725 - acc: 0.9995 - val_loss: 0.4003 - val_acc: 0.9317 1588 Epoch 3293/5000 1589 80/80 - 32s 400ms/step - loss: 0.0727 - acc: 0.9994 - val_loss: 0.4021 - val_acc: 0.9321 1590 Epoch 3294/5000 1591 80/80 - 32s 400ms/step - loss: 0.0724 - acc: 0.9997 - val_loss: 0.4023 - val_acc: 0.9321 1592 Epoch 3295/5000 1593 80/80 - 32s 400ms/step - loss: 0.0728 - acc: 0.9995 - val_loss: 0.4053 - val_acc: 0.9316 1594 Epoch 3296/5000 1595 80/80 - 32s 400ms/step - loss: 0.0728 - acc: 0.9994 - val_loss: 0.4020 - val_acc: 0.9317 1596 Epoch 3297/5000 1597 80/80 - 32s 400ms/step - loss: 0.0724 - acc: 0.9995 - val_loss: 0.3995 - val_acc: 0.9315 1598 Epoch 3298/5000 1599 80/80 - 32s 400ms/step - loss: 0.0723 - acc: 0.9995 - val_loss: 0.3999 - val_acc: 0.9312 1600 Epoch 3299/5000 1601 80/80 - 32s 399ms/step - loss: 0.0727 - acc: 0.9994 - val_loss: 0.3995 - val_acc: 0.9317 1602 Epoch 3300/5000 1603 80/80 - 32s 400ms/step - loss: 0.0722 - acc: 0.9997 - val_loss: 0.3985 - val_acc: 0.9320 1604 Epoch 3301/5000 1605 80/80 - 32s 399ms/step - loss: 0.0723 - acc: 0.9996 - val_loss: 0.4007 - val_acc: 0.9305 1606 Epoch 3302/5000 1607 80/80 - 32s 400ms/step - loss: 0.0725 - acc: 0.9995 - val_loss: 0.4001 - val_acc: 0.9300 1608 Epoch 3303/5000 1609 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9995 - val_loss: 0.3995 - val_acc: 0.9304 1610 Epoch 3304/5000 1611 80/80 - 32s 400ms/step - loss: 0.0726 - acc: 0.9994 - val_loss: 0.3968 - val_acc: 0.9316 1612 Epoch 3305/5000 1613 80/80 - 32s 399ms/step - loss: 0.0725 - acc: 0.9994 - val_loss: 0.3956 - val_acc: 0.9328 1614 Epoch 3306/5000 1615 80/80 - 32s 399ms/step - loss: 0.0725 - acc: 0.9996 - val_loss: 0.3955 - val_acc: 0.9328 1616 Epoch 3307/5000 1617 80/80 - 32s 399ms/step - loss: 0.0723 - acc: 0.9995 - val_loss: 0.3947 - val_acc: 0.9320 1618 Epoch 3308/5000 1619 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9997 - val_loss: 0.3956 - val_acc: 0.9317 1620 Epoch 3309/5000 1621 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9995 - val_loss: 0.3982 - val_acc: 0.9307 1622 Epoch 3310/5000 1623 80/80 - 32s 399ms/step - loss: 0.0720 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9314 1624 Epoch 3311/5000 1625 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9996 - val_loss: 0.3977 - val_acc: 0.9316 1626 Epoch 3312/5000 1627 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9996 - val_loss: 0.3980 - val_acc: 0.9310 1628 Epoch 3313/5000 1629 80/80 - 32s 399ms/step - loss: 0.0720 - acc: 0.9996 - val_loss: 0.3992 - val_acc: 0.9316 1630 Epoch 3314/5000 1631 80/80 - 32s 400ms/step - loss: 0.0722 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9314 1632 Epoch 3315/5000 1633 80/80 - 32s 400ms/step - loss: 0.0725 - acc: 0.9994 - val_loss: 0.3961 - val_acc: 0.9321 1634 Epoch 3316/5000 1635 80/80 - 32s 400ms/step - loss: 0.0718 - acc: 0.9996 - val_loss: 0.3942 - val_acc: 0.9331 1636 Epoch 3317/5000 1637 80/80 - 32s 400ms/step - loss: 0.0719 - acc: 0.9995 - val_loss: 0.3944 - val_acc: 0.9327 1638 Epoch 3318/5000 1639 80/80 - 32s 399ms/step - loss: 0.0718 - acc: 0.9997 - val_loss: 0.3941 - val_acc: 0.9325 1640 Epoch 3319/5000 1641 80/80 - 32s 399ms/step - loss: 0.0722 - acc: 0.9994 - val_loss: 0.3966 - val_acc: 0.9323 1642 Epoch 3320/5000 1643 80/80 - 32s 399ms/step - loss: 0.0723 - acc: 0.9994 - val_loss: 0.3972 - val_acc: 0.9311 1644 Epoch 3321/5000 1645 80/80 - 32s 399ms/step - loss: 0.0717 - acc: 0.9997 - val_loss: 0.3950 - val_acc: 0.9312 1646 Epoch 3322/5000 1647 80/80 - 32s 404ms/step - loss: 0.0721 - acc: 0.9995 - val_loss: 0.3933 - val_acc: 0.9324 1648 Epoch 3323/5000 1649 80/80 - 32s 400ms/step - loss: 0.0718 - acc: 0.9995 - val_loss: 0.3935 - val_acc: 0.9310 1650 Epoch 3324/5000 1651 80/80 - 32s 400ms/step - loss: 0.0720 - acc: 0.9996 - val_loss: 0.3960 - val_acc: 0.9309 1652 Epoch 3325/5000 1653 80/80 - 32s 400ms/step - loss: 0.0724 - acc: 0.9995 - val_loss: 0.3973 - val_acc: 0.9311 1654 Epoch 3326/5000 1655 80/80 - 32s 400ms/step - loss: 0.0717 - acc: 0.9997 - val_loss: 0.3973 - val_acc: 0.9317 1656 Epoch 3327/5000 1657 80/80 - 32s 400ms/step - loss: 0.0716 - acc: 0.9997 - val_loss: 0.3984 - val_acc: 0.9319 1658 Epoch 3328/5000 1659 80/80 - 32s 400ms/step - loss: 0.0721 - acc: 0.9995 - val_loss: 0.3979 - val_acc: 0.9314 1660 Epoch 3329/5000 1661 80/80 - 32s 400ms/step - loss: 0.0720 - acc: 0.9994 - val_loss: 0.3998 - val_acc: 0.9309 1662 Epoch 3330/5000 1663 80/80 - 32s 400ms/step - loss: 0.0718 - acc: 0.9996 - val_loss: 0.4017 - val_acc: 0.9300 1664 Epoch 3331/5000 1665 80/80 - 32s 400ms/step - loss: 0.0716 - acc: 0.9997 - val_loss: 0.4031 - val_acc: 0.9299 1666 Epoch 3332/5000 1667 80/80 - 32s 401ms/step - loss: 0.0718 - acc: 0.9995 - val_loss: 0.4006 - val_acc: 0.9295 1668 Epoch 3333/5000 1669 80/80 - 32s 400ms/step - loss: 0.0720 - acc: 0.9995 - val_loss: 0.4019 - val_acc: 0.9303 1670 Epoch 3334/5000 1671 80/80 - 32s 400ms/step - loss: 0.0716 - acc: 0.9996 - val_loss: 0.4017 - val_acc: 0.9308 1672 Epoch 3335/5000 1673 80/80 - 32s 400ms/step - loss: 0.0715 - acc: 0.9997 - val_loss: 0.3991 - val_acc: 0.9310 1674 Epoch 3336/5000 1675 80/80 - 32s 399ms/step - loss: 0.0721 - acc: 0.9995 - val_loss: 0.4007 - val_acc: 0.9307 1676 Epoch 3337/5000 1677 80/80 - 32s 399ms/step - loss: 0.0716 - acc: 0.9996 - val_loss: 0.4004 - val_acc: 0.9311 1678 Epoch 3338/5000 1679 80/80 - 32s 399ms/step - loss: 0.0717 - acc: 0.9995 - val_loss: 0.3993 - val_acc: 0.9310 1680 Epoch 3339/5000 1681 80/80 - 32s 399ms/step - loss: 0.0715 - acc: 0.9996 - val_loss: 0.3989 - val_acc: 0.9305 1682 Epoch 3340/5000 1683 80/80 - 32s 399ms/step - loss: 0.0715 - acc: 0.9996 - val_loss: 0.3979 - val_acc: 0.9307 1684 Epoch 3341/5000 1685 80/80 - 32s 400ms/step - loss: 0.0714 - acc: 0.9997 - val_loss: 0.3973 - val_acc: 0.9313 1686 Epoch 3342/5000 1687 80/80 - 32s 400ms/step - loss: 0.0715 - acc: 0.9996 - val_loss: 0.3977 - val_acc: 0.9315 1688 Epoch 3343/5000 1689 80/80 - 32s 400ms/step - loss: 0.0714 - acc: 0.9996 - val_loss: 0.3977 - val_acc: 0.9317 1690 Epoch 3344/5000 1691 80/80 - 32s 399ms/step - loss: 0.0715 - acc: 0.9995 - val_loss: 0.3964 - val_acc: 0.9330 1692 Epoch 3345/5000 1693 80/80 - 32s 400ms/step - loss: 0.0717 - acc: 0.9994 - val_loss: 0.3961 - val_acc: 0.9336 1694 Epoch 3346/5000 1695 80/80 - 32s 399ms/step - loss: 0.0717 - acc: 0.9995 - val_loss: 0.3935 - val_acc: 0.9329 1696 Epoch 3347/5000 1697 80/80 - 32s 399ms/step - loss: 0.0717 - acc: 0.9994 - val_loss: 0.3935 - val_acc: 0.9338 1698 Epoch 3348/5000 1699 80/80 - 32s 400ms/step - loss: 0.0714 - acc: 0.9997 - val_loss: 0.3965 - val_acc: 0.9318 1700 Epoch 3349/5000 1701 80/80 - 32s 399ms/step - loss: 0.0714 - acc: 0.9995 - val_loss: 0.3977 - val_acc: 0.9326 1702 Epoch 3350/5000 1703 80/80 - 32s 399ms/step - loss: 0.0711 - acc: 0.9997 - val_loss: 0.3976 - val_acc: 0.9320 1704 Epoch 3351/5000 1705 80/80 - 32s 399ms/step - loss: 0.0714 - acc: 0.9994 - val_loss: 0.3966 - val_acc: 0.9317 1706 Epoch 3352/5000 1707 80/80 - 32s 399ms/step - loss: 0.0713 - acc: 0.9997 - val_loss: 0.3937 - val_acc: 0.9322 1708 Epoch 3353/5000 1709 80/80 - 32s 399ms/step - loss: 0.0712 - acc: 0.9996 - val_loss: 0.3957 - val_acc: 0.9322 1710 Epoch 3354/5000 1711 80/80 - 32s 399ms/step - loss: 0.0714 - acc: 0.9995 - val_loss: 0.3993 - val_acc: 0.9319 1712 Epoch 3355/5000 1713 80/80 - 32s 399ms/step - loss: 0.0713 - acc: 0.9996 - val_loss: 0.4001 - val_acc: 0.9321 1714 Epoch 3356/5000 1715 80/80 - 32s 399ms/step - loss: 0.0714 - acc: 0.9995 - val_loss: 0.3990 - val_acc: 0.9324 1716 Epoch 3357/5000 1717 80/80 - 32s 399ms/step - loss: 0.0716 - acc: 0.9994 - val_loss: 0.3999 - val_acc: 0.9316 1718 Epoch 3358/5000 1719 80/80 - 32s 400ms/step - loss: 0.0712 - acc: 0.9995 - val_loss: 0.3994 - val_acc: 0.9319 1720 Epoch 3359/5000 1721 80/80 - 32s 399ms/step - loss: 0.0713 - acc: 0.9996 - val_loss: 0.3970 - val_acc: 0.9313 1722 Epoch 3360/5000 1723 80/80 - 32s 399ms/step - loss: 0.0711 - acc: 0.9996 - val_loss: 0.3946 - val_acc: 0.9326 1724 Epoch 3361/5000 1725 80/80 - 32s 399ms/step - loss: 0.0713 - acc: 0.9996 - val_loss: 0.3972 - val_acc: 0.9316 1726 Epoch 3362/5000 1727 80/80 - 32s 400ms/step - loss: 0.0712 - acc: 0.9996 - val_loss: 0.3973 - val_acc: 0.9317 1728 Epoch 3363/5000 1729 80/80 - 32s 400ms/step - loss: 0.0713 - acc: 0.9995 - val_loss: 0.3974 - val_acc: 0.9316 1730 Epoch 3364/5000 1731 80/80 - 32s 399ms/step - loss: 0.0710 - acc: 0.9996 - val_loss: 0.3992 - val_acc: 0.9312 1732 Epoch 3365/5000 1733 80/80 - 32s 400ms/step - loss: 0.0710 - acc: 0.9997 - val_loss: 0.3969 - val_acc: 0.9318 1734 Epoch 3366/5000 1735 80/80 - 32s 399ms/step - loss: 0.0713 - acc: 0.9994 - val_loss: 0.3955 - val_acc: 0.9334 1736 Epoch 3367/5000 1737 80/80 - 32s 399ms/step - loss: 0.0714 - acc: 0.9994 - val_loss: 0.3944 - val_acc: 0.9318 1738 Epoch 3368/5000 1739 80/80 - 32s 400ms/step - loss: 0.0713 - acc: 0.9995 - val_loss: 0.3958 - val_acc: 0.9317 1740 Epoch 3369/5000 1741 80/80 - 32s 399ms/step - loss: 0.0711 - acc: 0.9995 - val_loss: 0.3950 - val_acc: 0.9314 1742 Epoch 3370/5000 1743 80/80 - 32s 399ms/step - loss: 0.0712 - acc: 0.9995 - val_loss: 0.3958 - val_acc: 0.9312 1744 Epoch 3371/5000 1745 80/80 - 32s 400ms/step - loss: 0.0712 - acc: 0.9996 - val_loss: 0.3949 - val_acc: 0.9326 1746 Epoch 3372/5000 1747 80/80 - 32s 399ms/step - loss: 0.0711 - acc: 0.9996 - val_loss: 0.3947 - val_acc: 0.9325 1748 Epoch 3373/5000 1749 80/80 - 32s 399ms/step - loss: 0.0709 - acc: 0.9995 - val_loss: 0.3943 - val_acc: 0.9330 1750 Epoch 3374/5000 1751 80/80 - 32s 399ms/step - loss: 0.0711 - acc: 0.9995 - val_loss: 0.3951 - val_acc: 0.9322 1752 Epoch 3375/5000 1753 80/80 - 32s 400ms/step - loss: 0.0705 - acc: 0.9997 - val_loss: 0.3962 - val_acc: 0.9320 1754 Epoch 3376/5000 1755 80/80 - 32s 399ms/step - loss: 0.0707 - acc: 0.9997 - val_loss: 0.3958 - val_acc: 0.9322 1756 Epoch 3377/5000 1757 80/80 - 32s 400ms/step - loss: 0.0707 - acc: 0.9997 - val_loss: 0.3977 - val_acc: 0.9318 1758 Epoch 3378/5000 1759 80/80 - 32s 400ms/step - loss: 0.0708 - acc: 0.9996 - val_loss: 0.3971 - val_acc: 0.9327 1760 Epoch 3379/5000 1761 80/80 - 32s 399ms/step - loss: 0.0712 - acc: 0.9995 - val_loss: 0.3959 - val_acc: 0.9330 1762 Epoch 3380/5000 1763 80/80 - 32s 399ms/step - loss: 0.0709 - acc: 0.9995 - val_loss: 0.3970 - val_acc: 0.9322 1764 Epoch 3381/5000 1765 80/80 - 32s 400ms/step - loss: 0.0708 - acc: 0.9995 - val_loss: 0.3948 - val_acc: 0.9316 1766 Epoch 3382/5000 1767 80/80 - 32s 400ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3929 - val_acc: 0.9317 1768 Epoch 3383/5000 1769 80/80 - 32s 400ms/step - loss: 0.0709 - acc: 0.9995 - val_loss: 0.3954 - val_acc: 0.9327 1770 Epoch 3384/5000 1771 80/80 - 32s 400ms/step - loss: 0.0705 - acc: 0.9996 - val_loss: 0.3946 - val_acc: 0.9327 1772 Epoch 3385/5000 1773 80/80 - 32s 399ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3942 - val_acc: 0.9329 1774 Epoch 3386/5000 1775 80/80 - 32s 400ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3927 - val_acc: 0.9335 1776 Epoch 3387/5000 1777 80/80 - 32s 400ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3931 - val_acc: 0.9332 1778 Epoch 3388/5000 1779 80/80 - 32s 399ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3936 - val_acc: 0.9323 1780 Epoch 3389/5000 1781 80/80 - 32s 399ms/step - loss: 0.0708 - acc: 0.9995 - val_loss: 0.3955 - val_acc: 0.9327 1782 Epoch 3390/5000 1783 80/80 - 32s 399ms/step - loss: 0.0707 - acc: 0.9996 - val_loss: 0.3969 - val_acc: 0.9318 1784 Epoch 3391/5000 1785 80/80 - 32s 400ms/step - loss: 0.0703 - acc: 0.9997 - val_loss: 0.3975 - val_acc: 0.9320 1786 Epoch 3392/5000 1787 80/80 - 32s 399ms/step - loss: 0.0705 - acc: 0.9996 - val_loss: 0.3981 - val_acc: 0.9313 1788 Epoch 3393/5000 1789 80/80 - 32s 400ms/step - loss: 0.0704 - acc: 0.9997 - val_loss: 0.3988 - val_acc: 0.9322 1790 Epoch 3394/5000 1791 80/80 - 32s 399ms/step - loss: 0.0705 - acc: 0.9996 - val_loss: 0.3967 - val_acc: 0.9332 1792 Epoch 3395/5000 1793 80/80 - 32s 399ms/step - loss: 0.0703 - acc: 0.9997 - val_loss: 0.3957 - val_acc: 0.9318 1794 Epoch 3396/5000 1795 80/80 - 32s 400ms/step - loss: 0.0710 - acc: 0.9994 - val_loss: 0.3979 - val_acc: 0.9313 1796 Epoch 3397/5000 1797 80/80 - 32s 399ms/step - loss: 0.0703 - acc: 0.9996 - val_loss: 0.3991 - val_acc: 0.9310 1798 Epoch 3398/5000 1799 80/80 - 32s 399ms/step - loss: 0.0703 - acc: 0.9997 - val_loss: 0.3992 - val_acc: 0.9310 1800 Epoch 3399/5000 1801 80/80 - 32s 399ms/step - loss: 0.0704 - acc: 0.9995 - val_loss: 0.3959 - val_acc: 0.9312 1802 Epoch 3400/5000 1803 80/80 - 32s 400ms/step - loss: 0.0706 - acc: 0.9995 - val_loss: 0.3943 - val_acc: 0.9325 1804 Epoch 3401/5000 1805 80/80 - 32s 400ms/step - loss: 0.0709 - acc: 0.9995 - val_loss: 0.3966 - val_acc: 0.9338 1806 Epoch 3402/5000 1807 80/80 - 32s 400ms/step - loss: 0.0703 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9328 1808 Epoch 3403/5000 1809 80/80 - 32s 400ms/step - loss: 0.0702 - acc: 0.9996 - val_loss: 0.3981 - val_acc: 0.9328 1810 Epoch 3404/5000 1811 80/80 - 32s 400ms/step - loss: 0.0706 - acc: 0.9995 - val_loss: 0.3988 - val_acc: 0.9332 1812 Epoch 3405/5000 1813 80/80 - 32s 399ms/step - loss: 0.0701 - acc: 0.9997 - val_loss: 0.3998 - val_acc: 0.9319 1814 Epoch 3406/5000 1815 80/80 - 32s 399ms/step - loss: 0.0701 - acc: 0.9997 - val_loss: 0.4000 - val_acc: 0.9323 1816 Epoch 3407/5000 1817 80/80 - 32s 400ms/step - loss: 0.0704 - acc: 0.9996 - val_loss: 0.3969 - val_acc: 0.9326 1818 Epoch 3408/5000 1819 80/80 - 32s 400ms/step - loss: 0.0703 - acc: 0.9996 - val_loss: 0.3961 - val_acc: 0.9323 1820 Epoch 3409/5000 1821 80/80 - 32s 400ms/step - loss: 0.0704 - acc: 0.9995 - val_loss: 0.3964 - val_acc: 0.9321 1822 Epoch 3410/5000 1823 80/80 - 32s 399ms/step - loss: 0.0703 - acc: 0.9995 - val_loss: 0.3988 - val_acc: 0.9320 1824 Epoch 3411/5000 1825 80/80 - 32s 400ms/step - loss: 0.0701 - acc: 0.9997 - val_loss: 0.3980 - val_acc: 0.9319 1826 Epoch 3412/5000 1827 80/80 - 32s 399ms/step - loss: 0.0703 - acc: 0.9997 - val_loss: 0.3987 - val_acc: 0.9322 1828 Epoch 3413/5000 1829 80/80 - 32s 399ms/step - loss: 0.0700 - acc: 0.9996 - val_loss: 0.4009 - val_acc: 0.9313 1830 Epoch 3414/5000 1831 80/80 - 32s 399ms/step - loss: 0.0700 - acc: 0.9996 - val_loss: 0.3986 - val_acc: 0.9319 1832 Epoch 3415/5000 1833 80/80 - 32s 400ms/step - loss: 0.0700 - acc: 0.9996 - val_loss: 0.3973 - val_acc: 0.9322 1834 Epoch 3416/5000 1835 80/80 - 32s 400ms/step - loss: 0.0706 - acc: 0.9993 - val_loss: 0.4007 - val_acc: 0.9311 1836 Epoch 3417/5000 1837 80/80 - 32s 399ms/step - loss: 0.0706 - acc: 0.9994 - val_loss: 0.3994 - val_acc: 0.9317 1838 Epoch 3418/5000 1839 80/80 - 32s 399ms/step - loss: 0.0701 - acc: 0.9996 - val_loss: 0.4001 - val_acc: 0.9314 1840 Epoch 3419/5000 1841 80/80 - 32s 399ms/step - loss: 0.0708 - acc: 0.9993 - val_loss: 0.3999 - val_acc: 0.9317 1842 Epoch 3420/5000 1843 80/80 - 32s 400ms/step - loss: 0.0699 - acc: 0.9997 - val_loss: 0.4001 - val_acc: 0.9316 1844 Epoch 3421/5000 1845 80/80 - 32s 400ms/step - loss: 0.0702 - acc: 0.9995 - val_loss: 0.3982 - val_acc: 0.9325 1846 Epoch 3422/5000 1847 80/80 - 32s 400ms/step - loss: 0.0701 - acc: 0.9995 - val_loss: 0.4003 - val_acc: 0.9318 1848 Epoch 3423/5000 1849 80/80 - 32s 400ms/step - loss: 0.0696 - acc: 0.9998 - val_loss: 0.4021 - val_acc: 0.9305 1850 Epoch 3424/5000 1851 80/80 - 32s 403ms/step - loss: 0.0703 - acc: 0.9994 - val_loss: 0.4006 - val_acc: 0.9317 1852 Epoch 3425/5000 1853 80/80 - 32s 400ms/step - loss: 0.0698 - acc: 0.9997 - val_loss: 0.4007 - val_acc: 0.9308 1854 Epoch 3426/5000 1855 80/80 - 32s 400ms/step - loss: 0.0703 - acc: 0.9995 - val_loss: 0.4008 - val_acc: 0.9299 1856 Epoch 3427/5000 1857 80/80 - 32s 401ms/step - loss: 0.0702 - acc: 0.9995 - val_loss: 0.4019 - val_acc: 0.9294 1858 Epoch 3428/5000 1859 80/80 - 32s 401ms/step - loss: 0.0698 - acc: 0.9996 - val_loss: 0.4024 - val_acc: 0.9302 1860 Epoch 3429/5000 1861 80/80 - 32s 400ms/step - loss: 0.0698 - acc: 0.9997 - val_loss: 0.4017 - val_acc: 0.9299 1862 Epoch 3430/5000 1863 80/80 - 32s 401ms/step - loss: 0.0700 - acc: 0.9994 - val_loss: 0.4009 - val_acc: 0.9306 1864 Epoch 3431/5000 1865 80/80 - 32s 400ms/step - loss: 0.0702 - acc: 0.9995 - val_loss: 0.4020 - val_acc: 0.9302 1866 Epoch 3432/5000 1867 80/80 - 32s 400ms/step - loss: 0.0703 - acc: 0.9994 - val_loss: 0.4034 - val_acc: 0.9303 1868 Epoch 3433/5000 1869 80/80 - 32s 401ms/step - loss: 0.0702 - acc: 0.9994 - val_loss: 0.4021 - val_acc: 0.9306 1870 Epoch 3434/5000 1871 80/80 - 32s 401ms/step - loss: 0.0697 - acc: 0.9997 - val_loss: 0.4023 - val_acc: 0.9302 1872 Epoch 3435/5000 1873 80/80 - 32s 400ms/step - loss: 0.0697 - acc: 0.9997 - val_loss: 0.4026 - val_acc: 0.9296 1874 Epoch 3436/5000 1875 80/80 - 32s 400ms/step - loss: 0.0698 - acc: 0.9996 - val_loss: 0.4043 - val_acc: 0.9298 1876 Epoch 3437/5000 1877 80/80 - 32s 399ms/step - loss: 0.0701 - acc: 0.9995 - val_loss: 0.4036 - val_acc: 0.9303 1878 Epoch 3438/5000 1879 80/80 - 32s 400ms/step - loss: 0.0698 - acc: 0.9996 - val_loss: 0.3998 - val_acc: 0.9309 1880 Epoch 3439/5000 1881 80/80 - 32s 400ms/step - loss: 0.0696 - acc: 0.9997 - val_loss: 0.3988 - val_acc: 0.9309 1882 Epoch 3440/5000 1883 80/80 - 32s 400ms/step - loss: 0.0696 - acc: 0.9996 - val_loss: 0.3968 - val_acc: 0.9311 1884 Epoch 3441/5000 1885 80/80 - 32s 399ms/step - loss: 0.0697 - acc: 0.9996 - val_loss: 0.3941 - val_acc: 0.9320 1886 Epoch 3442/5000 1887 80/80 - 32s 400ms/step - loss: 0.0697 - acc: 0.9995 - val_loss: 0.3948 - val_acc: 0.9320 1888 Epoch 3443/5000 1889 80/80 - 32s 400ms/step - loss: 0.0692 - acc: 0.9998 - val_loss: 0.3951 - val_acc: 0.9316 1890 Epoch 3444/5000 1891 80/80 - 32s 400ms/step - loss: 0.0696 - acc: 0.9996 - val_loss: 0.3981 - val_acc: 0.9318 1892 Epoch 3445/5000 1893 80/80 - 32s 400ms/step - loss: 0.0694 - acc: 0.9997 - val_loss: 0.3987 - val_acc: 0.9318 1894 Epoch 3446/5000 1895 80/80 - 32s 403ms/step - loss: 0.0696 - acc: 0.9995 - val_loss: 0.3972 - val_acc: 0.9326 1896 Epoch 3447/5000 1897 80/80 - 32s 400ms/step - loss: 0.0701 - acc: 0.9995 - val_loss: 0.3980 - val_acc: 0.9312 1898 Epoch 3448/5000 1899 80/80 - 32s 399ms/step - loss: 0.0694 - acc: 0.9996 - val_loss: 0.3962 - val_acc: 0.9320 1900 Epoch 3449/5000 1901 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9996 - val_loss: 0.3975 - val_acc: 0.9312 1902 Epoch 3450/5000 1903 80/80 - 32s 399ms/step - loss: 0.0694 - acc: 0.9996 - val_loss: 0.3970 - val_acc: 0.9312 1904 Epoch 3451/5000 1905 80/80 - 32s 399ms/step - loss: 0.0691 - acc: 0.9997 - val_loss: 0.3978 - val_acc: 0.9321 1906 Epoch 3452/5000 1907 80/80 - 32s 399ms/step - loss: 0.0696 - acc: 0.9995 - val_loss: 0.3989 - val_acc: 0.9312 1908 Epoch 3453/5000 1909 80/80 - 32s 399ms/step - loss: 0.0694 - acc: 0.9996 - val_loss: 0.3965 - val_acc: 0.9318 1910 Epoch 3454/5000 1911 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9996 - val_loss: 0.3975 - val_acc: 0.9325 1912 Epoch 3455/5000 1913 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9996 - val_loss: 0.3956 - val_acc: 0.9324 1914 Epoch 3456/5000 1915 80/80 - 32s 399ms/step - loss: 0.0694 - acc: 0.9995 - val_loss: 0.3971 - val_acc: 0.9317 1916 Epoch 3457/5000 1917 80/80 - 32s 399ms/step - loss: 0.0691 - acc: 0.9997 - val_loss: 0.4000 - val_acc: 0.9310 1918 Epoch 3458/5000 1919 80/80 - 32s 399ms/step - loss: 0.0692 - acc: 0.9997 - val_loss: 0.4000 - val_acc: 0.9306 1920 Epoch 3459/5000 1921 80/80 - 32s 400ms/step - loss: 0.0692 - acc: 0.9996 - val_loss: 0.3998 - val_acc: 0.9308 1922 Epoch 3460/5000 1923 80/80 - 32s 399ms/step - loss: 0.0697 - acc: 0.9995 - val_loss: 0.4010 - val_acc: 0.9305 1924 Epoch 3461/5000 1925 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9996 - val_loss: 0.4010 - val_acc: 0.9315 1926 Epoch 3462/5000 1927 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9997 - val_loss: 0.4004 - val_acc: 0.9311 1928 Epoch 3463/5000 1929 80/80 - 32s 400ms/step - loss: 0.0698 - acc: 0.9995 - val_loss: 0.4018 - val_acc: 0.9298 1930 Epoch 3464/5000 1931 80/80 - 32s 399ms/step - loss: 0.0692 - acc: 0.9997 - val_loss: 0.4016 - val_acc: 0.9311 1932 Epoch 3465/5000 1933 80/80 - 32s 400ms/step - loss: 0.0689 - acc: 0.9996 - val_loss: 0.4037 - val_acc: 0.9309 1934 Epoch 3466/5000 1935 80/80 - 32s 400ms/step - loss: 0.0694 - acc: 0.9995 - val_loss: 0.4020 - val_acc: 0.9313 1936 Epoch 3467/5000 1937 80/80 - 32s 400ms/step - loss: 0.0691 - acc: 0.9996 - val_loss: 0.4016 - val_acc: 0.9314 1938 Epoch 3468/5000 1939 80/80 - 32s 400ms/step - loss: 0.0692 - acc: 0.9996 - val_loss: 0.4034 - val_acc: 0.9307 1940 Epoch 3469/5000 1941 80/80 - 32s 400ms/step - loss: 0.0693 - acc: 0.9996 - val_loss: 0.4013 - val_acc: 0.9309 1942 Epoch 3470/5000 1943 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9994 - val_loss: 0.3997 - val_acc: 0.9326 1944 Epoch 3471/5000 1945 80/80 - 32s 399ms/step - loss: 0.0693 - acc: 0.9996 - val_loss: 0.3991 - val_acc: 0.9320 1946 Epoch 3472/5000 1947 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9997 - val_loss: 0.3995 - val_acc: 0.9321 1948 Epoch 3473/5000 1949 80/80 - 32s 400ms/step - loss: 0.0694 - acc: 0.9995 - val_loss: 0.3990 - val_acc: 0.9310 1950 Epoch 3474/5000 1951 80/80 - 32s 399ms/step - loss: 0.0695 - acc: 0.9995 - val_loss: 0.3964 - val_acc: 0.9320 1952 Epoch 3475/5000 1953 80/80 - 32s 399ms/step - loss: 0.0692 - acc: 0.9996 - val_loss: 0.3959 - val_acc: 0.9320 1954 Epoch 3476/5000 1955 80/80 - 32s 400ms/step - loss: 0.0692 - acc: 0.9995 - val_loss: 0.3968 - val_acc: 0.9316 1956 Epoch 3477/5000 1957 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9996 - val_loss: 0.3976 - val_acc: 0.9307 1958 Epoch 3478/5000 1959 80/80 - 32s 399ms/step - loss: 0.0689 - acc: 0.9996 - val_loss: 0.3990 - val_acc: 0.9314 1960 Epoch 3479/5000 1961 80/80 - 32s 401ms/step - loss: 0.0692 - acc: 0.9995 - val_loss: 0.3991 - val_acc: 0.9303 1962 Epoch 3480/5000 1963 80/80 - 32s 401ms/step - loss: 0.0690 - acc: 0.9994 - val_loss: 0.4010 - val_acc: 0.9303 1964 Epoch 3481/5000 1965 80/80 - 32s 403ms/step - loss: 0.0689 - acc: 0.9995 - val_loss: 0.4028 - val_acc: 0.9305 1966 Epoch 3482/5000 1967 80/80 - 32s 401ms/step - loss: 0.0689 - acc: 0.9996 - val_loss: 0.4030 - val_acc: 0.9295 1968 Epoch 3483/5000 1969 80/80 - 32s 400ms/step - loss: 0.0694 - acc: 0.9995 - val_loss: 0.4027 - val_acc: 0.9311 1970 Epoch 3484/5000 1971 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9996 - val_loss: 0.4002 - val_acc: 0.9316 1972 Epoch 3485/5000 1973 80/80 - 32s 402ms/step - loss: 0.0684 - acc: 0.9999 - val_loss: 0.3992 - val_acc: 0.9321 1974 Epoch 3486/5000 1975 80/80 - 32s 406ms/step - loss: 0.0690 - acc: 0.9997 - val_loss: 0.3999 - val_acc: 0.9318 1976 Epoch 3487/5000 1977 80/80 - 32s 399ms/step - loss: 0.0686 - acc: 0.9997 - val_loss: 0.4016 - val_acc: 0.9309 1978 Epoch 3488/5000 1979 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9996 - val_loss: 0.4020 - val_acc: 0.9308 1980 Epoch 3489/5000 1981 80/80 - 32s 399ms/step - loss: 0.0688 - acc: 0.9996 - val_loss: 0.4028 - val_acc: 0.9317 1982 Epoch 3490/5000 1983 80/80 - 32s 399ms/step - loss: 0.0688 - acc: 0.9996 - val_loss: 0.4028 - val_acc: 0.9315 1984 Epoch 3491/5000 1985 80/80 - 32s 399ms/step - loss: 0.0691 - acc: 0.9995 - val_loss: 0.4039 - val_acc: 0.9304 1986 Epoch 3492/5000 1987 80/80 - 32s 400ms/step - loss: 0.0691 - acc: 0.9995 - val_loss: 0.4039 - val_acc: 0.9293 1988 Epoch 3493/5000 1989 80/80 - 32s 399ms/step - loss: 0.0690 - acc: 0.9996 - val_loss: 0.4023 - val_acc: 0.9307 1990 Epoch 3494/5000 1991 80/80 - 32s 400ms/step - loss: 0.0685 - acc: 0.9997 - val_loss: 0.4025 - val_acc: 0.9304 1992 Epoch 3495/5000 1993 80/80 - 32s 401ms/step - loss: 0.0689 - acc: 0.9995 - val_loss: 0.4058 - val_acc: 0.9295 1994 Epoch 3496/5000 1995 80/80 - 32s 402ms/step - loss: 0.0684 - acc: 0.9997 - val_loss: 0.4029 - val_acc: 0.9308 1996 Epoch 3497/5000 1997 80/80 - 32s 400ms/step - loss: 0.0684 - acc: 0.9997 - val_loss: 0.4028 - val_acc: 0.9298 1998 Epoch 3498/5000 1999 80/80 - 32s 401ms/step - loss: 0.0687 - acc: 0.9996 - val_loss: 0.3992 - val_acc: 0.9319 2000 Epoch 3499/5000 2001 80/80 - 32s 401ms/step - loss: 0.0685 - acc: 0.9997 - val_loss: 0.3977 - val_acc: 0.9312 2002 Epoch 3500/5000 2003 80/80 - 32s 400ms/step - loss: 0.0685 - acc: 0.9995 - val_loss: 0.3981 - val_acc: 0.9313 2004 Epoch 3501/5000 2005 80/80 - 32s 400ms/step - loss: 0.0688 - acc: 0.9995 - val_loss: 0.4005 - val_acc: 0.9320 2006 Epoch 3502/5000 2007 80/80 - 32s 400ms/step - loss: 0.0682 - acc: 0.9998 - val_loss: 0.3992 - val_acc: 0.9312 2008 Epoch 3503/5000 2009 80/80 - 32s 400ms/step - loss: 0.0684 - acc: 0.9996 - val_loss: 0.3993 - val_acc: 0.9306 2010 Epoch 3504/5000 2011 80/80 - 32s 400ms/step - loss: 0.0687 - acc: 0.9995 - val_loss: 0.4003 - val_acc: 0.9306 2012 Epoch 3505/5000 2013 80/80 - 32s 401ms/step - loss: 0.0685 - acc: 0.9997 - val_loss: 0.4017 - val_acc: 0.9301 2014 Epoch 3506/5000 2015 80/80 - 32s 401ms/step - loss: 0.0682 - acc: 0.9997 - val_loss: 0.4053 - val_acc: 0.9299 2016 Epoch 3507/5000 2017 80/80 - 32s 401ms/step - loss: 0.0682 - acc: 0.9997 - val_loss: 0.4047 - val_acc: 0.9301 2018 Epoch 3508/5000 2019 80/80 - 32s 400ms/step - loss: 0.0689 - acc: 0.9994 - val_loss: 0.4059 - val_acc: 0.9289 2020 Epoch 3509/5000 2021 80/80 - 32s 402ms/step - loss: 0.0687 - acc: 0.9995 - val_loss: 0.4074 - val_acc: 0.9289 2022 Epoch 3510/5000 2023 80/80 - 32s 402ms/step - loss: 0.0686 - acc: 0.9995 - val_loss: 0.4042 - val_acc: 0.9301 2024 Epoch 3511/5000 2025 80/80 - 32s 400ms/step - loss: 0.0685 - acc: 0.9995 - val_loss: 0.4029 - val_acc: 0.9308 2026 Epoch 3512/5000 2027 80/80 - 32s 401ms/step - loss: 0.0687 - acc: 0.9996 - val_loss: 0.4020 - val_acc: 0.9301 2028 Epoch 3513/5000 2029 80/80 - 32s 398ms/step - loss: 0.0682 - acc: 0.9997 - val_loss: 0.3987 - val_acc: 0.9305 2030 Epoch 3514/5000 2031 80/80 - 32s 400ms/step - loss: 0.0683 - acc: 0.9996 - val_loss: 0.3991 - val_acc: 0.9302 2032 Epoch 3515/5000 2033 80/80 - 32s 399ms/step - loss: 0.0688 - acc: 0.9996 - val_loss: 0.3989 - val_acc: 0.9307 2034 Epoch 3516/5000 2035 80/80 - 32s 398ms/step - loss: 0.0687 - acc: 0.9995 - val_loss: 0.4004 - val_acc: 0.9313 2036 Epoch 3517/5000 2037 80/80 - 32s 400ms/step - loss: 0.0681 - acc: 0.9996 - val_loss: 0.3996 - val_acc: 0.9313 2038 Epoch 3518/5000 2039 80/80 - 32s 399ms/step - loss: 0.0683 - acc: 0.9997 - val_loss: 0.4004 - val_acc: 0.9308 2040 Epoch 3519/5000 2041 80/80 - 32s 399ms/step - loss: 0.0686 - acc: 0.9995 - val_loss: 0.4002 - val_acc: 0.9306 2042 Epoch 3520/5000 2043 80/80 - 32s 400ms/step - loss: 0.0687 - acc: 0.9995 - val_loss: 0.4007 - val_acc: 0.9310 2044 Epoch 3521/5000 2045 80/80 - 32s 400ms/step - loss: 0.0684 - acc: 0.9996 - val_loss: 0.4021 - val_acc: 0.9318 2046 Epoch 3522/5000 2047 80/80 - 32s 399ms/step - loss: 0.0683 - acc: 0.9996 - val_loss: 0.4033 - val_acc: 0.9320 2048 Epoch 3523/5000 2049 80/80 - 32s 400ms/step - loss: 0.0681 - acc: 0.9997 - val_loss: 0.4064 - val_acc: 0.9316 2050 Epoch 3524/5000 2051 80/80 - 34s 424ms/step - loss: 0.0681 - acc: 0.9996 - val_loss: 0.4061 - val_acc: 0.9309 2052 Epoch 3525/5000 2053 80/80 - 32s 398ms/step - loss: 0.0680 - acc: 0.9997 - val_loss: 0.4032 - val_acc: 0.9310 2054 Epoch 3526/5000 2055 80/80 - 32s 397ms/step - loss: 0.0681 - acc: 0.9995 - val_loss: 0.4033 - val_acc: 0.9317 2056 Epoch 3527/5000 2057 80/80 - 32s 398ms/step - loss: 0.0681 - acc: 0.9995 - val_loss: 0.4034 - val_acc: 0.9317 2058 Epoch 3528/5000 2059 80/80 - 32s 398ms/step - loss: 0.0681 - acc: 0.9996 - val_loss: 0.4021 - val_acc: 0.9317 2060 Epoch 3529/5000 2061 80/80 - 32s 398ms/step - loss: 0.0682 - acc: 0.9996 - val_loss: 0.4032 - val_acc: 0.9317 2062 Epoch 3530/5000 2063 80/80 - 32s 398ms/step - loss: 0.0678 - acc: 0.9997 - val_loss: 0.4026 - val_acc: 0.9316 2064 Epoch 3531/5000 2065 80/80 - 32s 398ms/step - loss: 0.0679 - acc: 0.9996 - val_loss: 0.4000 - val_acc: 0.9312 2066 Epoch 3532/5000 2067 80/80 - 32s 398ms/step - loss: 0.0682 - acc: 0.9995 - val_loss: 0.4004 - val_acc: 0.9325 2068 Epoch 3533/5000 2069 80/80 - 32s 398ms/step - loss: 0.0683 - acc: 0.9996 - val_loss: 0.4012 - val_acc: 0.9320 2070 Epoch 3534/5000 2071 80/80 - 32s 398ms/step - loss: 0.0681 - acc: 0.9996 - val_loss: 0.4006 - val_acc: 0.9320 2072 Epoch 3535/5000 2073 80/80 - 32s 398ms/step - loss: 0.0678 - acc: 0.9996 - val_loss: 0.4026 - val_acc: 0.9308 2074 Epoch 3536/5000 2075 80/80 - 32s 398ms/step - loss: 0.0675 - acc: 0.9997 - val_loss: 0.4037 - val_acc: 0.9306 2076 Epoch 3537/5000 2077 80/80 - 32s 398ms/step - loss: 0.0683 - acc: 0.9995 - val_loss: 0.4056 - val_acc: 0.9296 2078 Epoch 3538/5000 2079 80/80 - 32s 398ms/step - loss: 0.0684 - acc: 0.9995 - val_loss: 0.4053 - val_acc: 0.9313 2080 Epoch 3539/5000 2081 80/80 - 32s 400ms/step - loss: 0.0682 - acc: 0.9995 - val_loss: 0.4037 - val_acc: 0.9305 2082 Epoch 3540/5000 2083 15/80 [====>.........................] - ETA: 24s - loss: 0.0678 - acc: 0.9997Traceback (most recent call last):
没跑完就把程序给中断了。训练准确率已经接近100%，测试准确率一直在93%波动，似乎已经进入过拟合阶段了，再继续训练也没什么用处。
怎么抑制过拟合呢？数据增强部分已经用了很多种方式了，下一步减小网络规模？
Minghang Zhao, Shisheng Zhong, Xuyun Fu, Baoping Tang, Shaojiang Dong, Michael Pecht, Deep Residual Networks with Adaptively Parametric Rectifier Linear Units for Fault Diagnosis, IEEE Transactions on Industrial Electronics, 2020, DOI: 10.1109/TIE.2020.2972458