import numpy as np, keras
import matplotlib.pyplot as plt
from keras.models import Sequential, Model
from keras.layers import Dense, Input
from keras import optimizers
from keras.optimizers import Adam
from sklearn.decomposition import PCA
from sklearn.preprocessing import StandardScaler
# function for plotting points in 2d with a range of colors
def plot(matrix,a,b,c,d,colors=0,area=np.pi*3):
plt.xlim(a, b)
plt.ylim(c, d)
plt.scatter(matrix[:,0], matrix[:,1], s=area, alpha=1,c=np.arange(len(matrix))/len(matrix)*100)
plt.show
'''generating a fake 2-d data, first generate values of x-axis uniformly.
Generate y-axis values by taking a quadratic function of x and add some gaussian noise
'''
np.random.seed(4)
x=np.arange(-3,10,0.05)
y=0.5*(x-3)**2+0.5*np.random.randn(len(x))
x+=0.5*np.random.randn(len(x))
mat=np.array([x,y]).transpose()
train_x=mat
# rotate the whole data by 0.5 radians around origin
theta=0.5
train_x=train_x.dot(np.array([[-np.cos(theta),np.sin(theta)],[np.sin(theta),np.cos(theta)]]))
'''Normalize the data by subtracting mean and dividing by standard deviation
This is not necessary for autoencoder, but is important for PCA so kets only deal with standardized data'''
scaler = StandardScaler()
scaler.fit(train_x)
train_x = scaler.transform(train_x)
#plot the data
plot(train_x,a=-2,b=4,c=-2,d=4)
Autoencoder architecture
# Code Source: https://towardsdatascience.com/auto-encoder-what-is-it-and-what-is-it-used-for-part-1-3e5c6f017726
np.random.seed(3)
autoencoder = Sequential()
autoencoder.add(Dense(2, activation='elu', input_shape=(2,)))
autoencoder.add(Dense(2, activation='elu'))
autoencoder.add(Dense(2, activation='elu'))
autoencoder.add(Dense(1, activation='elu', name="bottleneck"))
autoencoder.add(Dense(2, activation='elu'))
autoencoder.add(Dense(2, activation='elu'))
autoencoder.add(Dense(2, activation='elu'))
autoencoder.compile(loss='mean_squared_error', optimizer = Adam())
trained_model = autoencoder.fit(train_x, train_x, epochs=3000, verbose=2)
encoder = Model(autoencoder.input, autoencoder.get_layer('bottleneck').output)
encoded_data = encoder.predict(train_x) # bottleneck representation
decoded_output = autoencoder.predict(train_x) # reconstruction
loss=np.mean(np.square(train_x-decoded_output))
print('reconstruction loss=%.4f' %loss)
Epoch 1/3000 - 0s - loss: 0.9838 Epoch 2/3000 - 0s - loss: 0.9471 Epoch 3/3000 - 0s - loss: 0.9168 Epoch 4/3000 - 0s - loss: 0.8914 Epoch 5/3000 - 0s - loss: 0.8682 Epoch 6/3000 - 0s - loss: 0.8450 Epoch 7/3000 - 0s - loss: 0.8232 Epoch 8/3000 - 0s - loss: 0.8009 Epoch 9/3000 - 0s - loss: 0.7768 Epoch 10/3000 - 0s - loss: 0.7547 Epoch 11/3000 - 0s - loss: 0.7319 Epoch 12/3000 - 0s - loss: 0.7083 Epoch 13/3000 - 0s - loss: 0.6870 Epoch 14/3000 - 0s - loss: 0.6641 Epoch 15/3000 - 0s - loss: 0.6425 Epoch 16/3000 - 0s - loss: 0.6224 Epoch 17/3000 - 0s - loss: 0.6038 Epoch 18/3000 - 0s - loss: 0.5859 Epoch 19/3000 - 0s - loss: 0.5693 Epoch 20/3000 - 0s - loss: 0.5524 Epoch 21/3000 - 0s - loss: 0.5370 Epoch 22/3000 - 0s - loss: 0.5225 Epoch 23/3000 - 0s - loss: 0.5081 Epoch 24/3000 - 0s - loss: 0.4943 Epoch 25/3000 - 0s - loss: 0.4811 Epoch 26/3000 - 0s - loss: 0.4680 Epoch 27/3000 - 0s - loss: 0.4545 Epoch 28/3000 - 0s - loss: 0.4408 Epoch 29/3000 - 0s - loss: 0.4280 Epoch 30/3000 - 0s - loss: 0.4156 Epoch 31/3000 - 0s - loss: 0.4026 Epoch 32/3000 - 0s - loss: 0.3903 Epoch 33/3000 - 0s - loss: 0.3782 Epoch 34/3000 - 0s - loss: 0.3660 Epoch 35/3000 - 0s - loss: 0.3541 Epoch 36/3000 - 0s - loss: 0.3420 Epoch 37/3000 - 0s - loss: 0.3290 Epoch 38/3000 - 0s - loss: 0.3174 Epoch 39/3000 - 0s - loss: 0.3055 Epoch 40/3000 - 0s - loss: 0.2948 Epoch 41/3000 - 0s - loss: 0.2830 Epoch 42/3000 - 0s - loss: 0.2728 Epoch 43/3000 - 0s - loss: 0.2626 Epoch 44/3000 - 0s - loss: 0.2530 Epoch 45/3000 - 0s - loss: 0.2441 Epoch 46/3000 - 0s - loss: 0.2352 Epoch 47/3000 - 0s - loss: 0.2261 Epoch 48/3000 - 0s - loss: 0.2175 Epoch 49/3000 - 0s - loss: 0.2096 Epoch 50/3000 - 0s - loss: 0.2025 Epoch 51/3000 - 0s - loss: 0.1946 Epoch 52/3000 - 0s - loss: 0.1879 Epoch 53/3000 - 0s - loss: 0.1809 Epoch 54/3000 - 0s - loss: 0.1734 Epoch 55/3000 - 0s - loss: 0.1670 Epoch 56/3000 - 0s - loss: 0.1609 Epoch 57/3000 - 0s - loss: 0.1555 Epoch 58/3000 - 0s - loss: 0.1507 Epoch 59/3000 - 0s - loss: 0.1454 Epoch 60/3000 - 0s - loss: 0.1410 Epoch 61/3000 - 0s - loss: 0.1368 Epoch 62/3000 - 0s - loss: 0.1326 Epoch 63/3000 - 0s - loss: 0.1286 Epoch 64/3000 - 0s - loss: 0.1253 Epoch 65/3000 - 0s - loss: 0.1219 Epoch 66/3000 - 0s - loss: 0.1186 Epoch 67/3000 - 0s - loss: 0.1155 Epoch 68/3000 - 0s - loss: 0.1129 Epoch 69/3000 - 0s - loss: 0.1103 Epoch 70/3000 - 0s - loss: 0.1077 Epoch 71/3000 - 0s - loss: 0.1054 Epoch 72/3000 - 0s - loss: 0.1031 Epoch 73/3000 - 0s - loss: 0.1010 Epoch 74/3000 - 0s - loss: 0.0990 Epoch 75/3000 - 0s - loss: 0.0972 Epoch 76/3000 - 0s - loss: 0.0955 Epoch 77/3000 - 0s - loss: 0.0938 Epoch 78/3000 - 0s - loss: 0.0926 Epoch 79/3000 - 0s - loss: 0.0910 Epoch 80/3000 - 0s - loss: 0.0903 Epoch 81/3000 - 0s - loss: 0.0892 Epoch 82/3000 - 0s - loss: 0.0876 Epoch 83/3000 - 0s - loss: 0.0865 Epoch 84/3000 - 0s - loss: 0.0852 Epoch 85/3000 - 0s - loss: 0.0841 Epoch 86/3000 - 0s - loss: 0.0831 Epoch 87/3000 - 0s - loss: 0.0823 Epoch 88/3000 - 0s - loss: 0.0814 Epoch 89/3000 - 0s - loss: 0.0806 Epoch 90/3000 - 0s - loss: 0.0799 Epoch 91/3000 - 0s - loss: 0.0792 Epoch 92/3000 - 0s - loss: 0.0786 Epoch 93/3000 - 0s - loss: 0.0779 Epoch 94/3000 - 0s - loss: 0.0772 Epoch 95/3000 - 0s - loss: 0.0766 Epoch 96/3000 - 0s - loss: 0.0761 Epoch 97/3000 - 0s - loss: 0.0754 Epoch 98/3000 - 0s - loss: 0.0748 Epoch 99/3000 - 0s - loss: 0.0743 Epoch 100/3000 - 0s - loss: 0.0739 Epoch 101/3000 - 0s - loss: 0.0735 Epoch 102/3000 - 0s - loss: 0.0731 Epoch 103/3000 - 0s - loss: 0.0726 Epoch 104/3000 - 0s - loss: 0.0724 Epoch 105/3000 - 0s - loss: 0.0719 Epoch 106/3000 - 0s - loss: 0.0716 Epoch 107/3000 - 0s - loss: 0.0713 Epoch 108/3000 - 0s - loss: 0.0709 Epoch 109/3000 - 0s - loss: 0.0706 Epoch 110/3000 - 0s - loss: 0.0703 Epoch 111/3000 - 0s - loss: 0.0699 Epoch 112/3000 - 0s - loss: 0.0694 Epoch 113/3000 - 0s - loss: 0.0690 Epoch 114/3000 - 0s - loss: 0.0688 Epoch 115/3000 - 0s - loss: 0.0687 Epoch 116/3000 - 0s - loss: 0.0683 Epoch 117/3000 - 0s - loss: 0.0678 Epoch 118/3000 - 0s - loss: 0.0672 Epoch 119/3000 - 0s - loss: 0.0672 Epoch 120/3000 - 0s - loss: 0.0670 Epoch 121/3000 - 0s - loss: 0.0665 Epoch 122/3000 - 0s - loss: 0.0661 Epoch 123/3000 - 0s - loss: 0.0656 Epoch 124/3000 - 0s - loss: 0.0654 Epoch 125/3000 - 0s - loss: 0.0651 Epoch 126/3000 - 0s - loss: 0.0647 Epoch 127/3000 - 0s - loss: 0.0644 Epoch 128/3000 - 0s - loss: 0.0642 Epoch 129/3000 - 0s - loss: 0.0639 Epoch 130/3000 - 0s - loss: 0.0635 Epoch 131/3000 - 0s - loss: 0.0631 Epoch 132/3000 - 0s - loss: 0.0628 Epoch 133/3000 - 0s - loss: 0.0625 Epoch 134/3000 - 0s - loss: 0.0622 Epoch 135/3000 - 0s - loss: 0.0620 Epoch 136/3000 - 0s - loss: 0.0616 Epoch 137/3000 - 0s - loss: 0.0614 Epoch 138/3000 - 0s - loss: 0.0610 Epoch 139/3000 - 0s - loss: 0.0606 Epoch 140/3000 - 0s - loss: 0.0604 Epoch 141/3000 - 0s - loss: 0.0602 Epoch 142/3000 - 0s - loss: 0.0598 Epoch 143/3000 - 0s - loss: 0.0594 Epoch 144/3000 - 0s - loss: 0.0591 Epoch 145/3000 - 0s - loss: 0.0589 Epoch 146/3000 - 0s - loss: 0.0585 Epoch 147/3000 - 0s - loss: 0.0582 Epoch 148/3000 - 0s - loss: 0.0579 Epoch 149/3000 - 0s - loss: 0.0579 Epoch 150/3000 - 0s - loss: 0.0574 Epoch 151/3000 - 0s - loss: 0.0570 Epoch 152/3000 - 0s - loss: 0.0568 Epoch 153/3000 - 0s - loss: 0.0565 Epoch 154/3000 - 0s - loss: 0.0564 Epoch 155/3000 - 0s - loss: 0.0559 Epoch 156/3000 - 0s - loss: 0.0556 Epoch 157/3000 - 0s - loss: 0.0556 Epoch 158/3000 - 0s - loss: 0.0555 Epoch 159/3000 - 0s - loss: 0.0549 Epoch 160/3000 - 0s - loss: 0.0545 Epoch 161/3000 - 0s - loss: 0.0543 Epoch 162/3000 - 0s - loss: 0.0541 Epoch 163/3000 - 0s - loss: 0.0541 Epoch 164/3000 - 0s - loss: 0.0535 Epoch 165/3000 - 0s - loss: 0.0531 Epoch 166/3000 - 0s - loss: 0.0528 Epoch 167/3000 - 0s - loss: 0.0526 Epoch 168/3000 - 0s - loss: 0.0523 Epoch 169/3000 - 0s - loss: 0.0521 Epoch 170/3000 - 0s - loss: 0.0518 Epoch 171/3000 - 0s - loss: 0.0516 Epoch 172/3000 - 0s - loss: 0.0513 Epoch 173/3000 - 0s - loss: 0.0510 Epoch 174/3000 - 0s - loss: 0.0506 Epoch 175/3000 - 0s - loss: 0.0504 Epoch 176/3000 - 0s - loss: 0.0501 Epoch 177/3000 - 0s - loss: 0.0499 Epoch 178/3000 - 0s - loss: 0.0498 Epoch 179/3000 - 0s - loss: 0.0493 Epoch 180/3000 - 0s - loss: 0.0490 Epoch 181/3000 - 0s - loss: 0.0489 Epoch 182/3000 - 0s - loss: 0.0487 Epoch 183/3000 - 0s - loss: 0.0485 Epoch 184/3000 - 0s - loss: 0.0482 Epoch 185/3000 - 0s - loss: 0.0479 Epoch 186/3000 - 0s - loss: 0.0477 Epoch 187/3000 - 0s - loss: 0.0475 Epoch 188/3000 - 0s - loss: 0.0471 Epoch 189/3000 - 0s - loss: 0.0469 Epoch 190/3000 - 0s - loss: 0.0467 Epoch 191/3000 - 0s - loss: 0.0464 Epoch 192/3000 - 0s - loss: 0.0464 Epoch 193/3000 - 0s - loss: 0.0460 Epoch 194/3000 - 0s - loss: 0.0458 Epoch 195/3000 - 0s - loss: 0.0455 Epoch 196/3000 - 0s - loss: 0.0452 Epoch 197/3000 - 0s - loss: 0.0450 Epoch 198/3000 - 0s - loss: 0.0450 Epoch 199/3000 - 0s - loss: 0.0445 Epoch 200/3000 - 0s - loss: 0.0449 Epoch 201/3000 - 0s - loss: 0.0444 Epoch 202/3000 - 0s - loss: 0.0440 Epoch 203/3000 - 0s - loss: 0.0436 Epoch 204/3000 - 0s - loss: 0.0435 Epoch 205/3000 - 0s - loss: 0.0432 Epoch 206/3000 - 0s - loss: 0.0429 Epoch 207/3000 - 0s - loss: 0.0427 Epoch 208/3000 - 0s - loss: 0.0426 Epoch 209/3000 - 0s - loss: 0.0423 Epoch 210/3000 - 0s - loss: 0.0421 Epoch 211/3000 - 0s - loss: 0.0419 Epoch 212/3000 - 0s - loss: 0.0415 Epoch 213/3000 - 0s - loss: 0.0416 Epoch 214/3000 - 0s - loss: 0.0412 Epoch 215/3000 - 0s - loss: 0.0410 Epoch 216/3000 - 0s - loss: 0.0408 Epoch 217/3000 - 0s - loss: 0.0408 Epoch 218/3000 - 0s - loss: 0.0403 Epoch 219/3000 - 0s - loss: 0.0404 Epoch 220/3000 - 0s - loss: 0.0400 Epoch 221/3000 - 0s - loss: 0.0398 Epoch 222/3000 - 0s - loss: 0.0395 Epoch 223/3000 - 0s - loss: 0.0394 Epoch 224/3000 - 0s - loss: 0.0392 Epoch 225/3000 - 0s - loss: 0.0391 Epoch 226/3000 - 0s - loss: 0.0390 Epoch 227/3000 - 0s - loss: 0.0387 Epoch 228/3000 - 0s - loss: 0.0384 Epoch 229/3000 - 0s - loss: 0.0385 Epoch 230/3000 - 0s - loss: 0.0381 Epoch 231/3000 - 0s - loss: 0.0381 Epoch 232/3000 - 0s - loss: 0.0379 Epoch 233/3000 - 0s - loss: 0.0376 Epoch 234/3000 - 0s - loss: 0.0374 Epoch 235/3000 - 0s - loss: 0.0372 Epoch 236/3000 - 0s - loss: 0.0371 Epoch 237/3000 - 0s - loss: 0.0370 Epoch 238/3000 - 0s - loss: 0.0368 Epoch 239/3000 - 0s - loss: 0.0367 Epoch 240/3000 - 0s - loss: 0.0367 Epoch 241/3000 - 0s - loss: 0.0362 Epoch 242/3000 - 0s - loss: 0.0361 Epoch 243/3000 - 0s - loss: 0.0360 Epoch 244/3000 - 0s - loss: 0.0360 Epoch 245/3000 - 0s - loss: 0.0357 Epoch 246/3000 - 0s - loss: 0.0358 Epoch 247/3000 - 0s - loss: 0.0357 Epoch 248/3000 - 0s - loss: 0.0355 Epoch 249/3000 - 0s - loss: 0.0352 Epoch 250/3000 - 0s - loss: 0.0351 Epoch 251/3000 - 0s - loss: 0.0349 Epoch 252/3000 - 0s - loss: 0.0350 Epoch 253/3000 - 0s - loss: 0.0347 Epoch 254/3000 - 0s - loss: 0.0346 Epoch 255/3000 - 0s - loss: 0.0345 Epoch 256/3000 - 0s - loss: 0.0343 Epoch 257/3000 - 0s - loss: 0.0343 Epoch 258/3000 - 0s - loss: 0.0343 Epoch 259/3000 - 0s - loss: 0.0341 Epoch 260/3000 - 0s - loss: 0.0339 Epoch 261/3000 - 0s - loss: 0.0339 Epoch 262/3000 - 0s - loss: 0.0340 Epoch 263/3000 - 0s - loss: 0.0335 Epoch 264/3000 - 0s - loss: 0.0333 Epoch 265/3000 - 0s - loss: 0.0332 Epoch 266/3000 - 0s - loss: 0.0336 Epoch 267/3000 - 0s - loss: 0.0331 Epoch 268/3000 - 0s - loss: 0.0329 Epoch 269/3000 - 0s - loss: 0.0330 Epoch 270/3000 - 0s - loss: 0.0330 Epoch 271/3000 - 0s - loss: 0.0326 Epoch 272/3000 - 0s - loss: 0.0326 Epoch 273/3000 - 0s - loss: 0.0324 Epoch 274/3000 - 0s - loss: 0.0323 Epoch 275/3000 - 0s - loss: 0.0324 Epoch 276/3000 - 0s - loss: 0.0323 Epoch 277/3000 - 0s - loss: 0.0321 Epoch 278/3000 - 0s - loss: 0.0319 Epoch 279/3000 - 0s - loss: 0.0320 Epoch 280/3000 - 0s - loss: 0.0318 Epoch 281/3000 - 0s - loss: 0.0318 Epoch 282/3000 - 0s - loss: 0.0315 Epoch 283/3000 - 0s - loss: 0.0318 Epoch 284/3000 - 0s - loss: 0.0314 Epoch 285/3000 - 0s - loss: 0.0315 Epoch 286/3000 - 0s - loss: 0.0313 Epoch 287/3000 - 0s - loss: 0.0313 Epoch 288/3000 - 0s - loss: 0.0311 Epoch 289/3000 - 0s - loss: 0.0311 Epoch 290/3000 - 0s - loss: 0.0313 Epoch 291/3000 - 0s - loss: 0.0309 Epoch 292/3000 - 0s - loss: 0.0308 Epoch 293/3000 - 0s - loss: 0.0306 Epoch 294/3000 - 0s - loss: 0.0307 Epoch 295/3000 - 0s - loss: 0.0305 Epoch 296/3000 - 0s - loss: 0.0305 Epoch 297/3000 - 0s - loss: 0.0304 Epoch 298/3000 - 0s - loss: 0.0303 Epoch 299/3000 - 0s - loss: 0.0302 Epoch 300/3000 - 0s - loss: 0.0302 Epoch 301/3000 - 0s - loss: 0.0301 Epoch 302/3000 - 0s - loss: 0.0302 Epoch 303/3000 - 0s - loss: 0.0299 Epoch 304/3000 - 0s - loss: 0.0300 Epoch 305/3000 - 0s - loss: 0.0302 Epoch 306/3000 - 0s - loss: 0.0297 Epoch 307/3000 - 0s - loss: 0.0296 Epoch 308/3000 - 0s - loss: 0.0300 Epoch 309/3000 - 0s - loss: 0.0295 Epoch 310/3000 - 0s - loss: 0.0296 Epoch 311/3000 - 0s - loss: 0.0300 Epoch 312/3000 - 0s - loss: 0.0296 Epoch 313/3000 - 0s - loss: 0.0292 Epoch 314/3000 - 0s - loss: 0.0296 Epoch 315/3000 - 0s - loss: 0.0290 Epoch 316/3000 - 0s - loss: 0.0293 Epoch 317/3000 - 0s - loss: 0.0291 Epoch 318/3000 - 0s - loss: 0.0289 Epoch 319/3000 - 0s - loss: 0.0288 Epoch 320/3000 - 0s - loss: 0.0287 Epoch 321/3000 - 0s - loss: 0.0288 Epoch 322/3000 - 0s - loss: 0.0288 Epoch 323/3000 - 0s - loss: 0.0286 Epoch 324/3000 - 0s - loss: 0.0287 Epoch 325/3000 - 0s - loss: 0.0285 Epoch 326/3000 - 0s - loss: 0.0284 Epoch 327/3000 - 0s - loss: 0.0284 Epoch 328/3000 - 0s - loss: 0.0283 Epoch 329/3000 - 0s - loss: 0.0281 Epoch 330/3000 - 0s - loss: 0.0282 Epoch 331/3000 - 0s - loss: 0.0281 Epoch 332/3000 - 0s - loss: 0.0281 Epoch 333/3000 - 0s - loss: 0.0280 Epoch 334/3000 - 0s - loss: 0.0280 Epoch 335/3000 - 0s - loss: 0.0279 Epoch 336/3000 - 0s - loss: 0.0279 Epoch 337/3000 - 0s - loss: 0.0278 Epoch 338/3000 - 0s - loss: 0.0277 Epoch 339/3000 - 0s - loss: 0.0277 Epoch 340/3000 - 0s - loss: 0.0277 Epoch 341/3000 - 0s - loss: 0.0275 Epoch 342/3000 - 0s - loss: 0.0275 Epoch 343/3000 - 0s - loss: 0.0275 Epoch 344/3000 - 0s - loss: 0.0275 Epoch 345/3000 - 0s - loss: 0.0277 Epoch 346/3000 - 0s - loss: 0.0275 Epoch 347/3000 - 0s - loss: 0.0272 Epoch 348/3000 - 0s - loss: 0.0272 Epoch 349/3000 - 0s - loss: 0.0273 Epoch 350/3000 - 0s - loss: 0.0273 Epoch 351/3000 - 0s - loss: 0.0272 Epoch 352/3000 - 0s - loss: 0.0270 Epoch 353/3000 - 0s - loss: 0.0276 Epoch 354/3000 - 0s - loss: 0.0271 Epoch 355/3000 - 0s - loss: 0.0271 Epoch 356/3000 - 0s - loss: 0.0269 Epoch 357/3000 - 0s - loss: 0.0270 Epoch 358/3000 - 0s - loss: 0.0270 Epoch 359/3000 - 0s - loss: 0.0268 Epoch 360/3000 - 0s - loss: 0.0268 Epoch 361/3000 - 0s - loss: 0.0268 Epoch 362/3000 - 0s - loss: 0.0265 Epoch 363/3000 - 0s - loss: 0.0269 Epoch 364/3000 - 0s - loss: 0.0264 Epoch 365/3000 - 0s - loss: 0.0269 Epoch 366/3000 - 0s - loss: 0.0266 Epoch 367/3000 - 0s - loss: 0.0267 Epoch 368/3000 - 0s - loss: 0.0267 Epoch 369/3000 - 0s - loss: 0.0265 Epoch 370/3000 - 0s - loss: 0.0263 Epoch 371/3000 - 0s - loss: 0.0264 Epoch 372/3000 - 0s - loss: 0.0263 Epoch 373/3000 - 0s - loss: 0.0261 Epoch 374/3000 - 0s - loss: 0.0261 Epoch 375/3000 - 0s - loss: 0.0264 Epoch 376/3000 - 0s - loss: 0.0262 Epoch 377/3000 - 0s - loss: 0.0260 Epoch 378/3000 - 0s - loss: 0.0258 Epoch 379/3000 - 0s - loss: 0.0260 Epoch 380/3000 - 0s - loss: 0.0257 Epoch 381/3000 - 0s - loss: 0.0259 Epoch 382/3000 - 0s - loss: 0.0257 Epoch 383/3000 - 0s - loss: 0.0257 Epoch 384/3000 - 0s - loss: 0.0255 Epoch 385/3000 - 0s - loss: 0.0255 Epoch 386/3000 - 0s - loss: 0.0255 Epoch 387/3000 - 0s - loss: 0.0257 Epoch 388/3000 - 0s - loss: 0.0258 Epoch 389/3000 - 0s - loss: 0.0254 Epoch 390/3000 - 0s - loss: 0.0256 Epoch 391/3000 - 0s - loss: 0.0254 Epoch 392/3000 - 0s - loss: 0.0253 Epoch 393/3000 - 0s - loss: 0.0253 Epoch 394/3000 - 0s - loss: 0.0253 Epoch 395/3000 - 0s - loss: 0.0254 Epoch 396/3000 - 0s - loss: 0.0252 Epoch 397/3000 - 0s - loss: 0.0255 Epoch 398/3000 - 0s - loss: 0.0254 Epoch 399/3000 - 0s - loss: 0.0251 Epoch 400/3000 - 0s - loss: 0.0251 Epoch 401/3000 - 0s - loss: 0.0251 Epoch 402/3000 - 0s - loss: 0.0250 Epoch 403/3000 - 0s - loss: 0.0250 Epoch 404/3000 - 0s - loss: 0.0249 Epoch 405/3000 - 0s - loss: 0.0249 Epoch 406/3000 - 0s - loss: 0.0254 Epoch 407/3000 - 0s - loss: 0.0253 Epoch 408/3000 - 0s - loss: 0.0249 Epoch 409/3000 - 0s - loss: 0.0249 Epoch 410/3000 - 0s - loss: 0.0249 Epoch 411/3000 - 0s - loss: 0.0250 Epoch 412/3000 - 0s - loss: 0.0248 Epoch 413/3000 - 0s - loss: 0.0247 Epoch 414/3000 - 0s - loss: 0.0246 Epoch 415/3000 - 0s - loss: 0.0247 Epoch 416/3000 - 0s - loss: 0.0247 Epoch 417/3000 - 0s - loss: 0.0244 Epoch 418/3000 - 0s - loss: 0.0250 Epoch 419/3000 - 0s - loss: 0.0248 Epoch 420/3000 - 0s - loss: 0.0247 Epoch 421/3000 - 0s - loss: 0.0245 Epoch 422/3000 - 0s - loss: 0.0244 Epoch 423/3000 - 0s - loss: 0.0243 Epoch 424/3000 - 0s - loss: 0.0243 Epoch 425/3000 - 0s - loss: 0.0242 Epoch 426/3000 - 0s - loss: 0.0243 Epoch 427/3000 - 0s - loss: 0.0243 Epoch 428/3000 - 0s - loss: 0.0242 Epoch 429/3000 - 0s - loss: 0.0241 Epoch 430/3000 - 0s - loss: 0.0242 Epoch 431/3000 - 0s - loss: 0.0245 Epoch 432/3000 - 0s - loss: 0.0243 Epoch 433/3000 - 0s - loss: 0.0241 Epoch 434/3000 - 0s - loss: 0.0241 Epoch 435/3000 - 0s - loss: 0.0241 Epoch 436/3000 - 0s - loss: 0.0239 Epoch 437/3000 - 0s - loss: 0.0239 Epoch 438/3000 - 0s - loss: 0.0240 Epoch 439/3000 - 0s - loss: 0.0239 Epoch 440/3000 - 0s - loss: 0.0240 Epoch 441/3000 - 0s - loss: 0.0239 Epoch 442/3000 - 0s - loss: 0.0239 Epoch 443/3000 - 0s - loss: 0.0238 Epoch 444/3000 - 0s - loss: 0.0237 Epoch 445/3000 - 0s - loss: 0.0239 Epoch 446/3000 - 0s - loss: 0.0237 Epoch 447/3000 - 0s - loss: 0.0236 Epoch 448/3000 - 0s - loss: 0.0236 Epoch 449/3000 - 0s - loss: 0.0237 Epoch 450/3000 - 0s - loss: 0.0235 Epoch 451/3000 - 0s - loss: 0.0240 Epoch 452/3000 - 0s - loss: 0.0234 Epoch 453/3000 - 0s - loss: 0.0236 Epoch 454/3000 - 0s - loss: 0.0235 Epoch 455/3000 - 0s - loss: 0.0236 Epoch 456/3000 - 0s - loss: 0.0236 Epoch 457/3000 - 0s - loss: 0.0233 Epoch 458/3000 - 0s - loss: 0.0234 Epoch 459/3000 - 0s - loss: 0.0236 Epoch 460/3000 - 0s - loss: 0.0234 Epoch 461/3000 - 0s - loss: 0.0234 Epoch 462/3000 - 0s - loss: 0.0233 Epoch 463/3000 - 0s - loss: 0.0233 Epoch 464/3000 - 0s - loss: 0.0232 Epoch 465/3000 - 0s - loss: 0.0232 Epoch 466/3000 - 0s - loss: 0.0231 Epoch 467/3000 - 0s - loss: 0.0232 Epoch 468/3000 - 0s - loss: 0.0232 Epoch 469/3000 - 0s - loss: 0.0232 Epoch 470/3000 - 0s - loss: 0.0234 Epoch 471/3000 - 0s - loss: 0.0230 Epoch 472/3000 - 0s - loss: 0.0231 Epoch 473/3000 - 0s - loss: 0.0230 Epoch 474/3000 - 0s - loss: 0.0230 Epoch 475/3000 - 0s - loss: 0.0232 Epoch 476/3000 - 0s - loss: 0.0229 Epoch 477/3000 - 0s - loss: 0.0230 Epoch 478/3000 - 0s - loss: 0.0230 Epoch 479/3000 - 0s - loss: 0.0229 Epoch 480/3000 - 0s - loss: 0.0230 Epoch 481/3000 - 0s - loss: 0.0228 Epoch 482/3000 - 0s - loss: 0.0231 Epoch 483/3000 - 0s - loss: 0.0227 Epoch 484/3000 - 0s - loss: 0.0230 Epoch 485/3000 - 0s - loss: 0.0227 Epoch 486/3000 - 0s - loss: 0.0227 Epoch 487/3000 - 0s - loss: 0.0230 Epoch 488/3000 - 0s - loss: 0.0227 Epoch 489/3000 - 0s - loss: 0.0226 Epoch 490/3000 - 0s - loss: 0.0226 Epoch 491/3000 - 0s - loss: 0.0225 Epoch 492/3000 - 0s - loss: 0.0226 Epoch 493/3000 - 0s - loss: 0.0227 Epoch 494/3000 - 0s - loss: 0.0224 Epoch 495/3000 - 0s - loss: 0.0232 Epoch 496/3000 - 0s - loss: 0.0225 Epoch 497/3000 - 0s - loss: 0.0228 Epoch 498/3000 - 0s - loss: 0.0230 Epoch 499/3000 - 0s - loss: 0.0228 Epoch 500/3000 - 0s - loss: 0.0225 Epoch 501/3000 - 0s - loss: 0.0226 Epoch 502/3000 - 0s - loss: 0.0224 Epoch 503/3000 - 0s - loss: 0.0223 Epoch 504/3000 - 0s - loss: 0.0224 Epoch 505/3000 - 0s - loss: 0.0224 Epoch 506/3000 - 0s - loss: 0.0222 Epoch 507/3000 - 0s - loss: 0.0222 Epoch 508/3000 - 0s - loss: 0.0222 Epoch 509/3000 - 0s - loss: 0.0222 Epoch 510/3000 - 0s - loss: 0.0220 Epoch 511/3000 - 0s - loss: 0.0221 Epoch 512/3000 - 0s - loss: 0.0224 Epoch 513/3000 - 0s - loss: 0.0225 Epoch 514/3000 - 0s - loss: 0.0230 Epoch 515/3000 - 0s - loss: 0.0225 Epoch 516/3000 - 0s - loss: 0.0220 Epoch 517/3000 - 0s - loss: 0.0219 Epoch 518/3000 - 0s - loss: 0.0222 Epoch 519/3000 - 0s - loss: 0.0220 Epoch 520/3000 - 0s - loss: 0.0219 Epoch 521/3000 - 0s - loss: 0.0221 Epoch 522/3000 - 0s - loss: 0.0222 Epoch 523/3000 - 0s - loss: 0.0223 Epoch 524/3000 - 0s - loss: 0.0220 Epoch 525/3000 - 0s - loss: 0.0219 Epoch 526/3000 - 0s - loss: 0.0221 Epoch 527/3000 - 0s - loss: 0.0218 Epoch 528/3000 - 0s - loss: 0.0217 Epoch 529/3000 - 0s - loss: 0.0219 Epoch 530/3000 - 0s - loss: 0.0219 Epoch 531/3000 - 0s - loss: 0.0224 Epoch 532/3000 - 0s - loss: 0.0223 Epoch 533/3000 - 0s - loss: 0.0224 Epoch 534/3000 - 0s - loss: 0.0215 Epoch 535/3000 - 0s - loss: 0.0221 Epoch 536/3000 - 0s - loss: 0.0216 Epoch 537/3000 - 0s - loss: 0.0215 Epoch 538/3000 - 0s - loss: 0.0216 Epoch 539/3000 - 0s - loss: 0.0216 Epoch 540/3000 - 0s - loss: 0.0216 Epoch 541/3000 - 0s - loss: 0.0214 Epoch 542/3000 - 0s - loss: 0.0215 Epoch 543/3000 - 0s - loss: 0.0214 Epoch 544/3000 - 0s - loss: 0.0214 Epoch 545/3000 - 0s - loss: 0.0214 Epoch 546/3000 - 0s - loss: 0.0216 Epoch 547/3000 - 0s - loss: 0.0214 Epoch 548/3000 - 0s - loss: 0.0214 Epoch 549/3000 - 0s - loss: 0.0214 Epoch 550/3000 - 0s - loss: 0.0213 Epoch 551/3000 - 0s - loss: 0.0214 Epoch 552/3000 - 0s - loss: 0.0213 Epoch 553/3000 - 0s - loss: 0.0212 Epoch 554/3000 - 0s - loss: 0.0213 Epoch 555/3000 - 0s - loss: 0.0213 Epoch 556/3000 - 0s - loss: 0.0211 Epoch 557/3000 - 0s - loss: 0.0213 Epoch 558/3000 - 0s - loss: 0.0212 Epoch 559/3000 - 0s - loss: 0.0212 Epoch 560/3000 - 0s - loss: 0.0210 Epoch 561/3000 - 0s - loss: 0.0214 Epoch 562/3000 - 0s - loss: 0.0212 Epoch 563/3000 - 0s - loss: 0.0213 Epoch 564/3000 - 0s - loss: 0.0213 Epoch 565/3000 - 0s - loss: 0.0212 Epoch 566/3000 - 0s - loss: 0.0216 Epoch 567/3000 - 0s - loss: 0.0210 Epoch 568/3000 - 0s - loss: 0.0216 Epoch 569/3000 - 0s - loss: 0.0211 Epoch 570/3000 - 0s - loss: 0.0212 Epoch 571/3000 - 0s - loss: 0.0211 Epoch 572/3000 - 0s - loss: 0.0211 Epoch 573/3000 - 0s - loss: 0.0210 Epoch 574/3000 - 0s - loss: 0.0210 Epoch 575/3000 - 0s - loss: 0.0209 Epoch 576/3000 - 0s - loss: 0.0208 Epoch 577/3000 - 0s - loss: 0.0210 Epoch 578/3000 - 0s - loss: 0.0210 Epoch 579/3000 - 0s - loss: 0.0212 Epoch 580/3000 - 0s - loss: 0.0210 Epoch 581/3000 - 0s - loss: 0.0211 Epoch 582/3000 - 0s - loss: 0.0209 Epoch 583/3000 - 0s - loss: 0.0207 Epoch 584/3000 - 0s - loss: 0.0208 Epoch 585/3000 - 0s - loss: 0.0206 Epoch 586/3000 - 0s - loss: 0.0207 Epoch 587/3000 - 0s - loss: 0.0207 Epoch 588/3000 - 0s - loss: 0.0205 Epoch 589/3000 - 0s - loss: 0.0210 Epoch 590/3000 - 0s - loss: 0.0211 Epoch 591/3000 - 0s - loss: 0.0206 Epoch 592/3000 - 0s - loss: 0.0205 Epoch 593/3000 - 0s - loss: 0.0206 Epoch 594/3000 - 0s - loss: 0.0206 Epoch 595/3000 - 0s - loss: 0.0205 Epoch 596/3000 - 0s - loss: 0.0205 Epoch 597/3000 - 0s - loss: 0.0207 Epoch 598/3000 - 0s - loss: 0.0205 Epoch 599/3000 - 0s - loss: 0.0205 Epoch 600/3000 - 0s - loss: 0.0205 Epoch 601/3000 - 0s - loss: 0.0204 Epoch 602/3000 - 0s - loss: 0.0206 Epoch 603/3000 - 0s - loss: 0.0204 Epoch 604/3000 - 0s - loss: 0.0203 Epoch 605/3000 - 0s - loss: 0.0203 Epoch 606/3000 - 0s - loss: 0.0203 Epoch 607/3000 - 0s - loss: 0.0205 Epoch 608/3000 - 0s - loss: 0.0202 Epoch 609/3000 - 0s - loss: 0.0204 Epoch 610/3000 - 0s - loss: 0.0203 Epoch 611/3000 - 0s - loss: 0.0205 Epoch 612/3000 - 0s - loss: 0.0204 Epoch 613/3000 - 0s - loss: 0.0207 Epoch 614/3000 - 0s - loss: 0.0205 Epoch 615/3000 - 0s - loss: 0.0213 Epoch 616/3000 - 0s - loss: 0.0203 Epoch 617/3000 - 0s - loss: 0.0202 Epoch 618/3000 - 0s - loss: 0.0202 Epoch 619/3000 - 0s - loss: 0.0201 Epoch 620/3000 - 0s - loss: 0.0202 Epoch 621/3000 - 0s - loss: 0.0202 Epoch 622/3000 - 0s - loss: 0.0202 Epoch 623/3000 - 0s - loss: 0.0207 Epoch 624/3000 - 0s - loss: 0.0206 Epoch 625/3000 - 0s - loss: 0.0202 Epoch 626/3000 - 0s - loss: 0.0206 Epoch 627/3000 - 0s - loss: 0.0199 Epoch 628/3000 - 0s - loss: 0.0204 Epoch 629/3000 - 0s - loss: 0.0200 Epoch 630/3000 - 0s - loss: 0.0204 Epoch 631/3000 - 0s - loss: 0.0201 Epoch 632/3000 - 0s - loss: 0.0200 Epoch 633/3000 - 0s - loss: 0.0201 Epoch 634/3000 - 0s - loss: 0.0199 Epoch 635/3000 - 0s - loss: 0.0200 Epoch 636/3000 - 0s - loss: 0.0198 Epoch 637/3000 - 0s - loss: 0.0199 Epoch 638/3000 - 0s - loss: 0.0199 Epoch 639/3000 - 0s - loss: 0.0199 Epoch 640/3000 - 0s - loss: 0.0198 Epoch 641/3000 - 0s - loss: 0.0198 Epoch 642/3000 - 0s - loss: 0.0199 Epoch 643/3000 - 0s - loss: 0.0196 Epoch 644/3000 - 0s - loss: 0.0201 Epoch 645/3000 - 0s - loss: 0.0200 Epoch 646/3000 - 0s - loss: 0.0199 Epoch 647/3000 - 0s - loss: 0.0199 Epoch 648/3000 - 0s - loss: 0.0198 Epoch 649/3000 - 0s - loss: 0.0197 Epoch 650/3000 - 0s - loss: 0.0197 Epoch 651/3000 - 0s - loss: 0.0198 Epoch 652/3000 - 0s - loss: 0.0197 Epoch 653/3000 - 0s - loss: 0.0195 Epoch 654/3000 - 0s - loss: 0.0196 Epoch 655/3000 - 0s - loss: 0.0197 Epoch 656/3000 - 0s - loss: 0.0195 Epoch 657/3000 - 0s - loss: 0.0196 Epoch 658/3000 - 0s - loss: 0.0195 Epoch 659/3000 - 0s - loss: 0.0194 Epoch 660/3000 - 0s - loss: 0.0201 Epoch 661/3000 - 0s - loss: 0.0194 Epoch 662/3000 - 0s - loss: 0.0195 Epoch 663/3000 - 0s - loss: 0.0194 Epoch 664/3000 - 0s - loss: 0.0199 Epoch 665/3000 - 0s - loss: 0.0195 Epoch 666/3000 - 0s - loss: 0.0202 Epoch 667/3000 - 0s - loss: 0.0193 Epoch 668/3000 - 0s - loss: 0.0194 Epoch 669/3000 - 0s - loss: 0.0194 Epoch 670/3000 - 0s - loss: 0.0194 Epoch 671/3000 - 0s - loss: 0.0195 Epoch 672/3000 - 0s - loss: 0.0195 Epoch 673/3000 - 0s - loss: 0.0194 Epoch 674/3000 - 0s - loss: 0.0192 Epoch 675/3000 - 0s - loss: 0.0193 Epoch 676/3000 - 0s - loss: 0.0192 Epoch 677/3000 - 0s - loss: 0.0193 Epoch 678/3000 - 0s - loss: 0.0198 Epoch 679/3000 - 0s - loss: 0.0198 Epoch 680/3000 - 0s - loss: 0.0193 Epoch 681/3000 - 0s - loss: 0.0193 Epoch 682/3000 - 0s - loss: 0.0195 Epoch 683/3000 - 0s - loss: 0.0191 Epoch 684/3000 - 0s - loss: 0.0191 Epoch 685/3000 - 0s - loss: 0.0190 Epoch 686/3000 - 0s - loss: 0.0191 Epoch 687/3000 - 0s - loss: 0.0191 Epoch 688/3000 - 0s - loss: 0.0190 Epoch 689/3000 - 0s - loss: 0.0190 Epoch 690/3000 - 0s - loss: 0.0191 Epoch 691/3000 - 0s - loss: 0.0190 Epoch 692/3000 - 0s - loss: 0.0189 Epoch 693/3000 - 0s - loss: 0.0191 Epoch 694/3000 - 0s - loss: 0.0191 Epoch 695/3000 - 0s - loss: 0.0191 Epoch 696/3000 - 0s - loss: 0.0191 Epoch 697/3000 - 0s - loss: 0.0190 Epoch 698/3000 - 0s - loss: 0.0190 Epoch 699/3000 - 0s - loss: 0.0192 Epoch 700/3000 - 0s - loss: 0.0189 Epoch 701/3000 - 0s - loss: 0.0193 Epoch 702/3000 - 0s - loss: 0.0190 Epoch 703/3000 - 0s - loss: 0.0190 Epoch 704/3000 - 0s - loss: 0.0188 Epoch 705/3000 - 0s - loss: 0.0188 Epoch 706/3000 - 0s - loss: 0.0188 Epoch 707/3000 - 0s - loss: 0.0187 Epoch 708/3000 - 0s - loss: 0.0188 Epoch 709/3000 - 0s - loss: 0.0191 Epoch 710/3000 - 0s - loss: 0.0189 Epoch 711/3000 - 0s - loss: 0.0188 Epoch 712/3000 - 0s - loss: 0.0191 Epoch 713/3000 - 0s - loss: 0.0189 Epoch 714/3000 - 0s - loss: 0.0187 Epoch 715/3000 - 0s - loss: 0.0187 Epoch 716/3000 - 0s - loss: 0.0188 Epoch 717/3000 - 0s - loss: 0.0184 Epoch 718/3000 - 0s - loss: 0.0189 Epoch 719/3000 - 0s - loss: 0.0186 Epoch 720/3000 - 0s - loss: 0.0187 Epoch 721/3000 - 0s - loss: 0.0201 Epoch 722/3000 - 0s - loss: 0.0189 Epoch 723/3000 - 0s - loss: 0.0191 Epoch 724/3000 - 0s - loss: 0.0187 Epoch 725/3000 - 0s - loss: 0.0187 Epoch 726/3000 - 0s - loss: 0.0186 Epoch 727/3000 - 0s - loss: 0.0185 Epoch 728/3000 - 0s - loss: 0.0185 Epoch 729/3000 - 0s - loss: 0.0183 Epoch 730/3000 - 0s - loss: 0.0185 Epoch 731/3000 - 0s - loss: 0.0186 Epoch 732/3000 - 0s - loss: 0.0186 Epoch 733/3000 - 0s - loss: 0.0184 Epoch 734/3000 - 0s - loss: 0.0184 Epoch 735/3000 - 0s - loss: 0.0184 Epoch 736/3000 - 0s - loss: 0.0185 Epoch 737/3000 - 0s - loss: 0.0183 Epoch 738/3000 - 0s - loss: 0.0190 Epoch 739/3000 - 0s - loss: 0.0182 Epoch 740/3000 - 0s - loss: 0.0184 Epoch 741/3000 - 0s - loss: 0.0184 Epoch 742/3000 - 0s - loss: 0.0184 Epoch 743/3000 - 0s - loss: 0.0182 Epoch 744/3000 - 0s - loss: 0.0183 Epoch 745/3000 - 0s - loss: 0.0183 Epoch 746/3000 - 0s - loss: 0.0185 Epoch 747/3000 - 0s - loss: 0.0182 Epoch 748/3000 - 0s - loss: 0.0181 Epoch 749/3000 - 0s - loss: 0.0181 Epoch 750/3000 - 0s - loss: 0.0182 Epoch 751/3000 - 0s - loss: 0.0183 Epoch 752/3000 - 0s - loss: 0.0182 Epoch 753/3000 - 0s - loss: 0.0183 Epoch 754/3000 - 0s - loss: 0.0181 Epoch 755/3000 - 0s - loss: 0.0182 Epoch 756/3000 - 0s - loss: 0.0181 Epoch 757/3000 - 0s - loss: 0.0181 Epoch 758/3000 - 0s - loss: 0.0180 Epoch 759/3000 - 0s - loss: 0.0181 Epoch 760/3000 - 0s - loss: 0.0181 Epoch 761/3000 - 0s - loss: 0.0186 Epoch 762/3000 - 0s - loss: 0.0180 Epoch 763/3000 - 0s - loss: 0.0181 Epoch 764/3000 - 0s - loss: 0.0181 Epoch 765/3000 - 0s - loss: 0.0182 Epoch 766/3000 - 0s - loss: 0.0182 Epoch 767/3000 - 0s - loss: 0.0180 Epoch 768/3000 - 0s - loss: 0.0182 Epoch 769/3000 - 0s - loss: 0.0180 Epoch 770/3000 - 0s - loss: 0.0180 Epoch 771/3000 - 0s - loss: 0.0179 Epoch 772/3000 - 0s - loss: 0.0180 Epoch 773/3000 - 0s - loss: 0.0179 Epoch 774/3000 - 0s - loss: 0.0178 Epoch 775/3000 - 0s - loss: 0.0180 Epoch 776/3000 - 0s - loss: 0.0178 Epoch 777/3000 - 0s - loss: 0.0184 Epoch 778/3000 - 0s - loss: 0.0181 Epoch 779/3000 - 0s - loss: 0.0180 Epoch 780/3000 - 0s - loss: 0.0180 Epoch 781/3000 - 0s - loss: 0.0180 Epoch 782/3000 - 0s - loss: 0.0177 Epoch 783/3000 - 0s - loss: 0.0178 Epoch 784/3000 - 0s - loss: 0.0183 Epoch 785/3000 - 0s - loss: 0.0179 Epoch 786/3000 - 0s - loss: 0.0179 Epoch 787/3000 - 0s - loss: 0.0178 Epoch 788/3000 - 0s - loss: 0.0178 Epoch 789/3000 - 0s - loss: 0.0178 Epoch 790/3000 - 0s - loss: 0.0179 Epoch 791/3000 - 0s - loss: 0.0180 Epoch 792/3000 - 0s - loss: 0.0177 Epoch 793/3000 - 0s - loss: 0.0177 Epoch 794/3000 - 0s - loss: 0.0179 Epoch 795/3000 - 0s - loss: 0.0175 Epoch 796/3000 - 0s - loss: 0.0179 Epoch 797/3000 - 0s - loss: 0.0179 Epoch 798/3000 - 0s - loss: 0.0177 Epoch 799/3000 - 0s - loss: 0.0177 Epoch 800/3000 - 0s - loss: 0.0178 Epoch 801/3000 - 0s - loss: 0.0177 Epoch 802/3000 - 0s - loss: 0.0174 Epoch 803/3000 - 0s - loss: 0.0174 Epoch 804/3000 - 0s - loss: 0.0175 Epoch 805/3000 - 0s - loss: 0.0175 Epoch 806/3000 - 0s - loss: 0.0174 Epoch 807/3000 - 0s - loss: 0.0176 Epoch 808/3000 - 0s - loss: 0.0179 Epoch 809/3000 - 0s - loss: 0.0176 Epoch 810/3000 - 0s - loss: 0.0176 Epoch 811/3000 - 0s - loss: 0.0174 Epoch 812/3000 - 0s - loss: 0.0175 Epoch 813/3000 - 0s - loss: 0.0175 Epoch 814/3000 - 0s - loss: 0.0173 Epoch 815/3000 - 0s - loss: 0.0182 Epoch 816/3000 - 0s - loss: 0.0176 Epoch 817/3000 - 0s - loss: 0.0177 Epoch 818/3000 - 0s - loss: 0.0172 Epoch 819/3000 - 0s - loss: 0.0174 Epoch 820/3000 - 0s - loss: 0.0172 Epoch 821/3000 - 0s - loss: 0.0173 Epoch 822/3000 - 0s - loss: 0.0172 Epoch 823/3000 - 0s - loss: 0.0171 Epoch 824/3000 - 0s - loss: 0.0172 Epoch 825/3000 - 0s - loss: 0.0172 Epoch 826/3000 - 0s - loss: 0.0172 Epoch 827/3000 - 0s - loss: 0.0172 Epoch 828/3000 - 0s - loss: 0.0173 Epoch 829/3000 - 0s - loss: 0.0176 Epoch 830/3000 - 0s - loss: 0.0176 Epoch 831/3000 - 0s - loss: 0.0174 Epoch 832/3000 - 0s - loss: 0.0175 Epoch 833/3000 - 0s - loss: 0.0172 Epoch 834/3000 - 0s - loss: 0.0172 Epoch 835/3000 - 0s - loss: 0.0172 Epoch 836/3000 - 0s - loss: 0.0171 Epoch 837/3000 - 0s - loss: 0.0173 Epoch 838/3000 - 0s - loss: 0.0172 Epoch 839/3000 - 0s - loss: 0.0170 Epoch 840/3000 - 0s - loss: 0.0173 Epoch 841/3000 - 0s - loss: 0.0176 Epoch 842/3000 - 0s - loss: 0.0172 Epoch 843/3000 - 0s - loss: 0.0172 Epoch 844/3000 - 0s - loss: 0.0173 Epoch 845/3000 - 0s - loss: 0.0171 Epoch 846/3000 - 0s - loss: 0.0170 Epoch 847/3000 - 0s - loss: 0.0173 Epoch 848/3000 - 0s - loss: 0.0176 Epoch 849/3000 - 0s - loss: 0.0171 Epoch 850/3000 - 0s - loss: 0.0170 Epoch 851/3000 - 0s - loss: 0.0170 Epoch 852/3000 - 0s - loss: 0.0174 Epoch 853/3000 - 0s - loss: 0.0171 Epoch 854/3000 - 0s - loss: 0.0170 Epoch 855/3000 - 0s - loss: 0.0169 Epoch 856/3000 - 0s - loss: 0.0168 Epoch 857/3000 - 0s - loss: 0.0169 Epoch 858/3000 - 0s - loss: 0.0168 Epoch 859/3000 - 0s - loss: 0.0169 Epoch 860/3000 - 0s - loss: 0.0170 Epoch 861/3000 - 0s - loss: 0.0168 Epoch 862/3000 - 0s - loss: 0.0169 Epoch 863/3000 - 0s - loss: 0.0167 Epoch 864/3000 - 0s - loss: 0.0169 Epoch 865/3000 - 0s - loss: 0.0169 Epoch 866/3000 - 0s - loss: 0.0173 Epoch 867/3000 - 0s - loss: 0.0167 Epoch 868/3000 - 0s - loss: 0.0167 Epoch 869/3000 - 0s - loss: 0.0167 Epoch 870/3000 - 0s - loss: 0.0166 Epoch 871/3000 - 0s - loss: 0.0166 Epoch 872/3000 - 0s - loss: 0.0166 Epoch 873/3000 - 0s - loss: 0.0167 Epoch 874/3000 - 0s - loss: 0.0165 Epoch 875/3000 - 0s - loss: 0.0168 Epoch 876/3000 - 0s - loss: 0.0166 Epoch 877/3000 - 0s - loss: 0.0171 Epoch 878/3000 - 0s - loss: 0.0166 Epoch 879/3000 - 0s - loss: 0.0168 Epoch 880/3000 - 0s - loss: 0.0168 Epoch 881/3000 - 0s - loss: 0.0166 Epoch 882/3000 - 0s - loss: 0.0165 Epoch 883/3000 - 0s - loss: 0.0166 Epoch 884/3000 - 0s - loss: 0.0165 Epoch 885/3000 - 0s - loss: 0.0165 Epoch 886/3000 - 0s - loss: 0.0165 Epoch 887/3000 - 0s - loss: 0.0164 Epoch 888/3000 - 0s - loss: 0.0164 Epoch 889/3000 - 0s - loss: 0.0164 Epoch 890/3000 - 0s - loss: 0.0165 Epoch 891/3000 - 0s - loss: 0.0163 Epoch 892/3000 - 0s - loss: 0.0164 Epoch 893/3000 - 0s - loss: 0.0165 Epoch 894/3000 - 0s - loss: 0.0164 Epoch 895/3000 - 0s - loss: 0.0164 Epoch 896/3000 - 0s - loss: 0.0162 Epoch 897/3000 - 0s - loss: 0.0165 Epoch 898/3000 - 0s - loss: 0.0165 Epoch 899/3000 - 0s - loss: 0.0166 Epoch 900/3000 - 0s - loss: 0.0165 Epoch 901/3000 - 0s - loss: 0.0164 Epoch 902/3000 - 0s - loss: 0.0164 Epoch 903/3000 - 0s - loss: 0.0162 Epoch 904/3000 - 0s - loss: 0.0163 Epoch 905/3000 - 0s - loss: 0.0162 Epoch 906/3000 - 0s - loss: 0.0162 Epoch 907/3000 - 0s - loss: 0.0170 Epoch 908/3000 - 0s - loss: 0.0168 Epoch 909/3000 - 0s - loss: 0.0177 Epoch 910/3000 - 0s - loss: 0.0167 Epoch 911/3000 - 0s - loss: 0.0164 Epoch 912/3000 - 0s - loss: 0.0166 Epoch 913/3000 - 0s - loss: 0.0160 Epoch 914/3000 - 0s - loss: 0.0163 Epoch 915/3000 - 0s - loss: 0.0162 Epoch 916/3000 - 0s - loss: 0.0160 Epoch 917/3000 - 0s - loss: 0.0162 Epoch 918/3000 - 0s - loss: 0.0160 Epoch 919/3000 - 0s - loss: 0.0161 Epoch 920/3000 - 0s - loss: 0.0162 Epoch 921/3000 - 0s - loss: 0.0160 Epoch 922/3000 - 0s - loss: 0.0160 Epoch 923/3000 - 0s - loss: 0.0160 Epoch 924/3000 - 0s - loss: 0.0161 Epoch 925/3000 - 0s - loss: 0.0160 Epoch 926/3000 - 0s - loss: 0.0160 Epoch 927/3000 - 0s - loss: 0.0161 Epoch 928/3000 - 0s - loss: 0.0159 Epoch 929/3000 - 0s - loss: 0.0161 Epoch 930/3000 - 0s - loss: 0.0159 Epoch 931/3000 - 0s - loss: 0.0159 Epoch 932/3000 - 0s - loss: 0.0159 Epoch 933/3000 - 0s - loss: 0.0161 Epoch 934/3000 - 0s - loss: 0.0159 Epoch 935/3000 - 0s - loss: 0.0159 Epoch 936/3000 - 0s - loss: 0.0159 Epoch 937/3000 - 0s - loss: 0.0158 Epoch 938/3000 - 0s - loss: 0.0159 Epoch 939/3000 - 0s - loss: 0.0157 Epoch 940/3000 - 0s - loss: 0.0158 Epoch 941/3000 - 0s - loss: 0.0159 Epoch 942/3000 - 0s - loss: 0.0160 Epoch 943/3000 - 0s - loss: 0.0158 Epoch 944/3000 - 0s - loss: 0.0165 Epoch 945/3000 - 0s - loss: 0.0157 Epoch 946/3000 - 0s - loss: 0.0159 Epoch 947/3000 - 0s - loss: 0.0159 Epoch 948/3000 - 0s - loss: 0.0157 Epoch 949/3000 - 0s - loss: 0.0157 Epoch 950/3000 - 0s - loss: 0.0158 Epoch 951/3000 - 0s - loss: 0.0160 Epoch 952/3000 - 0s - loss: 0.0156 Epoch 953/3000 - 0s - loss: 0.0158 Epoch 954/3000 - 0s - loss: 0.0157 Epoch 955/3000 - 0s - loss: 0.0156 Epoch 956/3000 - 0s - loss: 0.0156 Epoch 957/3000 - 0s - loss: 0.0156 Epoch 958/3000 - 0s - loss: 0.0156 Epoch 959/3000 - 0s - loss: 0.0156 Epoch 960/3000 - 0s - loss: 0.0157 Epoch 961/3000 - 0s - loss: 0.0158 Epoch 962/3000 - 0s - loss: 0.0156 Epoch 963/3000 - 0s - loss: 0.0156 Epoch 964/3000 - 0s - loss: 0.0157 Epoch 965/3000 - 0s - loss: 0.0155 Epoch 966/3000 - 0s - loss: 0.0156 Epoch 967/3000 - 0s - loss: 0.0156 Epoch 968/3000 - 0s - loss: 0.0155 Epoch 969/3000 - 0s - loss: 0.0156 Epoch 970/3000 - 0s - loss: 0.0155 Epoch 971/3000 - 0s - loss: 0.0155 Epoch 972/3000 - 0s - loss: 0.0155 Epoch 973/3000 - 0s - loss: 0.0154 Epoch 974/3000 - 0s - loss: 0.0154 Epoch 975/3000 - 0s - loss: 0.0155 Epoch 976/3000 - 0s - loss: 0.0153 Epoch 977/3000 - 0s - loss: 0.0156 Epoch 978/3000 - 0s - loss: 0.0154 Epoch 979/3000 - 0s - loss: 0.0153 Epoch 980/3000 - 0s - loss: 0.0155 Epoch 981/3000 - 0s - loss: 0.0153 Epoch 982/3000 - 0s - loss: 0.0157 Epoch 983/3000 - 0s - loss: 0.0153 Epoch 984/3000 - 0s - loss: 0.0154 Epoch 985/3000 - 0s - loss: 0.0153 Epoch 986/3000 - 0s - loss: 0.0155 Epoch 987/3000 - 0s - loss: 0.0153 Epoch 988/3000 - 0s - loss: 0.0155 Epoch 989/3000 - 0s - loss: 0.0157 Epoch 990/3000 - 0s - loss: 0.0154 Epoch 991/3000 - 0s - loss: 0.0154 Epoch 992/3000 - 0s - loss: 0.0153 Epoch 993/3000 - 0s - loss: 0.0153 Epoch 994/3000 - 0s - loss: 0.0152 Epoch 995/3000 - 0s - loss: 0.0153 Epoch 996/3000 - 0s - loss: 0.0153 Epoch 997/3000 - 0s - loss: 0.0152 Epoch 998/3000 - 0s - loss: 0.0153 Epoch 999/3000 - 0s - loss: 0.0157 Epoch 1000/3000 - 0s - loss: 0.0152 Epoch 1001/3000 - 0s - loss: 0.0153 Epoch 1002/3000 - 0s - loss: 0.0151 Epoch 1003/3000 - 0s - loss: 0.0152 Epoch 1004/3000 - 0s - loss: 0.0151 Epoch 1005/3000 - 0s - loss: 0.0151 Epoch 1006/3000 - 0s - loss: 0.0153 Epoch 1007/3000 - 0s - loss: 0.0150 Epoch 1008/3000 - 0s - loss: 0.0152 Epoch 1009/3000 - 0s - loss: 0.0151 Epoch 1010/3000 - 0s - loss: 0.0152 Epoch 1011/3000 - 0s - loss: 0.0150 Epoch 1012/3000 - 0s - loss: 0.0151 Epoch 1013/3000 - 0s - loss: 0.0154 Epoch 1014/3000 - 0s - loss: 0.0151 Epoch 1015/3000 - 0s - loss: 0.0150 Epoch 1016/3000 - 0s - loss: 0.0150 Epoch 1017/3000 - 0s - loss: 0.0150 Epoch 1018/3000 - 0s - loss: 0.0150 Epoch 1019/3000 - 0s - loss: 0.0150 Epoch 1020/3000 - 0s - loss: 0.0149 Epoch 1021/3000 - 0s - loss: 0.0150 Epoch 1022/3000 - 0s - loss: 0.0149 Epoch 1023/3000 - 0s - loss: 0.0149 Epoch 1024/3000 - 0s - loss: 0.0149 Epoch 1025/3000 - 0s - loss: 0.0149 Epoch 1026/3000 - 0s - loss: 0.0149 Epoch 1027/3000 - 0s - loss: 0.0148 Epoch 1028/3000 - 0s - loss: 0.0149 Epoch 1029/3000 - 0s - loss: 0.0148 Epoch 1030/3000 - 0s - loss: 0.0148 Epoch 1031/3000 - 0s - loss: 0.0148 Epoch 1032/3000 - 0s - loss: 0.0150 Epoch 1033/3000 - 0s - loss: 0.0147 Epoch 1034/3000 - 0s - loss: 0.0151 Epoch 1035/3000 - 0s - loss: 0.0150 Epoch 1036/3000 - 0s - loss: 0.0150 Epoch 1037/3000 - 0s - loss: 0.0148 Epoch 1038/3000 - 0s - loss: 0.0147 Epoch 1039/3000 - 0s - loss: 0.0147 Epoch 1040/3000 - 0s - loss: 0.0147 Epoch 1041/3000 - 0s - loss: 0.0147 Epoch 1042/3000 - 0s - loss: 0.0147 Epoch 1043/3000 - 0s - loss: 0.0147 Epoch 1044/3000 - 0s - loss: 0.0148 Epoch 1045/3000 - 0s - loss: 0.0147 Epoch 1046/3000 - 0s - loss: 0.0149 Epoch 1047/3000 - 0s - loss: 0.0146 Epoch 1048/3000 - 0s - loss: 0.0149 Epoch 1049/3000 - 0s - loss: 0.0149 Epoch 1050/3000 - 0s - loss: 0.0146 Epoch 1051/3000 - 0s - loss: 0.0147 Epoch 1052/3000 - 0s - loss: 0.0146 Epoch 1053/3000 - 0s - loss: 0.0148 Epoch 1054/3000 - 0s - loss: 0.0146 Epoch 1055/3000 - 0s - loss: 0.0147 Epoch 1056/3000 - 0s - loss: 0.0149 Epoch 1057/3000 - 0s - loss: 0.0147 Epoch 1058/3000 - 0s - loss: 0.0145 Epoch 1059/3000 - 0s - loss: 0.0146 Epoch 1060/3000 - 0s - loss: 0.0146 Epoch 1061/3000 - 0s - loss: 0.0146 Epoch 1062/3000 - 0s - loss: 0.0145 Epoch 1063/3000 - 0s - loss: 0.0145 Epoch 1064/3000 - 0s - loss: 0.0145 Epoch 1065/3000 - 0s - loss: 0.0147 Epoch 1066/3000 - 0s - loss: 0.0145 Epoch 1067/3000 - 0s - loss: 0.0146 Epoch 1068/3000 - 0s - loss: 0.0147 Epoch 1069/3000 - 0s - loss: 0.0152 Epoch 1070/3000 - 0s - loss: 0.0146 Epoch 1071/3000 - 0s - loss: 0.0145 Epoch 1072/3000 - 0s - loss: 0.0145 Epoch 1073/3000 - 0s - loss: 0.0146 Epoch 1074/3000 - 0s - loss: 0.0144 Epoch 1075/3000 - 0s - loss: 0.0145 Epoch 1076/3000 - 0s - loss: 0.0146 Epoch 1077/3000 - 0s - loss: 0.0145 Epoch 1078/3000 - 0s - loss: 0.0144 Epoch 1079/3000 - 0s - loss: 0.0143 Epoch 1080/3000 - 0s - loss: 0.0143 Epoch 1081/3000 - 0s - loss: 0.0143 Epoch 1082/3000 - 0s - loss: 0.0143 Epoch 1083/3000 - 0s - loss: 0.0143 Epoch 1084/3000 - 0s - loss: 0.0142 Epoch 1085/3000 - 0s - loss: 0.0144 Epoch 1086/3000 - 0s - loss: 0.0143 Epoch 1087/3000 - 0s - loss: 0.0143 Epoch 1088/3000 - 0s - loss: 0.0142 Epoch 1089/3000 - 0s - loss: 0.0143 Epoch 1090/3000 - 0s - loss: 0.0144 Epoch 1091/3000 - 0s - loss: 0.0144 Epoch 1092/3000 - 0s - loss: 0.0142 Epoch 1093/3000 - 0s - loss: 0.0142 Epoch 1094/3000 - 0s - loss: 0.0144 Epoch 1095/3000 - 0s - loss: 0.0143 Epoch 1096/3000 - 0s - loss: 0.0143 Epoch 1097/3000 - 0s - loss: 0.0141 Epoch 1098/3000 - 0s - loss: 0.0143 Epoch 1099/3000 - 0s - loss: 0.0144 Epoch 1100/3000 - 0s - loss: 0.0142 Epoch 1101/3000 - 0s - loss: 0.0141 Epoch 1102/3000 - 0s - loss: 0.0140 Epoch 1103/3000 - 0s - loss: 0.0141 Epoch 1104/3000 - 0s - loss: 0.0140 Epoch 1105/3000 - 0s - loss: 0.0141 Epoch 1106/3000 - 0s - loss: 0.0142 Epoch 1107/3000 - 0s - loss: 0.0142 Epoch 1108/3000 - 0s - loss: 0.0142 Epoch 1109/3000 - 0s - loss: 0.0140 Epoch 1110/3000 - 0s - loss: 0.0141 Epoch 1111/3000 - 0s - loss: 0.0141 Epoch 1112/3000 - 0s - loss: 0.0140 Epoch 1113/3000 - 0s - loss: 0.0139 Epoch 1114/3000 - 0s - loss: 0.0141 Epoch 1115/3000 - 0s - loss: 0.0142 Epoch 1116/3000 - 0s - loss: 0.0143 Epoch 1117/3000 - 0s - loss: 0.0139 Epoch 1118/3000 - 0s - loss: 0.0140 Epoch 1119/3000 - 0s - loss: 0.0139 Epoch 1120/3000 - 0s - loss: 0.0139 Epoch 1121/3000 - 0s - loss: 0.0142 Epoch 1122/3000 - 0s - loss: 0.0141 Epoch 1123/3000 - 0s - loss: 0.0141 Epoch 1124/3000 - 0s - loss: 0.0139 Epoch 1125/3000 - 0s - loss: 0.0140 Epoch 1126/3000 - 0s - loss: 0.0140 Epoch 1127/3000 - 0s - loss: 0.0142 Epoch 1128/3000 - 0s - loss: 0.0139 Epoch 1129/3000 - 0s - loss: 0.0139 Epoch 1130/3000 - 0s - loss: 0.0139 Epoch 1131/3000 - 0s - loss: 0.0139 Epoch 1132/3000 - 0s - loss: 0.0138 Epoch 1133/3000 - 0s - loss: 0.0139 Epoch 1134/3000 - 0s - loss: 0.0139 Epoch 1135/3000 - 0s - loss: 0.0138 Epoch 1136/3000 - 0s - loss: 0.0138 Epoch 1137/3000 - 0s - loss: 0.0137 Epoch 1138/3000 - 0s - loss: 0.0138 Epoch 1139/3000 - 0s - loss: 0.0138 Epoch 1140/3000 - 0s - loss: 0.0138 Epoch 1141/3000 - 0s - loss: 0.0139 Epoch 1142/3000 - 0s - loss: 0.0139 Epoch 1143/3000 - 0s - loss: 0.0137 Epoch 1144/3000 - 0s - loss: 0.0137 Epoch 1145/3000 - 0s - loss: 0.0138 Epoch 1146/3000 - 0s - loss: 0.0142 Epoch 1147/3000 - 0s - loss: 0.0140 Epoch 1148/3000 - 0s - loss: 0.0138 Epoch 1149/3000 - 0s - loss: 0.0139 Epoch 1150/3000 - 0s - loss: 0.0137 Epoch 1151/3000 - 0s - loss: 0.0138 Epoch 1152/3000 - 0s - loss: 0.0137 Epoch 1153/3000 - 0s - loss: 0.0137 Epoch 1154/3000 - 0s - loss: 0.0137 Epoch 1155/3000 - 0s - loss: 0.0136 Epoch 1156/3000 - 0s - loss: 0.0136 Epoch 1157/3000 - 0s - loss: 0.0136 Epoch 1158/3000 - 0s - loss: 0.0136 Epoch 1159/3000 - 0s - loss: 0.0136 Epoch 1160/3000 - 0s - loss: 0.0137 Epoch 1161/3000 - 0s - loss: 0.0137 Epoch 1162/3000 - 0s - loss: 0.0140 Epoch 1163/3000 - 0s - loss: 0.0136 Epoch 1164/3000 - 0s - loss: 0.0137 Epoch 1165/3000 - 0s - loss: 0.0136 Epoch 1166/3000 - 0s - loss: 0.0138 Epoch 1167/3000 - 0s - loss: 0.0138 Epoch 1168/3000 - 0s - loss: 0.0136 Epoch 1169/3000 - 0s - loss: 0.0135 Epoch 1170/3000 - 0s - loss: 0.0136 Epoch 1171/3000 - 0s - loss: 0.0135 Epoch 1172/3000 - 0s - loss: 0.0135 Epoch 1173/3000 - 0s - loss: 0.0135 Epoch 1174/3000 - 0s - loss: 0.0138 Epoch 1175/3000 - 0s - loss: 0.0136 Epoch 1176/3000 - 0s - loss: 0.0137 Epoch 1177/3000 - 0s - loss: 0.0136 Epoch 1178/3000 - 0s - loss: 0.0134 Epoch 1179/3000 - 0s - loss: 0.0135 Epoch 1180/3000 - 0s - loss: 0.0135 Epoch 1181/3000 - 0s - loss: 0.0134 Epoch 1182/3000 - 0s - loss: 0.0135 Epoch 1183/3000 - 0s - loss: 0.0135 Epoch 1184/3000 - 0s - loss: 0.0136 Epoch 1185/3000 - 0s - loss: 0.0135 Epoch 1186/3000 - 0s - loss: 0.0136 Epoch 1187/3000 - 0s - loss: 0.0136 Epoch 1188/3000 - 0s - loss: 0.0135 Epoch 1189/3000 - 0s - loss: 0.0134 Epoch 1190/3000 - 0s - loss: 0.0135 Epoch 1191/3000 - 0s - loss: 0.0136 Epoch 1192/3000 - 0s - loss: 0.0134 Epoch 1193/3000 - 0s - loss: 0.0133 Epoch 1194/3000 - 0s - loss: 0.0134 Epoch 1195/3000 - 0s - loss: 0.0133 Epoch 1196/3000 - 0s - loss: 0.0133 Epoch 1197/3000 - 0s - loss: 0.0133 Epoch 1198/3000 - 0s - loss: 0.0133 Epoch 1199/3000 - 0s - loss: 0.0133 Epoch 1200/3000 - 0s - loss: 0.0133 Epoch 1201/3000 - 0s - loss: 0.0133 Epoch 1202/3000 - 0s - loss: 0.0133 Epoch 1203/3000 - 0s - loss: 0.0133 Epoch 1204/3000 - 0s - loss: 0.0133 Epoch 1205/3000 - 0s - loss: 0.0132 Epoch 1206/3000 - 0s - loss: 0.0133 Epoch 1207/3000 - 0s - loss: 0.0132 Epoch 1208/3000 - 0s - loss: 0.0133 Epoch 1209/3000 - 0s - loss: 0.0133 Epoch 1210/3000 - 0s - loss: 0.0132 Epoch 1211/3000 - 0s - loss: 0.0132 Epoch 1212/3000 - 0s - loss: 0.0133 Epoch 1213/3000 - 0s - loss: 0.0136 Epoch 1214/3000 - 0s - loss: 0.0132 Epoch 1215/3000 - 0s - loss: 0.0133 Epoch 1216/3000 - 0s - loss: 0.0132 Epoch 1217/3000 - 0s - loss: 0.0133 Epoch 1218/3000 - 0s - loss: 0.0132 Epoch 1219/3000 - 0s - loss: 0.0132 Epoch 1220/3000 - 0s - loss: 0.0131 Epoch 1221/3000 - 0s - loss: 0.0132 Epoch 1222/3000 - 0s - loss: 0.0131 Epoch 1223/3000 - 0s - loss: 0.0131 Epoch 1224/3000 - 0s - loss: 0.0131 Epoch 1225/3000 - 0s - loss: 0.0133 Epoch 1226/3000 - 0s - loss: 0.0132 Epoch 1227/3000 - 0s - loss: 0.0133 Epoch 1228/3000 - 0s - loss: 0.0131 Epoch 1229/3000 - 0s - loss: 0.0131 Epoch 1230/3000 - 0s - loss: 0.0131 Epoch 1231/3000 - 0s - loss: 0.0134 Epoch 1232/3000 - 0s - loss: 0.0135 Epoch 1233/3000 - 0s - loss: 0.0133 Epoch 1234/3000 - 0s - loss: 0.0133 Epoch 1235/3000 - 0s - loss: 0.0131 Epoch 1236/3000 - 0s - loss: 0.0131 Epoch 1237/3000 - 0s - loss: 0.0131 Epoch 1238/3000 - 0s - loss: 0.0131 Epoch 1239/3000 - 0s - loss: 0.0130 Epoch 1240/3000 - 0s - loss: 0.0131 Epoch 1241/3000 - 0s - loss: 0.0131 Epoch 1242/3000 - 0s - loss: 0.0130 Epoch 1243/3000 - 0s - loss: 0.0131 Epoch 1244/3000 - 0s - loss: 0.0131 Epoch 1245/3000 - 0s - loss: 0.0131 Epoch 1246/3000 - 0s - loss: 0.0130 Epoch 1247/3000 - 0s - loss: 0.0130 Epoch 1248/3000 - 0s - loss: 0.0130 Epoch 1249/3000 - 0s - loss: 0.0131 Epoch 1250/3000 - 0s - loss: 0.0134 Epoch 1251/3000 - 0s - loss: 0.0130 Epoch 1252/3000 - 0s - loss: 0.0130 Epoch 1253/3000 - 0s - loss: 0.0131 Epoch 1254/3000 - 0s - loss: 0.0132 Epoch 1255/3000 - 0s - loss: 0.0129 Epoch 1256/3000 - 0s - loss: 0.0129 Epoch 1257/3000 - 0s - loss: 0.0129 Epoch 1258/3000 - 0s - loss: 0.0131 Epoch 1259/3000 - 0s - loss: 0.0129 Epoch 1260/3000 - 0s - loss: 0.0129 Epoch 1261/3000 - 0s - loss: 0.0130 Epoch 1262/3000 - 0s - loss: 0.0132 Epoch 1263/3000 - 0s - loss: 0.0131 Epoch 1264/3000 - 0s - loss: 0.0130 Epoch 1265/3000 - 0s - loss: 0.0129 Epoch 1266/3000 - 0s - loss: 0.0129 Epoch 1267/3000 - 0s - loss: 0.0130 Epoch 1268/3000 - 0s - loss: 0.0129 Epoch 1269/3000 - 0s - loss: 0.0130 Epoch 1270/3000 - 0s - loss: 0.0129 Epoch 1271/3000 - 0s - loss: 0.0129 Epoch 1272/3000 - 0s - loss: 0.0128 Epoch 1273/3000 - 0s - loss: 0.0129 Epoch 1274/3000 - 0s - loss: 0.0129 Epoch 1275/3000 - 0s - loss: 0.0128 Epoch 1276/3000 - 0s - loss: 0.0128 Epoch 1277/3000 - 0s - loss: 0.0127 Epoch 1278/3000 - 0s - loss: 0.0128 Epoch 1279/3000 - 0s - loss: 0.0129 Epoch 1280/3000 - 0s - loss: 0.0130 Epoch 1281/3000 - 0s - loss: 0.0129 Epoch 1282/3000 - 0s - loss: 0.0132 Epoch 1283/3000 - 0s - loss: 0.0128 Epoch 1284/3000 - 0s - loss: 0.0128 Epoch 1285/3000 - 0s - loss: 0.0128 Epoch 1286/3000 - 0s - loss: 0.0128 Epoch 1287/3000 - 0s - loss: 0.0128 Epoch 1288/3000 - 0s - loss: 0.0127 Epoch 1289/3000 - 0s - loss: 0.0127 Epoch 1290/3000 - 0s - loss: 0.0127 Epoch 1291/3000 - 0s - loss: 0.0127 Epoch 1292/3000 - 0s - loss: 0.0128 Epoch 1293/3000 - 0s - loss: 0.0128 Epoch 1294/3000 - 0s - loss: 0.0130 Epoch 1295/3000 - 0s - loss: 0.0128 Epoch 1296/3000 - 0s - loss: 0.0127 Epoch 1297/3000 - 0s - loss: 0.0127 Epoch 1298/3000 - 0s - loss: 0.0127 Epoch 1299/3000 - 0s - loss: 0.0127 Epoch 1300/3000 - 0s - loss: 0.0127 Epoch 1301/3000 - 0s - loss: 0.0131 Epoch 1302/3000 - 0s - loss: 0.0129 Epoch 1303/3000 - 0s - loss: 0.0127 Epoch 1304/3000 - 0s - loss: 0.0127 Epoch 1305/3000 - 0s - loss: 0.0126 Epoch 1306/3000 - 0s - loss: 0.0127 Epoch 1307/3000 - 0s - loss: 0.0127 Epoch 1308/3000 - 0s - loss: 0.0128 Epoch 1309/3000 - 0s - loss: 0.0127 Epoch 1310/3000 - 0s - loss: 0.0127 Epoch 1311/3000 - 0s - loss: 0.0133 Epoch 1312/3000 - 0s - loss: 0.0131 Epoch 1313/3000 - 0s - loss: 0.0128 Epoch 1314/3000 - 0s - loss: 0.0126 Epoch 1315/3000 - 0s - loss: 0.0127 Epoch 1316/3000 - 0s - loss: 0.0126 Epoch 1317/3000 - 0s - loss: 0.0127 Epoch 1318/3000 - 0s - loss: 0.0127 Epoch 1319/3000 - 0s - loss: 0.0127 Epoch 1320/3000 - 0s - loss: 0.0126 Epoch 1321/3000 - 0s - loss: 0.0126 Epoch 1322/3000 - 0s - loss: 0.0126 Epoch 1323/3000 - 0s - loss: 0.0130 Epoch 1324/3000 - 0s - loss: 0.0129 Epoch 1325/3000 - 0s - loss: 0.0127 Epoch 1326/3000 - 0s - loss: 0.0127 Epoch 1327/3000 - 0s - loss: 0.0128 Epoch 1328/3000 - 0s - loss: 0.0128 Epoch 1329/3000 - 0s - loss: 0.0126 Epoch 1330/3000 - 0s - loss: 0.0126 Epoch 1331/3000 - 0s - loss: 0.0126 Epoch 1332/3000 - 0s - loss: 0.0127 Epoch 1333/3000 - 0s - loss: 0.0127 Epoch 1334/3000 - 0s - loss: 0.0126 Epoch 1335/3000 - 0s - loss: 0.0126 Epoch 1336/3000 - 0s - loss: 0.0126 Epoch 1337/3000 - 0s - loss: 0.0125 Epoch 1338/3000 - 0s - loss: 0.0125 Epoch 1339/3000 - 0s - loss: 0.0125 Epoch 1340/3000 - 0s - loss: 0.0125 Epoch 1341/3000 - 0s - loss: 0.0126 Epoch 1342/3000 - 0s - loss: 0.0125 Epoch 1343/3000 - 0s - loss: 0.0126 Epoch 1344/3000 - 0s - loss: 0.0127 Epoch 1345/3000 - 0s - loss: 0.0125 Epoch 1346/3000 - 0s - loss: 0.0125 Epoch 1347/3000 - 0s - loss: 0.0124 Epoch 1348/3000 - 0s - loss: 0.0125 Epoch 1349/3000 - 0s - loss: 0.0126 Epoch 1350/3000 - 0s - loss: 0.0125 Epoch 1351/3000 - 0s - loss: 0.0125 Epoch 1352/3000 - 0s - loss: 0.0125 Epoch 1353/3000 - 0s - loss: 0.0126 Epoch 1354/3000 - 0s - loss: 0.0125 Epoch 1355/3000 - 0s - loss: 0.0125 Epoch 1356/3000 - 0s - loss: 0.0125 Epoch 1357/3000 - 0s - loss: 0.0125 Epoch 1358/3000 - 0s - loss: 0.0124 Epoch 1359/3000 - 0s - loss: 0.0125 Epoch 1360/3000 - 0s - loss: 0.0126 Epoch 1361/3000 - 0s - loss: 0.0125 Epoch 1362/3000 - 0s - loss: 0.0126 Epoch 1363/3000 - 0s - loss: 0.0124 Epoch 1364/3000 - 0s - loss: 0.0124 Epoch 1365/3000 - 0s - loss: 0.0125 Epoch 1366/3000 - 0s - loss: 0.0124 Epoch 1367/3000 - 0s - loss: 0.0125 Epoch 1368/3000 - 0s - loss: 0.0126 Epoch 1369/3000 - 0s - loss: 0.0126 Epoch 1370/3000 - 0s - loss: 0.0126 Epoch 1371/3000 - 0s - loss: 0.0125 Epoch 1372/3000 - 0s - loss: 0.0125 Epoch 1373/3000 - 0s - loss: 0.0124 Epoch 1374/3000 - 0s - loss: 0.0125 Epoch 1375/3000 - 0s - loss: 0.0125 Epoch 1376/3000 - 0s - loss: 0.0125 Epoch 1377/3000 - 0s - loss: 0.0124 Epoch 1378/3000 - 0s - loss: 0.0123 Epoch 1379/3000 - 0s - loss: 0.0126 Epoch 1380/3000 - 0s - loss: 0.0125 Epoch 1381/3000 - 0s - loss: 0.0124 Epoch 1382/3000 - 0s - loss: 0.0124 Epoch 1383/3000 - 0s - loss: 0.0125 Epoch 1384/3000 - 0s - loss: 0.0125 Epoch 1385/3000 - 0s - loss: 0.0125 Epoch 1386/3000 - 0s - loss: 0.0124 Epoch 1387/3000 - 0s - loss: 0.0124 Epoch 1388/3000 - 0s - loss: 0.0124 Epoch 1389/3000 - 0s - loss: 0.0123 Epoch 1390/3000 - 0s - loss: 0.0126 Epoch 1391/3000 - 0s - loss: 0.0124 Epoch 1392/3000 - 0s - loss: 0.0125 Epoch 1393/3000 - 0s - loss: 0.0123 Epoch 1394/3000 - 0s - loss: 0.0124 Epoch 1395/3000 - 0s - loss: 0.0123 Epoch 1396/3000 - 0s - loss: 0.0124 Epoch 1397/3000 - 0s - loss: 0.0126 Epoch 1398/3000 - 0s - loss: 0.0126 Epoch 1399/3000 - 0s - loss: 0.0124 Epoch 1400/3000 - 0s - loss: 0.0124 Epoch 1401/3000 - 0s - loss: 0.0125 Epoch 1402/3000 - 0s - loss: 0.0123 Epoch 1403/3000 - 0s - loss: 0.0124 Epoch 1404/3000 - 0s - loss: 0.0123 Epoch 1405/3000 - 0s - loss: 0.0123 Epoch 1406/3000 - 0s - loss: 0.0127 Epoch 1407/3000 - 0s - loss: 0.0124 Epoch 1408/3000 - 0s - loss: 0.0125 Epoch 1409/3000 - 0s - loss: 0.0125 Epoch 1410/3000 - 0s - loss: 0.0127 Epoch 1411/3000 - 0s - loss: 0.0124 Epoch 1412/3000 - 0s - loss: 0.0124 Epoch 1413/3000 - 0s - loss: 0.0127 Epoch 1414/3000 - 0s - loss: 0.0124 Epoch 1415/3000 - 0s - loss: 0.0124 Epoch 1416/3000 - 0s - loss: 0.0123 Epoch 1417/3000 - 0s - loss: 0.0123 Epoch 1418/3000 - 0s - loss: 0.0123 Epoch 1419/3000 - 0s - loss: 0.0123 Epoch 1420/3000 - 0s - loss: 0.0124 Epoch 1421/3000 - 0s - loss: 0.0123 Epoch 1422/3000 - 0s - loss: 0.0123 Epoch 1423/3000 - 0s - loss: 0.0123 Epoch 1424/3000 - 0s - loss: 0.0123 Epoch 1425/3000 - 0s - loss: 0.0122 Epoch 1426/3000 - 0s - loss: 0.0122 Epoch 1427/3000 - 0s - loss: 0.0122 Epoch 1428/3000 - 0s - loss: 0.0122 Epoch 1429/3000 - 0s - loss: 0.0123 Epoch 1430/3000 - 0s - loss: 0.0123 Epoch 1431/3000 - 0s - loss: 0.0123 Epoch 1432/3000 - 0s - loss: 0.0123 Epoch 1433/3000 - 0s - loss: 0.0125 Epoch 1434/3000 - 0s - loss: 0.0125 Epoch 1435/3000 - 0s - loss: 0.0127 Epoch 1436/3000 - 0s - loss: 0.0123 Epoch 1437/3000 - 0s - loss: 0.0122 Epoch 1438/3000 - 0s - loss: 0.0122 Epoch 1439/3000 - 0s - loss: 0.0122 Epoch 1440/3000 - 0s - loss: 0.0122 Epoch 1441/3000 - 0s - loss: 0.0122 Epoch 1442/3000 - 0s - loss: 0.0123 Epoch 1443/3000 - 0s - loss: 0.0122 Epoch 1444/3000 - 0s - loss: 0.0122 Epoch 1445/3000 - 0s - loss: 0.0122 Epoch 1446/3000 - 0s - loss: 0.0122 Epoch 1447/3000 - 0s - loss: 0.0123 Epoch 1448/3000 - 0s - loss: 0.0122 Epoch 1449/3000 - 0s - loss: 0.0122 Epoch 1450/3000 - 0s - loss: 0.0128 Epoch 1451/3000 - 0s - loss: 0.0124 Epoch 1452/3000 - 0s - loss: 0.0124 Epoch 1453/3000 - 0s - loss: 0.0127 Epoch 1454/3000 - 0s - loss: 0.0124 Epoch 1455/3000 - 0s - loss: 0.0123 Epoch 1456/3000 - 0s - loss: 0.0122 Epoch 1457/3000 - 0s - loss: 0.0121 Epoch 1458/3000 - 0s - loss: 0.0122 Epoch 1459/3000 - 0s - loss: 0.0122 Epoch 1460/3000 - 0s - loss: 0.0122 Epoch 1461/3000 - 0s - loss: 0.0122 Epoch 1462/3000 - 0s - loss: 0.0122 Epoch 1463/3000 - 0s - loss: 0.0123 Epoch 1464/3000 - 0s - loss: 0.0122 Epoch 1465/3000 - 0s - loss: 0.0122 Epoch 1466/3000 - 0s - loss: 0.0121 Epoch 1467/3000 - 0s - loss: 0.0122 Epoch 1468/3000 - 0s - loss: 0.0122 Epoch 1469/3000 - 0s - loss: 0.0122 Epoch 1470/3000 - 0s - loss: 0.0123 Epoch 1471/3000 - 0s - loss: 0.0121 Epoch 1472/3000 - 0s - loss: 0.0123 Epoch 1473/3000 - 0s - loss: 0.0124 Epoch 1474/3000 - 0s - loss: 0.0123 Epoch 1475/3000 - 0s - loss: 0.0122 Epoch 1476/3000 - 0s - loss: 0.0122 Epoch 1477/3000 - 0s - loss: 0.0123 Epoch 1478/3000 - 0s - loss: 0.0121 Epoch 1479/3000 - 0s - loss: 0.0121 Epoch 1480/3000 - 0s - loss: 0.0123 Epoch 1481/3000 - 0s - loss: 0.0127 Epoch 1482/3000 - 0s - loss: 0.0124 Epoch 1483/3000 - 0s - loss: 0.0123 Epoch 1484/3000 - 0s - loss: 0.0122 Epoch 1485/3000 - 0s - loss: 0.0122 Epoch 1486/3000 - 0s - loss: 0.0122 Epoch 1487/3000 - 0s - loss: 0.0123 Epoch 1488/3000 - 0s - loss: 0.0123 Epoch 1489/3000 - 0s - loss: 0.0124 Epoch 1490/3000 - 0s - loss: 0.0123 Epoch 1491/3000 - 0s - loss: 0.0122 Epoch 1492/3000 - 0s - loss: 0.0121 Epoch 1493/3000 - 0s - loss: 0.0124 Epoch 1494/3000 - 0s - loss: 0.0122 Epoch 1495/3000 - 0s - loss: 0.0123 Epoch 1496/3000 - 0s - loss: 0.0121 Epoch 1497/3000 - 0s - loss: 0.0122 Epoch 1498/3000 - 0s - loss: 0.0123 Epoch 1499/3000 - 0s - loss: 0.0121 Epoch 1500/3000 - 0s - loss: 0.0122 Epoch 1501/3000 - 0s - loss: 0.0122 Epoch 1502/3000 - 0s - loss: 0.0123 Epoch 1503/3000 - 0s - loss: 0.0121 Epoch 1504/3000 - 0s - loss: 0.0122 Epoch 1505/3000 - 0s - loss: 0.0123 Epoch 1506/3000 - 0s - loss: 0.0122 Epoch 1507/3000 - 0s - loss: 0.0122 Epoch 1508/3000 - 0s - loss: 0.0122 Epoch 1509/3000 - 0s - loss: 0.0121 Epoch 1510/3000 - 0s - loss: 0.0121 Epoch 1511/3000 - 0s - loss: 0.0122 Epoch 1512/3000 - 0s - loss: 0.0121 Epoch 1513/3000 - 0s - loss: 0.0121 Epoch 1514/3000 - 0s - loss: 0.0121 Epoch 1515/3000 - 0s - loss: 0.0121 Epoch 1516/3000 - 0s - loss: 0.0121 Epoch 1517/3000 - 0s - loss: 0.0121 Epoch 1518/3000 - 0s - loss: 0.0121 Epoch 1519/3000 - 0s - loss: 0.0121 Epoch 1520/3000 - 0s - loss: 0.0123 Epoch 1521/3000 - 0s - loss: 0.0121 Epoch 1522/3000 - 0s - loss: 0.0121 Epoch 1523/3000 - 0s - loss: 0.0120 Epoch 1524/3000 - 0s - loss: 0.0122 Epoch 1525/3000 - 0s - loss: 0.0123 Epoch 1526/3000 - 0s - loss: 0.0121 Epoch 1527/3000 - 0s - loss: 0.0122 Epoch 1528/3000 - 0s - loss: 0.0121 Epoch 1529/3000 - 0s - loss: 0.0121 Epoch 1530/3000 - 0s - loss: 0.0122 Epoch 1531/3000 - 0s - loss: 0.0121 Epoch 1532/3000 - 0s - loss: 0.0121 Epoch 1533/3000 - 0s - loss: 0.0122 Epoch 1534/3000 - 0s - loss: 0.0124 Epoch 1535/3000 - 0s - loss: 0.0121 Epoch 1536/3000 - 0s - loss: 0.0120 Epoch 1537/3000 - 0s - loss: 0.0120 Epoch 1538/3000 - 0s - loss: 0.0121 Epoch 1539/3000 - 0s - loss: 0.0121 Epoch 1540/3000 - 0s - loss: 0.0121 Epoch 1541/3000 - 0s - loss: 0.0121 Epoch 1542/3000 - 0s - loss: 0.0120 Epoch 1543/3000 - 0s - loss: 0.0121 Epoch 1544/3000 - 0s - loss: 0.0121 Epoch 1545/3000 - 0s - loss: 0.0121 Epoch 1546/3000 - 0s - loss: 0.0120 Epoch 1547/3000 - 0s - loss: 0.0120 Epoch 1548/3000 - 0s - loss: 0.0120 Epoch 1549/3000 - 0s - loss: 0.0120 Epoch 1550/3000 - 0s - loss: 0.0121 Epoch 1551/3000 - 0s - loss: 0.0121 Epoch 1552/3000 - 0s - loss: 0.0120 Epoch 1553/3000 - 0s - loss: 0.0120 Epoch 1554/3000 - 0s - loss: 0.0121 Epoch 1555/3000 - 0s - loss: 0.0123 Epoch 1556/3000 - 0s - loss: 0.0121 Epoch 1557/3000 - 0s - loss: 0.0120 Epoch 1558/3000 - 0s - loss: 0.0121 Epoch 1559/3000 - 0s - loss: 0.0120 Epoch 1560/3000 - 0s - loss: 0.0121 Epoch 1561/3000 - 0s - loss: 0.0122 Epoch 1562/3000 - 0s - loss: 0.0121 Epoch 1563/3000 - 0s - loss: 0.0120 Epoch 1564/3000 - 0s - loss: 0.0120 Epoch 1565/3000 - 0s - loss: 0.0122 Epoch 1566/3000 - 0s - loss: 0.0120 Epoch 1567/3000 - 0s - loss: 0.0120 Epoch 1568/3000 - 0s - loss: 0.0120 Epoch 1569/3000 - 0s - loss: 0.0120 Epoch 1570/3000 - 0s - loss: 0.0121 Epoch 1571/3000 - 0s - loss: 0.0121 Epoch 1572/3000 - 0s - loss: 0.0124 Epoch 1573/3000 - 0s - loss: 0.0122 Epoch 1574/3000 - 0s - loss: 0.0121 Epoch 1575/3000 - 0s - loss: 0.0120 Epoch 1576/3000 - 0s - loss: 0.0120 Epoch 1577/3000 - 0s - loss: 0.0120 Epoch 1578/3000 - 0s - loss: 0.0120 Epoch 1579/3000 - 0s - loss: 0.0120 Epoch 1580/3000 - 0s - loss: 0.0121 Epoch 1581/3000 - 0s - loss: 0.0120 Epoch 1582/3000 - 0s - loss: 0.0120 Epoch 1583/3000 - 0s - loss: 0.0120 Epoch 1584/3000 - 0s - loss: 0.0120 Epoch 1585/3000 - 0s - loss: 0.0119 Epoch 1586/3000 - 0s - loss: 0.0121 Epoch 1587/3000 - 0s - loss: 0.0120 Epoch 1588/3000 - 0s - loss: 0.0121 Epoch 1589/3000 - 0s - loss: 0.0123 Epoch 1590/3000 - 0s - loss: 0.0121 Epoch 1591/3000 - 0s - loss: 0.0120 Epoch 1592/3000 - 0s - loss: 0.0121 Epoch 1593/3000 - 0s - loss: 0.0122 Epoch 1594/3000 - 0s - loss: 0.0121 Epoch 1595/3000 - 0s - loss: 0.0122 Epoch 1596/3000 - 0s - loss: 0.0120 Epoch 1597/3000 - 0s - loss: 0.0119 Epoch 1598/3000 - 0s - loss: 0.0120 Epoch 1599/3000 - 0s - loss: 0.0120 Epoch 1600/3000 - 0s - loss: 0.0120 Epoch 1601/3000 - 0s - loss: 0.0119 Epoch 1602/3000 - 0s - loss: 0.0120 Epoch 1603/3000 - 0s - loss: 0.0120 Epoch 1604/3000 - 0s - loss: 0.0120 Epoch 1605/3000 - 0s - loss: 0.0121 Epoch 1606/3000 - 0s - loss: 0.0122 Epoch 1607/3000 - 0s - loss: 0.0121 Epoch 1608/3000 - 0s - loss: 0.0120 Epoch 1609/3000 - 0s - loss: 0.0120 Epoch 1610/3000 - 0s - loss: 0.0120 Epoch 1611/3000 - 0s - loss: 0.0120 Epoch 1612/3000 - 0s - loss: 0.0120 Epoch 1613/3000 - 0s - loss: 0.0120 Epoch 1614/3000 - 0s - loss: 0.0120 Epoch 1615/3000 - 0s - loss: 0.0120 Epoch 1616/3000 - 0s - loss: 0.0119 Epoch 1617/3000 - 0s - loss: 0.0121 Epoch 1618/3000 - 0s - loss: 0.0128 Epoch 1619/3000 - 0s - loss: 0.0122 Epoch 1620/3000 - 0s - loss: 0.0119 Epoch 1621/3000 - 0s - loss: 0.0119 Epoch 1622/3000 - 0s - loss: 0.0119 Epoch 1623/3000 - 0s - loss: 0.0119 Epoch 1624/3000 - 0s - loss: 0.0120 Epoch 1625/3000 - 0s - loss: 0.0121 Epoch 1626/3000 - 0s - loss: 0.0120 Epoch 1627/3000 - 0s - loss: 0.0121 Epoch 1628/3000 - 0s - loss: 0.0119 Epoch 1629/3000 - 0s - loss: 0.0120 Epoch 1630/3000 - 0s - loss: 0.0121 Epoch 1631/3000 - 0s - loss: 0.0120 Epoch 1632/3000 - 0s - loss: 0.0119 Epoch 1633/3000 - 0s - loss: 0.0120 Epoch 1634/3000 - 0s - loss: 0.0119 Epoch 1635/3000 - 0s - loss: 0.0120 Epoch 1636/3000 - 0s - loss: 0.0121 Epoch 1637/3000 - 0s - loss: 0.0119 Epoch 1638/3000 - 0s - loss: 0.0119 Epoch 1639/3000 - 0s - loss: 0.0119 Epoch 1640/3000 - 0s - loss: 0.0119 Epoch 1641/3000 - 0s - loss: 0.0120 Epoch 1642/3000 - 0s - loss: 0.0121 Epoch 1643/3000 - 0s - loss: 0.0121 Epoch 1644/3000 - 0s - loss: 0.0123 Epoch 1645/3000 - 0s - loss: 0.0122 Epoch 1646/3000 - 0s - loss: 0.0121 Epoch 1647/3000 - 0s - loss: 0.0120 Epoch 1648/3000 - 0s - loss: 0.0120 Epoch 1649/3000 - 0s - loss: 0.0119 Epoch 1650/3000 - 0s - loss: 0.0119 Epoch 1651/3000 - 0s - loss: 0.0119 Epoch 1652/3000 - 0s - loss: 0.0119 Epoch 1653/3000 - 0s - loss: 0.0120 Epoch 1654/3000 - 0s - loss: 0.0119 Epoch 1655/3000 - 0s - loss: 0.0119 Epoch 1656/3000 - 0s - loss: 0.0119 Epoch 1657/3000 - 0s - loss: 0.0119 Epoch 1658/3000 - 0s - loss: 0.0120 Epoch 1659/3000 - 0s - loss: 0.0119 Epoch 1660/3000 - 0s - loss: 0.0119 Epoch 1661/3000 - 0s - loss: 0.0119 Epoch 1662/3000 - 0s - loss: 0.0119 Epoch 1663/3000 - 0s - loss: 0.0120 Epoch 1664/3000 - 0s - loss: 0.0121 Epoch 1665/3000 - 0s - loss: 0.0120 Epoch 1666/3000 - 0s - loss: 0.0120 Epoch 1667/3000 - 0s - loss: 0.0120 Epoch 1668/3000 - 0s - loss: 0.0120 Epoch 1669/3000 - 0s - loss: 0.0119 Epoch 1670/3000 - 0s - loss: 0.0119 Epoch 1671/3000 - 0s - loss: 0.0119 Epoch 1672/3000 - 0s - loss: 0.0119 Epoch 1673/3000 - 0s - loss: 0.0119 Epoch 1674/3000 - 0s - loss: 0.0120 Epoch 1675/3000 - 0s - loss: 0.0120 Epoch 1676/3000 - 0s - loss: 0.0121 Epoch 1677/3000 - 0s - loss: 0.0120 Epoch 1678/3000 - 0s - loss: 0.0119 Epoch 1679/3000 - 0s - loss: 0.0119 Epoch 1680/3000 - 0s - loss: 0.0119 Epoch 1681/3000 - 0s - loss: 0.0119 Epoch 1682/3000 - 0s - loss: 0.0120 Epoch 1683/3000 - 0s - loss: 0.0119 Epoch 1684/3000 - 0s - loss: 0.0119 Epoch 1685/3000 - 0s - loss: 0.0120 Epoch 1686/3000 - 0s - loss: 0.0120 Epoch 1687/3000 - 0s - loss: 0.0120 Epoch 1688/3000 - 0s - loss: 0.0121 Epoch 1689/3000 - 0s - loss: 0.0119 Epoch 1690/3000 - 0s - loss: 0.0119 Epoch 1691/3000 - 0s - loss: 0.0119 Epoch 1692/3000 - 0s - loss: 0.0119 Epoch 1693/3000 - 0s - loss: 0.0119 Epoch 1694/3000 - 0s - loss: 0.0119 Epoch 1695/3000 - 0s - loss: 0.0119 Epoch 1696/3000 - 0s - loss: 0.0119 Epoch 1697/3000 - 0s - loss: 0.0119 Epoch 1698/3000 - 0s - loss: 0.0120 Epoch 1699/3000 - 0s - loss: 0.0119 Epoch 1700/3000 - 0s - loss: 0.0118 Epoch 1701/3000 - 0s - loss: 0.0119 Epoch 1702/3000 - 0s - loss: 0.0119 Epoch 1703/3000 - 0s - loss: 0.0119 Epoch 1704/3000 - 0s - loss: 0.0122 Epoch 1705/3000 - 0s - loss: 0.0120 Epoch 1706/3000 - 0s - loss: 0.0119 Epoch 1707/3000 - 0s - loss: 0.0120 Epoch 1708/3000 - 0s - loss: 0.0121 Epoch 1709/3000 - 0s - loss: 0.0120 Epoch 1710/3000 - 0s - loss: 0.0121 Epoch 1711/3000 - 0s - loss: 0.0120 Epoch 1712/3000 - 0s - loss: 0.0118 Epoch 1713/3000 - 0s - loss: 0.0118 Epoch 1714/3000 - 0s - loss: 0.0119 Epoch 1715/3000 - 0s - loss: 0.0119 Epoch 1716/3000 - 0s - loss: 0.0119 Epoch 1717/3000 - 0s - loss: 0.0120 Epoch 1718/3000 - 0s - loss: 0.0122 Epoch 1719/3000 - 0s - loss: 0.0121 Epoch 1720/3000 - 0s - loss: 0.0121 Epoch 1721/3000 - 0s - loss: 0.0119 Epoch 1722/3000 - 0s - loss: 0.0119 Epoch 1723/3000 - 0s - loss: 0.0120 Epoch 1724/3000 - 0s - loss: 0.0120 Epoch 1725/3000 - 0s - loss: 0.0120 Epoch 1726/3000 - 0s - loss: 0.0120 Epoch 1727/3000 - 0s - loss: 0.0119 Epoch 1728/3000 - 0s - loss: 0.0119 Epoch 1729/3000 - 0s - loss: 0.0119 Epoch 1730/3000 - 0s - loss: 0.0119 Epoch 1731/3000 - 0s - loss: 0.0119 Epoch 1732/3000 - 0s - loss: 0.0119 Epoch 1733/3000 - 0s - loss: 0.0119 Epoch 1734/3000 - 0s - loss: 0.0119 Epoch 1735/3000 - 0s - loss: 0.0119 Epoch 1736/3000 - 0s - loss: 0.0119 Epoch 1737/3000 - 0s - loss: 0.0120 Epoch 1738/3000 - 0s - loss: 0.0121 Epoch 1739/3000 - 0s - loss: 0.0119 Epoch 1740/3000 - 0s - loss: 0.0119 Epoch 1741/3000 - 0s - loss: 0.0118 Epoch 1742/3000 - 0s - loss: 0.0118 Epoch 1743/3000 - 0s - loss: 0.0118 Epoch 1744/3000 - 0s - loss: 0.0120 Epoch 1745/3000 - 0s - loss: 0.0119 Epoch 1746/3000 - 0s - loss: 0.0120 Epoch 1747/3000 - 0s - loss: 0.0122 Epoch 1748/3000 - 0s - loss: 0.0121 Epoch 1749/3000 - 0s - loss: 0.0119 Epoch 1750/3000 - 0s - loss: 0.0119 Epoch 1751/3000 - 0s - loss: 0.0120 Epoch 1752/3000 - 0s - loss: 0.0119 Epoch 1753/3000 - 0s - loss: 0.0119 Epoch 1754/3000 - 0s - loss: 0.0118 Epoch 1755/3000 - 0s - loss: 0.0120 Epoch 1756/3000 - 0s - loss: 0.0118 Epoch 1757/3000 - 0s - loss: 0.0118 Epoch 1758/3000 - 0s - loss: 0.0118 Epoch 1759/3000 - 0s - loss: 0.0119 Epoch 1760/3000 - 0s - loss: 0.0119 Epoch 1761/3000 - 0s - loss: 0.0119 Epoch 1762/3000 - 0s - loss: 0.0118 Epoch 1763/3000 - 0s - loss: 0.0119 Epoch 1764/3000 - 0s - loss: 0.0119 Epoch 1765/3000 - 0s - loss: 0.0119 Epoch 1766/3000 - 0s - loss: 0.0119 Epoch 1767/3000 - 0s - loss: 0.0120 Epoch 1768/3000 - 0s - loss: 0.0119 Epoch 1769/3000 - 0s - loss: 0.0124 Epoch 1770/3000 - 0s - loss: 0.0120 Epoch 1771/3000 - 0s - loss: 0.0119 Epoch 1772/3000 - 0s - loss: 0.0119 Epoch 1773/3000 - 0s - loss: 0.0119 Epoch 1774/3000 - 0s - loss: 0.0118 Epoch 1775/3000 - 0s - loss: 0.0118 Epoch 1776/3000 - 0s - loss: 0.0119 Epoch 1777/3000 - 0s - loss: 0.0118 Epoch 1778/3000 - 0s - loss: 0.0119 Epoch 1779/3000 - 0s - loss: 0.0119 Epoch 1780/3000 - 0s - loss: 0.0119 Epoch 1781/3000 - 0s - loss: 0.0119 Epoch 1782/3000 - 0s - loss: 0.0121 Epoch 1783/3000 - 0s - loss: 0.0122 Epoch 1784/3000 - 0s - loss: 0.0119 Epoch 1785/3000 - 0s - loss: 0.0118 Epoch 1786/3000 - 0s - loss: 0.0118 Epoch 1787/3000 - 0s - loss: 0.0120 Epoch 1788/3000 - 0s - loss: 0.0119 Epoch 1789/3000 - 0s - loss: 0.0119 Epoch 1790/3000 - 0s - loss: 0.0119 Epoch 1791/3000 - 0s - loss: 0.0118 Epoch 1792/3000 - 0s - loss: 0.0121 Epoch 1793/3000 - 0s - loss: 0.0123 Epoch 1794/3000 - 0s - loss: 0.0122 Epoch 1795/3000 - 0s - loss: 0.0120 Epoch 1796/3000 - 0s - loss: 0.0118 Epoch 1797/3000 - 0s - loss: 0.0119 Epoch 1798/3000 - 0s - loss: 0.0118 Epoch 1799/3000 - 0s - loss: 0.0119 Epoch 1800/3000 - 0s - loss: 0.0118 Epoch 1801/3000 - 0s - loss: 0.0118 Epoch 1802/3000 - 0s - loss: 0.0118 Epoch 1803/3000 - 0s - loss: 0.0118 Epoch 1804/3000 - 0s - loss: 0.0118 Epoch 1805/3000 - 0s - loss: 0.0119 Epoch 1806/3000 - 0s - loss: 0.0118 Epoch 1807/3000 - 0s - loss: 0.0118 Epoch 1808/3000 - 0s - loss: 0.0118 Epoch 1809/3000 - 0s - loss: 0.0120 Epoch 1810/3000 - 0s - loss: 0.0121 Epoch 1811/3000 - 0s - loss: 0.0118 Epoch 1812/3000 - 0s - loss: 0.0118 Epoch 1813/3000 - 0s - loss: 0.0118 Epoch 1814/3000 - 0s - loss: 0.0119 Epoch 1815/3000 - 0s - loss: 0.0119 Epoch 1816/3000 - 0s - loss: 0.0121 Epoch 1817/3000 - 0s - loss: 0.0121 Epoch 1818/3000 - 0s - loss: 0.0118 Epoch 1819/3000 - 0s - loss: 0.0118 Epoch 1820/3000 - 0s - loss: 0.0119 Epoch 1821/3000 - 0s - loss: 0.0118 Epoch 1822/3000 - 0s - loss: 0.0119 Epoch 1823/3000 - 0s - loss: 0.0118 Epoch 1824/3000 - 0s - loss: 0.0118 Epoch 1825/3000 - 0s - loss: 0.0121 Epoch 1826/3000 - 0s - loss: 0.0120 Epoch 1827/3000 - 0s - loss: 0.0119 Epoch 1828/3000 - 0s - loss: 0.0118 Epoch 1829/3000 - 0s - loss: 0.0118 Epoch 1830/3000 - 0s - loss: 0.0118 Epoch 1831/3000 - 0s - loss: 0.0118 Epoch 1832/3000 - 0s - loss: 0.0118 Epoch 1833/3000 - 0s - loss: 0.0120 Epoch 1834/3000 - 0s - loss: 0.0119 Epoch 1835/3000 - 0s - loss: 0.0118 Epoch 1836/3000 - 0s - loss: 0.0119 Epoch 1837/3000 - 0s - loss: 0.0119 Epoch 1838/3000 - 0s - loss: 0.0119 Epoch 1839/3000 - 0s - loss: 0.0118 Epoch 1840/3000 - 0s - loss: 0.0117 Epoch 1841/3000 - 0s - loss: 0.0118 Epoch 1842/3000 - 0s - loss: 0.0118 Epoch 1843/3000 - 0s - loss: 0.0123 Epoch 1844/3000 - 0s - loss: 0.0119 Epoch 1845/3000 - 0s - loss: 0.0120 Epoch 1846/3000 - 0s - loss: 0.0120 Epoch 1847/3000 - 0s - loss: 0.0118 Epoch 1848/3000 - 0s - loss: 0.0118 Epoch 1849/3000 - 0s - loss: 0.0119 Epoch 1850/3000 - 0s - loss: 0.0119 Epoch 1851/3000 - 0s - loss: 0.0119 Epoch 1852/3000 - 0s - loss: 0.0118 Epoch 1853/3000 - 0s - loss: 0.0118 Epoch 1854/3000 - 0s - loss: 0.0119 Epoch 1855/3000 - 0s - loss: 0.0120 Epoch 1856/3000 - 0s - loss: 0.0120 Epoch 1857/3000 - 0s - loss: 0.0119 Epoch 1858/3000 - 0s - loss: 0.0118 Epoch 1859/3000 - 0s - loss: 0.0119 Epoch 1860/3000 - 0s - loss: 0.0121 Epoch 1861/3000 - 0s - loss: 0.0118 Epoch 1862/3000 - 0s - loss: 0.0119 Epoch 1863/3000 - 0s - loss: 0.0119 Epoch 1864/3000 - 0s - loss: 0.0119 Epoch 1865/3000 - 0s - loss: 0.0118 Epoch 1866/3000 - 0s - loss: 0.0119 Epoch 1867/3000 - 0s - loss: 0.0118 Epoch 1868/3000 - 0s - loss: 0.0118 Epoch 1869/3000 - 0s - loss: 0.0117 Epoch 1870/3000 - 0s - loss: 0.0120 Epoch 1871/3000 - 0s - loss: 0.0118 Epoch 1872/3000 - 0s - loss: 0.0118 Epoch 1873/3000 - 0s - loss: 0.0117 Epoch 1874/3000 - 0s - loss: 0.0118 Epoch 1875/3000 - 0s - loss: 0.0119 Epoch 1876/3000 - 0s - loss: 0.0118 Epoch 1877/3000 - 0s - loss: 0.0119 Epoch 1878/3000 - 0s - loss: 0.0119 Epoch 1879/3000 - 0s - loss: 0.0117 Epoch 1880/3000 - 0s - loss: 0.0118 Epoch 1881/3000 - 0s - loss: 0.0118 Epoch 1882/3000 - 0s - loss: 0.0118 Epoch 1883/3000 - 0s - loss: 0.0117 Epoch 1884/3000 - 0s - loss: 0.0117 Epoch 1885/3000 - 0s - loss: 0.0117 Epoch 1886/3000 - 0s - loss: 0.0118 Epoch 1887/3000 - 0s - loss: 0.0117 Epoch 1888/3000 - 0s - loss: 0.0118 Epoch 1889/3000 - 0s - loss: 0.0118 Epoch 1890/3000 - 0s - loss: 0.0119 Epoch 1891/3000 - 0s - loss: 0.0120 Epoch 1892/3000 - 0s - loss: 0.0118 Epoch 1893/3000 - 0s - loss: 0.0118 Epoch 1894/3000 - 0s - loss: 0.0118 Epoch 1895/3000 - 0s - loss: 0.0117 Epoch 1896/3000 - 0s - loss: 0.0118 Epoch 1897/3000 - 0s - loss: 0.0119 Epoch 1898/3000 - 0s - loss: 0.0119 Epoch 1899/3000 - 0s - loss: 0.0119 Epoch 1900/3000 - 0s - loss: 0.0119 Epoch 1901/3000 - 0s - loss: 0.0119 Epoch 1902/3000 - 0s - loss: 0.0119 Epoch 1903/3000 - 0s - loss: 0.0118 Epoch 1904/3000 - 0s - loss: 0.0118 Epoch 1905/3000 - 0s - loss: 0.0117 Epoch 1906/3000 - 0s - loss: 0.0117 Epoch 1907/3000 - 0s - loss: 0.0119 Epoch 1908/3000 - 0s - loss: 0.0119 Epoch 1909/3000 - 0s - loss: 0.0119 Epoch 1910/3000 - 0s - loss: 0.0118 Epoch 1911/3000 - 0s - loss: 0.0118 Epoch 1912/3000 - 0s - loss: 0.0118 Epoch 1913/3000 - 0s - loss: 0.0118 Epoch 1914/3000 - 0s - loss: 0.0117 Epoch 1915/3000 - 0s - loss: 0.0117 Epoch 1916/3000 - 0s - loss: 0.0118 Epoch 1917/3000 - 0s - loss: 0.0118 Epoch 1918/3000 - 0s - loss: 0.0120 Epoch 1919/3000 - 0s - loss: 0.0120 Epoch 1920/3000 - 0s - loss: 0.0118 Epoch 1921/3000 - 0s - loss: 0.0120 Epoch 1922/3000 - 0s - loss: 0.0119 Epoch 1923/3000 - 0s - loss: 0.0122 Epoch 1924/3000 - 0s - loss: 0.0121 Epoch 1925/3000 - 0s - loss: 0.0121 Epoch 1926/3000 - 0s - loss: 0.0120 Epoch 1927/3000 - 0s - loss: 0.0118 Epoch 1928/3000 - 0s - loss: 0.0118 Epoch 1929/3000 - 0s - loss: 0.0117 Epoch 1930/3000 - 0s - loss: 0.0119 Epoch 1931/3000 - 0s - loss: 0.0118 Epoch 1932/3000 - 0s - loss: 0.0119 Epoch 1933/3000 - 0s - loss: 0.0117 Epoch 1934/3000 - 0s - loss: 0.0120 Epoch 1935/3000 - 0s - loss: 0.0120 Epoch 1936/3000 - 0s - loss: 0.0118 Epoch 1937/3000 - 0s - loss: 0.0117 Epoch 1938/3000 - 0s - loss: 0.0117 Epoch 1939/3000 - 0s - loss: 0.0118 Epoch 1940/3000 - 0s - loss: 0.0118 Epoch 1941/3000 - 0s - loss: 0.0118 Epoch 1942/3000 - 0s - loss: 0.0117 Epoch 1943/3000 - 0s - loss: 0.0118 Epoch 1944/3000 - 0s - loss: 0.0118 Epoch 1945/3000 - 0s - loss: 0.0118 Epoch 1946/3000 - 0s - loss: 0.0119 Epoch 1947/3000 - 0s - loss: 0.0118 Epoch 1948/3000 - 0s - loss: 0.0118 Epoch 1949/3000 - 0s - loss: 0.0118 Epoch 1950/3000 - 0s - loss: 0.0117 Epoch 1951/3000 - 0s - loss: 0.0117 Epoch 1952/3000 - 0s - loss: 0.0117 Epoch 1953/3000 - 0s - loss: 0.0118 Epoch 1954/3000 - 0s - loss: 0.0118 Epoch 1955/3000 - 0s - loss: 0.0120 Epoch 1956/3000 - 0s - loss: 0.0121 Epoch 1957/3000 - 0s - loss: 0.0119 Epoch 1958/3000 - 0s - loss: 0.0121 Epoch 1959/3000 - 0s - loss: 0.0118 Epoch 1960/3000 - 0s - loss: 0.0120 Epoch 1961/3000 - 0s - loss: 0.0118 Epoch 1962/3000 - 0s - loss: 0.0117 Epoch 1963/3000 - 0s - loss: 0.0118 Epoch 1964/3000 - 0s - loss: 0.0117 Epoch 1965/3000 - 0s - loss: 0.0117 Epoch 1966/3000 - 0s - loss: 0.0117 Epoch 1967/3000 - 0s - loss: 0.0118 Epoch 1968/3000 - 0s - loss: 0.0117 Epoch 1969/3000 - 0s - loss: 0.0118 Epoch 1970/3000 - 0s - loss: 0.0118 Epoch 1971/3000 - 0s - loss: 0.0117 Epoch 1972/3000 - 0s - loss: 0.0120 Epoch 1973/3000 - 0s - loss: 0.0120 Epoch 1974/3000 - 0s - loss: 0.0118 Epoch 1975/3000 - 0s - loss: 0.0118 Epoch 1976/3000 - 0s - loss: 0.0119 Epoch 1977/3000 - 0s - loss: 0.0119 Epoch 1978/3000 - 0s - loss: 0.0121 Epoch 1979/3000 - 0s - loss: 0.0121 Epoch 1980/3000 - 0s - loss: 0.0118 Epoch 1981/3000 - 0s - loss: 0.0117 Epoch 1982/3000 - 0s - loss: 0.0118 Epoch 1983/3000 - 0s - loss: 0.0118 Epoch 1984/3000 - 0s - loss: 0.0117 Epoch 1985/3000 - 0s - loss: 0.0118 Epoch 1986/3000 - 0s - loss: 0.0118 Epoch 1987/3000 - 0s - loss: 0.0118 Epoch 1988/3000 - 0s - loss: 0.0119 Epoch 1989/3000 - 0s - loss: 0.0121 Epoch 1990/3000 - 0s - loss: 0.0119 Epoch 1991/3000 - 0s - loss: 0.0117 Epoch 1992/3000 - 0s - loss: 0.0117 Epoch 1993/3000 - 0s - loss: 0.0116 Epoch 1994/3000 - 0s - loss: 0.0118 Epoch 1995/3000 - 0s - loss: 0.0118 Epoch 1996/3000 - 0s - loss: 0.0118 Epoch 1997/3000 - 0s - loss: 0.0118 Epoch 1998/3000 - 0s - loss: 0.0117 Epoch 1999/3000 - 0s - loss: 0.0117 Epoch 2000/3000 - 0s - loss: 0.0118 Epoch 2001/3000 - 0s - loss: 0.0117 Epoch 2002/3000 - 0s - loss: 0.0118 Epoch 2003/3000 - 0s - loss: 0.0118 Epoch 2004/3000 - 0s - loss: 0.0118 Epoch 2005/3000 - 0s - loss: 0.0117 Epoch 2006/3000 - 0s - loss: 0.0118 Epoch 2007/3000 - 0s - loss: 0.0119 Epoch 2008/3000 - 0s - loss: 0.0118 Epoch 2009/3000 - 0s - loss: 0.0117 Epoch 2010/3000 - 0s - loss: 0.0117 Epoch 2011/3000 - 0s - loss: 0.0118 Epoch 2012/3000 - 0s - loss: 0.0117 Epoch 2013/3000 - 0s - loss: 0.0118 Epoch 2014/3000 - 0s - loss: 0.0117 Epoch 2015/3000 - 0s - loss: 0.0117 Epoch 2016/3000 - 0s - loss: 0.0117 Epoch 2017/3000 - 0s - loss: 0.0118 Epoch 2018/3000 - 0s - loss: 0.0117 Epoch 2019/3000 - 0s - loss: 0.0117 Epoch 2020/3000 - 0s - loss: 0.0117 Epoch 2021/3000 - 0s - loss: 0.0117 Epoch 2022/3000 - 0s - loss: 0.0117 Epoch 2023/3000 - 0s - loss: 0.0117 Epoch 2024/3000 - 0s - loss: 0.0119 Epoch 2025/3000 - 0s - loss: 0.0118 Epoch 2026/3000 - 0s - loss: 0.0117 Epoch 2027/3000 - 0s - loss: 0.0118 Epoch 2028/3000 - 0s - loss: 0.0119 Epoch 2029/3000 - 0s - loss: 0.0121 Epoch 2030/3000 - 0s - loss: 0.0119 Epoch 2031/3000 - 0s - loss: 0.0118 Epoch 2032/3000 - 0s - loss: 0.0118 Epoch 2033/3000 - 0s - loss: 0.0118 Epoch 2034/3000 - 0s - loss: 0.0120 Epoch 2035/3000 - 0s - loss: 0.0119 Epoch 2036/3000 - 0s - loss: 0.0119 Epoch 2037/3000 - 0s - loss: 0.0118 Epoch 2038/3000 - 0s - loss: 0.0117 Epoch 2039/3000 - 0s - loss: 0.0117 Epoch 2040/3000 - 0s - loss: 0.0117 Epoch 2041/3000 - 0s - loss: 0.0117 Epoch 2042/3000 - 0s - loss: 0.0118 Epoch 2043/3000 - 0s - loss: 0.0117 Epoch 2044/3000 - 0s - loss: 0.0117 Epoch 2045/3000 - 0s - loss: 0.0118 Epoch 2046/3000 - 0s - loss: 0.0119 Epoch 2047/3000 - 0s - loss: 0.0118 Epoch 2048/3000 - 0s - loss: 0.0124 Epoch 2049/3000 - 0s - loss: 0.0122 Epoch 2050/3000 - 0s - loss: 0.0117 Epoch 2051/3000 - 0s - loss: 0.0117 Epoch 2052/3000 - 0s - loss: 0.0117 Epoch 2053/3000 - 0s - loss: 0.0117 Epoch 2054/3000 - 0s - loss: 0.0117 Epoch 2055/3000 - 0s - loss: 0.0117 Epoch 2056/3000 - 0s - loss: 0.0118 Epoch 2057/3000 - 0s - loss: 0.0117 Epoch 2058/3000 - 0s - loss: 0.0117 Epoch 2059/3000 - 0s - loss: 0.0118 Epoch 2060/3000 - 0s - loss: 0.0118 Epoch 2061/3000 - 0s - loss: 0.0118 Epoch 2062/3000 - 0s - loss: 0.0117 Epoch 2063/3000 - 0s - loss: 0.0117 Epoch 2064/3000 - 0s - loss: 0.0117 Epoch 2065/3000 - 0s - loss: 0.0117 Epoch 2066/3000 - 0s - loss: 0.0117 Epoch 2067/3000 - 0s - loss: 0.0120 Epoch 2068/3000 - 0s - loss: 0.0117 Epoch 2069/3000 - 0s - loss: 0.0117 Epoch 2070/3000 - 0s - loss: 0.0117 Epoch 2071/3000 - 0s - loss: 0.0117 Epoch 2072/3000 - 0s - loss: 0.0117 Epoch 2073/3000 - 0s - loss: 0.0117 Epoch 2074/3000 - 0s - loss: 0.0119 Epoch 2075/3000 - 0s - loss: 0.0117 Epoch 2076/3000 - 0s - loss: 0.0117 Epoch 2077/3000 - 0s - loss: 0.0118 Epoch 2078/3000 - 0s - loss: 0.0118 Epoch 2079/3000 - 0s - loss: 0.0118 Epoch 2080/3000 - 0s - loss: 0.0116 Epoch 2081/3000 - 0s - loss: 0.0117 Epoch 2082/3000 - 0s - loss: 0.0117 Epoch 2083/3000 - 0s - loss: 0.0117 Epoch 2084/3000 - 0s - loss: 0.0117 Epoch 2085/3000 - 0s - loss: 0.0117 Epoch 2086/3000 - 0s - loss: 0.0117 Epoch 2087/3000 - 0s - loss: 0.0117 Epoch 2088/3000 - 0s - loss: 0.0117 Epoch 2089/3000 - 0s - loss: 0.0117 Epoch 2090/3000 - 0s - loss: 0.0118 Epoch 2091/3000 - 0s - loss: 0.0117 Epoch 2092/3000 - 0s - loss: 0.0117 Epoch 2093/3000 - 0s - loss: 0.0116 Epoch 2094/3000 - 0s - loss: 0.0116 Epoch 2095/3000 - 0s - loss: 0.0118 Epoch 2096/3000 - 0s - loss: 0.0119 Epoch 2097/3000 - 0s - loss: 0.0122 Epoch 2098/3000 - 0s - loss: 0.0119 Epoch 2099/3000 - 0s - loss: 0.0121 Epoch 2100/3000 - 0s - loss: 0.0118 Epoch 2101/3000 - 0s - loss: 0.0119 Epoch 2102/3000 - 0s - loss: 0.0118 Epoch 2103/3000 - 0s - loss: 0.0117 Epoch 2104/3000 - 0s - loss: 0.0120 Epoch 2105/3000 - 0s - loss: 0.0120 Epoch 2106/3000 - 0s - loss: 0.0118 Epoch 2107/3000 - 0s - loss: 0.0118 Epoch 2108/3000 - 0s - loss: 0.0117 Epoch 2109/3000 - 0s - loss: 0.0118 Epoch 2110/3000 - 0s - loss: 0.0118 Epoch 2111/3000 - 0s - loss: 0.0117 Epoch 2112/3000 - 0s - loss: 0.0117 Epoch 2113/3000 - 0s - loss: 0.0117 Epoch 2114/3000 - 0s - loss: 0.0117 Epoch 2115/3000 - 0s - loss: 0.0117 Epoch 2116/3000 - 0s - loss: 0.0117 Epoch 2117/3000 - 0s - loss: 0.0118 Epoch 2118/3000 - 0s - loss: 0.0118 Epoch 2119/3000 - 0s - loss: 0.0118 Epoch 2120/3000 - 0s - loss: 0.0119 Epoch 2121/3000 - 0s - loss: 0.0117 Epoch 2122/3000 - 0s - loss: 0.0118 Epoch 2123/3000 - 0s - loss: 0.0118 Epoch 2124/3000 - 0s - loss: 0.0123 Epoch 2125/3000 - 0s - loss: 0.0117 Epoch 2126/3000 - 0s - loss: 0.0117 Epoch 2127/3000 - 0s - loss: 0.0117 Epoch 2128/3000 - 0s - loss: 0.0117 Epoch 2129/3000 - 0s - loss: 0.0117 Epoch 2130/3000 - 0s - loss: 0.0117 Epoch 2131/3000 - 0s - loss: 0.0116 Epoch 2132/3000 - 0s - loss: 0.0116 Epoch 2133/3000 - 0s - loss: 0.0116 Epoch 2134/3000 - 0s - loss: 0.0116 Epoch 2135/3000 - 0s - loss: 0.0116 Epoch 2136/3000 - 0s - loss: 0.0117 Epoch 2137/3000 - 0s - loss: 0.0118 Epoch 2138/3000 - 0s - loss: 0.0118 Epoch 2139/3000 - 0s - loss: 0.0118 Epoch 2140/3000 - 0s - loss: 0.0116 Epoch 2141/3000 - 0s - loss: 0.0116 Epoch 2142/3000 - 0s - loss: 0.0116 Epoch 2143/3000 - 0s - loss: 0.0117 Epoch 2144/3000 - 0s - loss: 0.0116 Epoch 2145/3000 - 0s - loss: 0.0116 Epoch 2146/3000 - 0s - loss: 0.0117 Epoch 2147/3000 - 0s - loss: 0.0116 Epoch 2148/3000 - 0s - loss: 0.0117 Epoch 2149/3000 - 0s - loss: 0.0117 Epoch 2150/3000 - 0s - loss: 0.0116 Epoch 2151/3000 - 0s - loss: 0.0117 Epoch 2152/3000 - 0s - loss: 0.0117 Epoch 2153/3000 - 0s - loss: 0.0118 Epoch 2154/3000 - 0s - loss: 0.0116 Epoch 2155/3000 - 0s - loss: 0.0116 Epoch 2156/3000 - 0s - loss: 0.0116 Epoch 2157/3000 - 0s - loss: 0.0117 Epoch 2158/3000 - 0s - loss: 0.0118 Epoch 2159/3000 - 0s - loss: 0.0117 Epoch 2160/3000 - 0s - loss: 0.0117 Epoch 2161/3000 - 0s - loss: 0.0118 Epoch 2162/3000 - 0s - loss: 0.0118 Epoch 2163/3000 - 0s - loss: 0.0118 Epoch 2164/3000 - 0s - loss: 0.0121 Epoch 2165/3000 - 0s - loss: 0.0119 Epoch 2166/3000 - 0s - loss: 0.0117 Epoch 2167/3000 - 0s - loss: 0.0118 Epoch 2168/3000 - 0s - loss: 0.0117 Epoch 2169/3000 - 0s - loss: 0.0117 Epoch 2170/3000 - 0s - loss: 0.0118 Epoch 2171/3000 - 0s - loss: 0.0118 Epoch 2172/3000 - 0s - loss: 0.0117 Epoch 2173/3000 - 0s - loss: 0.0117 Epoch 2174/3000 - 0s - loss: 0.0117 Epoch 2175/3000 - 0s - loss: 0.0118 Epoch 2176/3000 - 0s - loss: 0.0117 Epoch 2177/3000 - 0s - loss: 0.0118 Epoch 2178/3000 - 0s - loss: 0.0118 Epoch 2179/3000 - 0s - loss: 0.0118 Epoch 2180/3000 - 0s - loss: 0.0119 Epoch 2181/3000 - 0s - loss: 0.0117 Epoch 2182/3000 - 0s - loss: 0.0116 Epoch 2183/3000 - 0s - loss: 0.0116 Epoch 2184/3000 - 0s - loss: 0.0116 Epoch 2185/3000 - 0s - loss: 0.0116 Epoch 2186/3000 - 0s - loss: 0.0116 Epoch 2187/3000 - 0s - loss: 0.0116 Epoch 2188/3000 - 0s - loss: 0.0116 Epoch 2189/3000 - 0s - loss: 0.0116 Epoch 2190/3000 - 0s - loss: 0.0116 Epoch 2191/3000 - 0s - loss: 0.0116 Epoch 2192/3000 - 0s - loss: 0.0116 Epoch 2193/3000 - 0s - loss: 0.0116 Epoch 2194/3000 - 0s - loss: 0.0117 Epoch 2195/3000 - 0s - loss: 0.0117 Epoch 2196/3000 - 0s - loss: 0.0116 Epoch 2197/3000 - 0s - loss: 0.0119 Epoch 2198/3000 - 0s - loss: 0.0119 Epoch 2199/3000 - 0s - loss: 0.0117 Epoch 2200/3000 - 0s - loss: 0.0118 Epoch 2201/3000 - 0s - loss: 0.0117 Epoch 2202/3000 - 0s - loss: 0.0118 Epoch 2203/3000 - 0s - loss: 0.0118 Epoch 2204/3000 - 0s - loss: 0.0116 Epoch 2205/3000 - 0s - loss: 0.0116 Epoch 2206/3000 - 0s - loss: 0.0118 Epoch 2207/3000 - 0s - loss: 0.0117 Epoch 2208/3000 - 0s - loss: 0.0120 Epoch 2209/3000 - 0s - loss: 0.0118 Epoch 2210/3000 - 0s - loss: 0.0116 Epoch 2211/3000 - 0s - loss: 0.0116 Epoch 2212/3000 - 0s - loss: 0.0117 Epoch 2213/3000 - 0s - loss: 0.0116 Epoch 2214/3000 - 0s - loss: 0.0117 Epoch 2215/3000 - 0s - loss: 0.0117 Epoch 2216/3000 - 0s - loss: 0.0118 Epoch 2217/3000 - 0s - loss: 0.0118 Epoch 2218/3000 - 0s - loss: 0.0121 Epoch 2219/3000 - 0s - loss: 0.0119 Epoch 2220/3000 - 0s - loss: 0.0116 Epoch 2221/3000 - 0s - loss: 0.0117 Epoch 2222/3000 - 0s - loss: 0.0117 Epoch 2223/3000 - 0s - loss: 0.0117 Epoch 2224/3000 - 0s - loss: 0.0116 Epoch 2225/3000 - 0s - loss: 0.0116 Epoch 2226/3000 - 0s - loss: 0.0117 Epoch 2227/3000 - 0s - loss: 0.0117 Epoch 2228/3000 - 0s - loss: 0.0117 Epoch 2229/3000 - 0s - loss: 0.0117 Epoch 2230/3000 - 0s - loss: 0.0118 Epoch 2231/3000 - 0s - loss: 0.0118 Epoch 2232/3000 - 0s - loss: 0.0117 Epoch 2233/3000 - 0s - loss: 0.0116 Epoch 2234/3000 - 0s - loss: 0.0116 Epoch 2235/3000 - 0s - loss: 0.0116 Epoch 2236/3000 - 0s - loss: 0.0116 Epoch 2237/3000 - 0s - loss: 0.0116 Epoch 2238/3000 - 0s - loss: 0.0117 Epoch 2239/3000 - 0s - loss: 0.0117 Epoch 2240/3000 - 0s - loss: 0.0117 Epoch 2241/3000 - 0s - loss: 0.0116 Epoch 2242/3000 - 0s - loss: 0.0118 Epoch 2243/3000 - 0s - loss: 0.0116 Epoch 2244/3000 - 0s - loss: 0.0118 Epoch 2245/3000 - 0s - loss: 0.0117 Epoch 2246/3000 - 0s - loss: 0.0117 Epoch 2247/3000 - 0s - loss: 0.0117 Epoch 2248/3000 - 0s - loss: 0.0116 Epoch 2249/3000 - 0s - loss: 0.0116 Epoch 2250/3000 - 0s - loss: 0.0118 Epoch 2251/3000 - 0s - loss: 0.0117 Epoch 2252/3000 - 0s - loss: 0.0116 Epoch 2253/3000 - 0s - loss: 0.0116 Epoch 2254/3000 - 0s - loss: 0.0116 Epoch 2255/3000 - 0s - loss: 0.0117 Epoch 2256/3000 - 0s - loss: 0.0118 Epoch 2257/3000 - 0s - loss: 0.0116 Epoch 2258/3000 - 0s - loss: 0.0116 Epoch 2259/3000 - 0s - loss: 0.0116 Epoch 2260/3000 - 0s - loss: 0.0117 Epoch 2261/3000 - 0s - loss: 0.0120 Epoch 2262/3000 - 0s - loss: 0.0117 Epoch 2263/3000 - 0s - loss: 0.0116 Epoch 2264/3000 - 0s - loss: 0.0116 Epoch 2265/3000 - 0s - loss: 0.0116 Epoch 2266/3000 - 0s - loss: 0.0116 Epoch 2267/3000 - 0s - loss: 0.0116 Epoch 2268/3000 - 0s - loss: 0.0116 Epoch 2269/3000 - 0s - loss: 0.0116 Epoch 2270/3000 - 0s - loss: 0.0116 Epoch 2271/3000 - 0s - loss: 0.0117 Epoch 2272/3000 - 0s - loss: 0.0117 Epoch 2273/3000 - 0s - loss: 0.0116 Epoch 2274/3000 - 0s - loss: 0.0116 Epoch 2275/3000 - 0s - loss: 0.0116 Epoch 2276/3000 - 0s - loss: 0.0116 Epoch 2277/3000 - 0s - loss: 0.0116 Epoch 2278/3000 - 0s - loss: 0.0116 Epoch 2279/3000 - 0s - loss: 0.0119 Epoch 2280/3000 - 0s - loss: 0.0117 Epoch 2281/3000 - 0s - loss: 0.0117 Epoch 2282/3000 - 0s - loss: 0.0117 Epoch 2283/3000 - 0s - loss: 0.0116 Epoch 2284/3000 - 0s - loss: 0.0116 Epoch 2285/3000 - 0s - loss: 0.0116 Epoch 2286/3000 - 0s - loss: 0.0116 Epoch 2287/3000 - 0s - loss: 0.0117 Epoch 2288/3000 - 0s - loss: 0.0116 Epoch 2289/3000 - 0s - loss: 0.0117 Epoch 2290/3000 - 0s - loss: 0.0116 Epoch 2291/3000 - 0s - loss: 0.0119 Epoch 2292/3000 - 0s - loss: 0.0119 Epoch 2293/3000 - 0s - loss: 0.0117 Epoch 2294/3000 - 0s - loss: 0.0117 Epoch 2295/3000 - 0s - loss: 0.0118 Epoch 2296/3000 - 0s - loss: 0.0116 Epoch 2297/3000 - 0s - loss: 0.0116 Epoch 2298/3000 - 0s - loss: 0.0117 Epoch 2299/3000 - 0s - loss: 0.0116 Epoch 2300/3000 - 0s - loss: 0.0116 Epoch 2301/3000 - 0s - loss: 0.0116 Epoch 2302/3000 - 0s - loss: 0.0117 Epoch 2303/3000 - 0s - loss: 0.0116 Epoch 2304/3000 - 0s - loss: 0.0116 Epoch 2305/3000 - 0s - loss: 0.0117 Epoch 2306/3000 - 0s - loss: 0.0116 Epoch 2307/3000 - 0s - loss: 0.0117 Epoch 2308/3000 - 0s - loss: 0.0116 Epoch 2309/3000 - 0s - loss: 0.0117 Epoch 2310/3000 - 0s - loss: 0.0117 Epoch 2311/3000 - 0s - loss: 0.0118 Epoch 2312/3000 - 0s - loss: 0.0117 Epoch 2313/3000 - 0s - loss: 0.0117 Epoch 2314/3000 - 0s - loss: 0.0116 Epoch 2315/3000 - 0s - loss: 0.0116 Epoch 2316/3000 - 0s - loss: 0.0116 Epoch 2317/3000 - 0s - loss: 0.0116 Epoch 2318/3000 - 0s - loss: 0.0116 Epoch 2319/3000 - 0s - loss: 0.0115 Epoch 2320/3000 - 0s - loss: 0.0115 Epoch 2321/3000 - 0s - loss: 0.0116 Epoch 2322/3000 - 0s - loss: 0.0117 Epoch 2323/3000 - 0s - loss: 0.0116 Epoch 2324/3000 - 0s - loss: 0.0116 Epoch 2325/3000 - 0s - loss: 0.0116 Epoch 2326/3000 - 0s - loss: 0.0116 Epoch 2327/3000 - 0s - loss: 0.0116 Epoch 2328/3000 - 0s - loss: 0.0117 Epoch 2329/3000 - 0s - loss: 0.0116 Epoch 2330/3000 - 0s - loss: 0.0116 Epoch 2331/3000 - 0s - loss: 0.0116 Epoch 2332/3000 - 0s - loss: 0.0115 Epoch 2333/3000 - 0s - loss: 0.0115 Epoch 2334/3000 - 0s - loss: 0.0116 Epoch 2335/3000 - 0s - loss: 0.0115 Epoch 2336/3000 - 0s - loss: 0.0116 Epoch 2337/3000 - 0s - loss: 0.0117 Epoch 2338/3000 - 0s - loss: 0.0116 Epoch 2339/3000 - 0s - loss: 0.0118 Epoch 2340/3000 - 0s - loss: 0.0117 Epoch 2341/3000 - 0s - loss: 0.0118 Epoch 2342/3000 - 0s - loss: 0.0119 Epoch 2343/3000 - 0s - loss: 0.0118 Epoch 2344/3000 - 0s - loss: 0.0117 Epoch 2345/3000 - 0s - loss: 0.0116 Epoch 2346/3000 - 0s - loss: 0.0116 Epoch 2347/3000 - 0s - loss: 0.0116 Epoch 2348/3000 - 0s - loss: 0.0116 Epoch 2349/3000 - 0s - loss: 0.0116 Epoch 2350/3000 - 0s - loss: 0.0118 Epoch 2351/3000 - 0s - loss: 0.0116 Epoch 2352/3000 - 0s - loss: 0.0116 Epoch 2353/3000 - 0s - loss: 0.0116 Epoch 2354/3000 - 0s - loss: 0.0118 Epoch 2355/3000 - 0s - loss: 0.0117 Epoch 2356/3000 - 0s - loss: 0.0117 Epoch 2357/3000 - 0s - loss: 0.0117 Epoch 2358/3000 - 0s - loss: 0.0118 Epoch 2359/3000 - 0s - loss: 0.0117 Epoch 2360/3000 - 0s - loss: 0.0116 Epoch 2361/3000 - 0s - loss: 0.0116 Epoch 2362/3000 - 0s - loss: 0.0115 Epoch 2363/3000 - 0s - loss: 0.0116 Epoch 2364/3000 - 0s - loss: 0.0116 Epoch 2365/3000 - 0s - loss: 0.0116 Epoch 2366/3000 - 0s - loss: 0.0117 Epoch 2367/3000 - 0s - loss: 0.0116 Epoch 2368/3000 - 0s - loss: 0.0115 Epoch 2369/3000 - 0s - loss: 0.0116 Epoch 2370/3000 - 0s - loss: 0.0118 Epoch 2371/3000 - 0s - loss: 0.0117 Epoch 2372/3000 - 0s - loss: 0.0116 Epoch 2373/3000 - 0s - loss: 0.0116 Epoch 2374/3000 - 0s - loss: 0.0116 Epoch 2375/3000 - 0s - loss: 0.0119 Epoch 2376/3000 - 0s - loss: 0.0119 Epoch 2377/3000 - 0s - loss: 0.0118 Epoch 2378/3000 - 0s - loss: 0.0117 Epoch 2379/3000 - 0s - loss: 0.0115 Epoch 2380/3000 - 0s - loss: 0.0116 Epoch 2381/3000 - 0s - loss: 0.0116 Epoch 2382/3000 - 0s - loss: 0.0117 Epoch 2383/3000 - 0s - loss: 0.0119 Epoch 2384/3000 - 0s - loss: 0.0117 Epoch 2385/3000 - 0s - loss: 0.0116 Epoch 2386/3000 - 0s - loss: 0.0116 Epoch 2387/3000 - 0s - loss: 0.0116 Epoch 2388/3000 - 0s - loss: 0.0116 Epoch 2389/3000 - 0s - loss: 0.0117 Epoch 2390/3000 - 0s - loss: 0.0118 Epoch 2391/3000 - 0s - loss: 0.0117 Epoch 2392/3000 - 0s - loss: 0.0116 Epoch 2393/3000 - 0s - loss: 0.0116 Epoch 2394/3000 - 0s - loss: 0.0116 Epoch 2395/3000 - 0s - loss: 0.0117 Epoch 2396/3000 - 0s - loss: 0.0116 Epoch 2397/3000 - 0s - loss: 0.0117 Epoch 2398/3000 - 0s - loss: 0.0116 Epoch 2399/3000 - 0s - loss: 0.0116 Epoch 2400/3000 - 0s - loss: 0.0117 Epoch 2401/3000 - 0s - loss: 0.0117 Epoch 2402/3000 - 0s - loss: 0.0116 Epoch 2403/3000 - 0s - loss: 0.0118 Epoch 2404/3000 - 0s - loss: 0.0116 Epoch 2405/3000 - 0s - loss: 0.0117 Epoch 2406/3000 - 0s - loss: 0.0116 Epoch 2407/3000 - 0s - loss: 0.0115 Epoch 2408/3000 - 0s - loss: 0.0116 Epoch 2409/3000 - 0s - loss: 0.0116 Epoch 2410/3000 - 0s - loss: 0.0115 Epoch 2411/3000 - 0s - loss: 0.0116 Epoch 2412/3000 - 0s - loss: 0.0116 Epoch 2413/3000 - 0s - loss: 0.0121 Epoch 2414/3000 - 0s - loss: 0.0117 Epoch 2415/3000 - 0s - loss: 0.0116 Epoch 2416/3000 - 0s - loss: 0.0116 Epoch 2417/3000 - 0s - loss: 0.0116 Epoch 2418/3000 - 0s - loss: 0.0116 Epoch 2419/3000 - 0s - loss: 0.0117 Epoch 2420/3000 - 0s - loss: 0.0116 Epoch 2421/3000 - 0s - loss: 0.0115 Epoch 2422/3000 - 0s - loss: 0.0115 Epoch 2423/3000 - 0s - loss: 0.0115 Epoch 2424/3000 - 0s - loss: 0.0116 Epoch 2425/3000 - 0s - loss: 0.0116 Epoch 2426/3000 - 0s - loss: 0.0116 Epoch 2427/3000 - 0s - loss: 0.0117 Epoch 2428/3000 - 0s - loss: 0.0118 Epoch 2429/3000 - 0s - loss: 0.0118 Epoch 2430/3000 - 0s - loss: 0.0116 Epoch 2431/3000 - 0s - loss: 0.0116 Epoch 2432/3000 - 0s - loss: 0.0116 Epoch 2433/3000 - 0s - loss: 0.0116 Epoch 2434/3000 - 0s - loss: 0.0118 Epoch 2435/3000 - 0s - loss: 0.0119 Epoch 2436/3000 - 0s - loss: 0.0117 Epoch 2437/3000 - 0s - loss: 0.0116 Epoch 2438/3000 - 0s - loss: 0.0115 Epoch 2439/3000 - 0s - loss: 0.0116 Epoch 2440/3000 - 0s - loss: 0.0115 Epoch 2441/3000 - 0s - loss: 0.0116 Epoch 2442/3000 - 0s - loss: 0.0116 Epoch 2443/3000 - 0s - loss: 0.0116 Epoch 2444/3000 - 0s - loss: 0.0118 Epoch 2445/3000 - 0s - loss: 0.0116 Epoch 2446/3000 - 0s - loss: 0.0118 Epoch 2447/3000 - 0s - loss: 0.0116 Epoch 2448/3000 - 0s - loss: 0.0116 Epoch 2449/3000 - 0s - loss: 0.0117 Epoch 2450/3000 - 0s - loss: 0.0115 Epoch 2451/3000 - 0s - loss: 0.0116 Epoch 2452/3000 - 0s - loss: 0.0115 Epoch 2453/3000 - 0s - loss: 0.0115 Epoch 2454/3000 - 0s - loss: 0.0115 Epoch 2455/3000 - 0s - loss: 0.0115 Epoch 2456/3000 - 0s - loss: 0.0115 Epoch 2457/3000 - 0s - loss: 0.0118 Epoch 2458/3000 - 0s - loss: 0.0117 Epoch 2459/3000 - 0s - loss: 0.0116 Epoch 2460/3000 - 0s - loss: 0.0116 Epoch 2461/3000 - 0s - loss: 0.0115 Epoch 2462/3000 - 0s - loss: 0.0115 Epoch 2463/3000 - 0s - loss: 0.0116 Epoch 2464/3000 - 0s - loss: 0.0116 Epoch 2465/3000 - 0s - loss: 0.0116 Epoch 2466/3000 - 0s - loss: 0.0116 Epoch 2467/3000 - 0s - loss: 0.0115 Epoch 2468/3000 - 0s - loss: 0.0117 Epoch 2469/3000 - 0s - loss: 0.0118 Epoch 2470/3000 - 0s - loss: 0.0115 Epoch 2471/3000 - 0s - loss: 0.0116 Epoch 2472/3000 - 0s - loss: 0.0115 Epoch 2473/3000 - 0s - loss: 0.0116 Epoch 2474/3000 - 0s - loss: 0.0115 Epoch 2475/3000 - 0s - loss: 0.0115 Epoch 2476/3000 - 0s - loss: 0.0116 Epoch 2477/3000 - 0s - loss: 0.0115 Epoch 2478/3000 - 0s - loss: 0.0115 Epoch 2479/3000 - 0s - loss: 0.0115 Epoch 2480/3000 - 0s - loss: 0.0115 Epoch 2481/3000 - 0s - loss: 0.0115 Epoch 2482/3000 - 0s - loss: 0.0116 Epoch 2483/3000 - 0s - loss: 0.0115 Epoch 2484/3000 - 0s - loss: 0.0115 Epoch 2485/3000 - 0s - loss: 0.0115 Epoch 2486/3000 - 0s - loss: 0.0117 Epoch 2487/3000 - 0s - loss: 0.0116 Epoch 2488/3000 - 0s - loss: 0.0117 Epoch 2489/3000 - 0s - loss: 0.0117 Epoch 2490/3000 - 0s - loss: 0.0116 Epoch 2491/3000 - 0s - loss: 0.0115 Epoch 2492/3000 - 0s - loss: 0.0116 Epoch 2493/3000 - 0s - loss: 0.0115 Epoch 2494/3000 - 0s - loss: 0.0116 Epoch 2495/3000 - 0s - loss: 0.0116 Epoch 2496/3000 - 0s - loss: 0.0115 Epoch 2497/3000 - 0s - loss: 0.0115 Epoch 2498/3000 - 0s - loss: 0.0115 Epoch 2499/3000 - 0s - loss: 0.0115 Epoch 2500/3000 - 0s - loss: 0.0115 Epoch 2501/3000 - 0s - loss: 0.0117 Epoch 2502/3000 - 0s - loss: 0.0115 Epoch 2503/3000 - 0s - loss: 0.0116 Epoch 2504/3000 - 0s - loss: 0.0115 Epoch 2505/3000 - 0s - loss: 0.0116 Epoch 2506/3000 - 0s - loss: 0.0115 Epoch 2507/3000 - 0s - loss: 0.0115 Epoch 2508/3000 - 0s - loss: 0.0115 Epoch 2509/3000 - 0s - loss: 0.0115 Epoch 2510/3000 - 0s - loss: 0.0115 Epoch 2511/3000 - 0s - loss: 0.0117 Epoch 2512/3000 - 0s - loss: 0.0116 Epoch 2513/3000 - 0s - loss: 0.0116 Epoch 2514/3000 - 0s - loss: 0.0115 Epoch 2515/3000 - 0s - loss: 0.0115 Epoch 2516/3000 - 0s - loss: 0.0117 Epoch 2517/3000 - 0s - loss: 0.0118 Epoch 2518/3000 - 0s - loss: 0.0118 Epoch 2519/3000 - 0s - loss: 0.0117 Epoch 2520/3000 - 0s - loss: 0.0118 Epoch 2521/3000 - 0s - loss: 0.0118 Epoch 2522/3000 - 0s - loss: 0.0115 Epoch 2523/3000 - 0s - loss: 0.0115 Epoch 2524/3000 - 0s - loss: 0.0116 Epoch 2525/3000 - 0s - loss: 0.0115 Epoch 2526/3000 - 0s - loss: 0.0115 Epoch 2527/3000 - 0s - loss: 0.0117 Epoch 2528/3000 - 0s - loss: 0.0116 Epoch 2529/3000 - 0s - loss: 0.0115 Epoch 2530/3000 - 0s - loss: 0.0116 Epoch 2531/3000 - 0s - loss: 0.0116 Epoch 2532/3000 - 0s - loss: 0.0117 Epoch 2533/3000 - 0s - loss: 0.0117 Epoch 2534/3000 - 0s - loss: 0.0115 Epoch 2535/3000 - 0s - loss: 0.0116 Epoch 2536/3000 - 0s - loss: 0.0115 Epoch 2537/3000 - 0s - loss: 0.0116 Epoch 2538/3000 - 0s - loss: 0.0118 Epoch 2539/3000 - 0s - loss: 0.0116 Epoch 2540/3000 - 0s - loss: 0.0115 Epoch 2541/3000 - 0s - loss: 0.0115 Epoch 2542/3000 - 0s - loss: 0.0115 Epoch 2543/3000 - 0s - loss: 0.0115 Epoch 2544/3000 - 0s - loss: 0.0115 Epoch 2545/3000 - 0s - loss: 0.0116 Epoch 2546/3000 - 0s - loss: 0.0116 Epoch 2547/3000 - 0s - loss: 0.0116 Epoch 2548/3000 - 0s - loss: 0.0116 Epoch 2549/3000 - 0s - loss: 0.0115 Epoch 2550/3000 - 0s - loss: 0.0115 Epoch 2551/3000 - 0s - loss: 0.0117 Epoch 2552/3000 - 0s - loss: 0.0119 Epoch 2553/3000 - 0s - loss: 0.0118 Epoch 2554/3000 - 0s - loss: 0.0116 Epoch 2555/3000 - 0s - loss: 0.0116 Epoch 2556/3000 - 0s - loss: 0.0116 Epoch 2557/3000 - 0s - loss: 0.0115 Epoch 2558/3000 - 0s - loss: 0.0116 Epoch 2559/3000 - 0s - loss: 0.0116 Epoch 2560/3000 - 0s - loss: 0.0116 Epoch 2561/3000 - 0s - loss: 0.0115 Epoch 2562/3000 - 0s - loss: 0.0116 Epoch 2563/3000 - 0s - loss: 0.0115 Epoch 2564/3000 - 0s - loss: 0.0117 Epoch 2565/3000 - 0s - loss: 0.0118 Epoch 2566/3000 - 0s - loss: 0.0117 Epoch 2567/3000 - 0s - loss: 0.0116 Epoch 2568/3000 - 0s - loss: 0.0115 Epoch 2569/3000 - 0s - loss: 0.0115 Epoch 2570/3000 - 0s - loss: 0.0114 Epoch 2571/3000 - 0s - loss: 0.0116 Epoch 2572/3000 - 0s - loss: 0.0116 Epoch 2573/3000 - 0s - loss: 0.0116 Epoch 2574/3000 - 0s - loss: 0.0115 Epoch 2575/3000 - 0s - loss: 0.0115 Epoch 2576/3000 - 0s - loss: 0.0115 Epoch 2577/3000 - 0s - loss: 0.0115 Epoch 2578/3000 - 0s - loss: 0.0115 Epoch 2579/3000 - 0s - loss: 0.0115 Epoch 2580/3000 - 0s - loss: 0.0115 Epoch 2581/3000 - 0s - loss: 0.0116 Epoch 2582/3000 - 0s - loss: 0.0116 Epoch 2583/3000 - 0s - loss: 0.0116 Epoch 2584/3000 - 0s - loss: 0.0116 Epoch 2585/3000 - 0s - loss: 0.0115 Epoch 2586/3000 - 0s - loss: 0.0115 Epoch 2587/3000 - 0s - loss: 0.0116 Epoch 2588/3000 - 0s - loss: 0.0115 Epoch 2589/3000 - 0s - loss: 0.0115 Epoch 2590/3000 - 0s - loss: 0.0115 Epoch 2591/3000 - 0s - loss: 0.0116 Epoch 2592/3000 - 0s - loss: 0.0115 Epoch 2593/3000 - 0s - loss: 0.0115 Epoch 2594/3000 - 0s - loss: 0.0115 Epoch 2595/3000 - 0s - loss: 0.0116 Epoch 2596/3000 - 0s - loss: 0.0114 Epoch 2597/3000 - 0s - loss: 0.0115 Epoch 2598/3000 - 0s - loss: 0.0115 Epoch 2599/3000 - 0s - loss: 0.0116 Epoch 2600/3000 - 0s - loss: 0.0118 Epoch 2601/3000 - 0s - loss: 0.0117 Epoch 2602/3000 - 0s - loss: 0.0116 Epoch 2603/3000 - 0s - loss: 0.0116 Epoch 2604/3000 - 0s - loss: 0.0116 Epoch 2605/3000 - 0s - loss: 0.0115 Epoch 2606/3000 - 0s - loss: 0.0115 Epoch 2607/3000 - 0s - loss: 0.0115 Epoch 2608/3000 - 0s - loss: 0.0115 Epoch 2609/3000 - 0s - loss: 0.0114 Epoch 2610/3000 - 0s - loss: 0.0116 Epoch 2611/3000 - 0s - loss: 0.0115 Epoch 2612/3000 - 0s - loss: 0.0115 Epoch 2613/3000 - 0s - loss: 0.0115 Epoch 2614/3000 - 0s - loss: 0.0115 Epoch 2615/3000 - 0s - loss: 0.0115 Epoch 2616/3000 - 0s - loss: 0.0116 Epoch 2617/3000 - 0s - loss: 0.0117 Epoch 2618/3000 - 0s - loss: 0.0116 Epoch 2619/3000 - 0s - loss: 0.0115 Epoch 2620/3000 - 0s - loss: 0.0117 Epoch 2621/3000 - 0s - loss: 0.0118 Epoch 2622/3000 - 0s - loss: 0.0116 Epoch 2623/3000 - 0s - loss: 0.0115 Epoch 2624/3000 - 0s - loss: 0.0116 Epoch 2625/3000 - 0s - loss: 0.0117 Epoch 2626/3000 - 0s - loss: 0.0115 Epoch 2627/3000 - 0s - loss: 0.0116 Epoch 2628/3000 - 0s - loss: 0.0115 Epoch 2629/3000 - 0s - loss: 0.0116 Epoch 2630/3000 - 0s - loss: 0.0116 Epoch 2631/3000 - 0s - loss: 0.0115 Epoch 2632/3000 - 0s - loss: 0.0115 Epoch 2633/3000 - 0s - loss: 0.0116 Epoch 2634/3000 - 0s - loss: 0.0115 Epoch 2635/3000 - 0s - loss: 0.0115 Epoch 2636/3000 - 0s - loss: 0.0117 Epoch 2637/3000 - 0s - loss: 0.0115 Epoch 2638/3000 - 0s - loss: 0.0115 Epoch 2639/3000 - 0s - loss: 0.0115 Epoch 2640/3000 - 0s - loss: 0.0115 Epoch 2641/3000 - 0s - loss: 0.0115 Epoch 2642/3000 - 0s - loss: 0.0115 Epoch 2643/3000 - 0s - loss: 0.0115 Epoch 2644/3000 - 0s - loss: 0.0114 Epoch 2645/3000 - 0s - loss: 0.0115 Epoch 2646/3000 - 0s - loss: 0.0115 Epoch 2647/3000 - 0s - loss: 0.0115 Epoch 2648/3000 - 0s - loss: 0.0114 Epoch 2649/3000 - 0s - loss: 0.0114 Epoch 2650/3000 - 0s - loss: 0.0115 Epoch 2651/3000 - 0s - loss: 0.0115 Epoch 2652/3000 - 0s - loss: 0.0114 Epoch 2653/3000 - 0s - loss: 0.0117 Epoch 2654/3000 - 0s - loss: 0.0115 Epoch 2655/3000 - 0s - loss: 0.0114 Epoch 2656/3000 - 0s - loss: 0.0115 Epoch 2657/3000 - 0s - loss: 0.0114 Epoch 2658/3000 - 0s - loss: 0.0114 Epoch 2659/3000 - 0s - loss: 0.0114 Epoch 2660/3000 - 0s - loss: 0.0115 Epoch 2661/3000 - 0s - loss: 0.0114 Epoch 2662/3000 - 0s - loss: 0.0115 Epoch 2663/3000 - 0s - loss: 0.0115 Epoch 2664/3000 - 0s - loss: 0.0115 Epoch 2665/3000 - 0s - loss: 0.0115 Epoch 2666/3000 - 0s - loss: 0.0115 Epoch 2667/3000 - 0s - loss: 0.0115 Epoch 2668/3000 - 0s - loss: 0.0114 Epoch 2669/3000 - 0s - loss: 0.0115 Epoch 2670/3000 - 0s - loss: 0.0115 Epoch 2671/3000 - 0s - loss: 0.0116 Epoch 2672/3000 - 0s - loss: 0.0115 Epoch 2673/3000 - 0s - loss: 0.0115 Epoch 2674/3000 - 0s - loss: 0.0115 Epoch 2675/3000 - 0s - loss: 0.0115 Epoch 2676/3000 - 0s - loss: 0.0115 Epoch 2677/3000 - 0s - loss: 0.0116 Epoch 2678/3000 - 0s - loss: 0.0116 Epoch 2679/3000 - 0s - loss: 0.0115 Epoch 2680/3000 - 0s - loss: 0.0114 Epoch 2681/3000 - 0s - loss: 0.0114 Epoch 2682/3000 - 0s - loss: 0.0114 Epoch 2683/3000 - 0s - loss: 0.0114 Epoch 2684/3000 - 0s - loss: 0.0115 Epoch 2685/3000 - 0s - loss: 0.0116 Epoch 2686/3000 - 0s - loss: 0.0116 Epoch 2687/3000 - 0s - loss: 0.0117 Epoch 2688/3000 - 0s - loss: 0.0115 Epoch 2689/3000 - 0s - loss: 0.0116 Epoch 2690/3000 - 0s - loss: 0.0115 Epoch 2691/3000 - 0s - loss: 0.0115 Epoch 2692/3000 - 0s - loss: 0.0116 Epoch 2693/3000 - 0s - loss: 0.0116 Epoch 2694/3000 - 0s - loss: 0.0115 Epoch 2695/3000 - 0s - loss: 0.0116 Epoch 2696/3000 - 0s - loss: 0.0114 Epoch 2697/3000 - 0s - loss: 0.0115 Epoch 2698/3000 - 0s - loss: 0.0116 Epoch 2699/3000 - 0s - loss: 0.0118 Epoch 2700/3000 - 0s - loss: 0.0115 Epoch 2701/3000 - 0s - loss: 0.0115 Epoch 2702/3000 - 0s - loss: 0.0115 Epoch 2703/3000 - 0s - loss: 0.0114 Epoch 2704/3000 - 0s - loss: 0.0115 Epoch 2705/3000 - 0s - loss: 0.0118 Epoch 2706/3000 - 0s - loss: 0.0117 Epoch 2707/3000 - 0s - loss: 0.0117 Epoch 2708/3000 - 0s - loss: 0.0115 Epoch 2709/3000 - 0s - loss: 0.0116 Epoch 2710/3000 - 0s - loss: 0.0117 Epoch 2711/3000 - 0s - loss: 0.0115 Epoch 2712/3000 - 0s - loss: 0.0114 Epoch 2713/3000 - 0s - loss: 0.0115 Epoch 2714/3000 - 0s - loss: 0.0114 Epoch 2715/3000 - 0s - loss: 0.0116 Epoch 2716/3000 - 0s - loss: 0.0115 Epoch 2717/3000 - 0s - loss: 0.0116 Epoch 2718/3000 - 0s - loss: 0.0115 Epoch 2719/3000 - 0s - loss: 0.0115 Epoch 2720/3000 - 0s - loss: 0.0114 Epoch 2721/3000 - 0s - loss: 0.0114 Epoch 2722/3000 - 0s - loss: 0.0114 Epoch 2723/3000 - 0s - loss: 0.0114 Epoch 2724/3000 - 0s - loss: 0.0117 Epoch 2725/3000 - 0s - loss: 0.0117 Epoch 2726/3000 - 0s - loss: 0.0115 Epoch 2727/3000 - 0s - loss: 0.0115 Epoch 2728/3000 - 0s - loss: 0.0115 Epoch 2729/3000 - 0s - loss: 0.0115 Epoch 2730/3000 - 0s - loss: 0.0114 Epoch 2731/3000 - 0s - loss: 0.0116 Epoch 2732/3000 - 0s - loss: 0.0116 Epoch 2733/3000 - 0s - loss: 0.0116 Epoch 2734/3000 - 0s - loss: 0.0115 Epoch 2735/3000 - 0s - loss: 0.0114 Epoch 2736/3000 - 0s - loss: 0.0115 Epoch 2737/3000 - 0s - loss: 0.0115 Epoch 2738/3000 - 0s - loss: 0.0116 Epoch 2739/3000 - 0s - loss: 0.0114 Epoch 2740/3000 - 0s - loss: 0.0116 Epoch 2741/3000 - 0s - loss: 0.0116 Epoch 2742/3000 - 0s - loss: 0.0114 Epoch 2743/3000 - 0s - loss: 0.0116 Epoch 2744/3000 - 0s - loss: 0.0116 Epoch 2745/3000 - 0s - loss: 0.0115 Epoch 2746/3000 - 0s - loss: 0.0117 Epoch 2747/3000 - 0s - loss: 0.0117 Epoch 2748/3000 - 0s - loss: 0.0117 Epoch 2749/3000 - 0s - loss: 0.0116 Epoch 2750/3000 - 0s - loss: 0.0115 Epoch 2751/3000 - 0s - loss: 0.0114 Epoch 2752/3000 - 0s - loss: 0.0114 Epoch 2753/3000 - 0s - loss: 0.0115 Epoch 2754/3000 - 0s - loss: 0.0115 Epoch 2755/3000 - 0s - loss: 0.0116 Epoch 2756/3000 - 0s - loss: 0.0115 Epoch 2757/3000 - 0s - loss: 0.0114 Epoch 2758/3000 - 0s - loss: 0.0115 Epoch 2759/3000 - 0s - loss: 0.0114 Epoch 2760/3000 - 0s - loss: 0.0114 Epoch 2761/3000 - 0s - loss: 0.0115 Epoch 2762/3000 - 0s - loss: 0.0114 Epoch 2763/3000 - 0s - loss: 0.0116 Epoch 2764/3000 - 0s - loss: 0.0114 Epoch 2765/3000 - 0s - loss: 0.0114 Epoch 2766/3000 - 0s - loss: 0.0114 Epoch 2767/3000 - 0s - loss: 0.0114 Epoch 2768/3000 - 0s - loss: 0.0114 Epoch 2769/3000 - 0s - loss: 0.0114 Epoch 2770/3000 - 0s - loss: 0.0115 Epoch 2771/3000 - 0s - loss: 0.0114 Epoch 2772/3000 - 0s - loss: 0.0114 Epoch 2773/3000 - 0s - loss: 0.0115 Epoch 2774/3000 - 0s - loss: 0.0114 Epoch 2775/3000 - 0s - loss: 0.0116 Epoch 2776/3000 - 0s - loss: 0.0118 Epoch 2777/3000 - 0s - loss: 0.0114 Epoch 2778/3000 - 0s - loss: 0.0115 Epoch 2779/3000 - 0s - loss: 0.0115 Epoch 2780/3000 - 0s - loss: 0.0116 Epoch 2781/3000 - 0s - loss: 0.0115 Epoch 2782/3000 - 0s - loss: 0.0116 Epoch 2783/3000 - 0s - loss: 0.0117 Epoch 2784/3000 - 0s - loss: 0.0115 Epoch 2785/3000 - 0s - loss: 0.0114 Epoch 2786/3000 - 0s - loss: 0.0114 Epoch 2787/3000 - 0s - loss: 0.0115 Epoch 2788/3000 - 0s - loss: 0.0114 Epoch 2789/3000 - 0s - loss: 0.0114 Epoch 2790/3000 - 0s - loss: 0.0114 Epoch 2791/3000 - 0s - loss: 0.0116 Epoch 2792/3000 - 0s - loss: 0.0115 Epoch 2793/3000 - 0s - loss: 0.0115 Epoch 2794/3000 - 0s - loss: 0.0115 Epoch 2795/3000 - 0s - loss: 0.0115 Epoch 2796/3000 - 0s - loss: 0.0114 Epoch 2797/3000 - 0s - loss: 0.0116 Epoch 2798/3000 - 0s - loss: 0.0117 Epoch 2799/3000 - 0s - loss: 0.0115 Epoch 2800/3000 - 0s - loss: 0.0115 Epoch 2801/3000 - 0s - loss: 0.0115 Epoch 2802/3000 - 0s - loss: 0.0115 Epoch 2803/3000 - 0s - loss: 0.0114 Epoch 2804/3000 - 0s - loss: 0.0114 Epoch 2805/3000 - 0s - loss: 0.0114 Epoch 2806/3000 - 0s - loss: 0.0114 Epoch 2807/3000 - 0s - loss: 0.0115 Epoch 2808/3000 - 0s - loss: 0.0115 Epoch 2809/3000 - 0s - loss: 0.0114 Epoch 2810/3000 - 0s - loss: 0.0115 Epoch 2811/3000 - 0s - loss: 0.0114 Epoch 2812/3000 - 0s - loss: 0.0115 Epoch 2813/3000 - 0s - loss: 0.0114 Epoch 2814/3000 - 0s - loss: 0.0114 Epoch 2815/3000 - 0s - loss: 0.0114 Epoch 2816/3000 - 0s - loss: 0.0115 Epoch 2817/3000 - 0s - loss: 0.0114 Epoch 2818/3000 - 0s - loss: 0.0115 Epoch 2819/3000 - 0s - loss: 0.0115 Epoch 2820/3000 - 0s - loss: 0.0115 Epoch 2821/3000 - 0s - loss: 0.0114 Epoch 2822/3000 - 0s - loss: 0.0114 Epoch 2823/3000 - 0s - loss: 0.0114 Epoch 2824/3000 - 0s - loss: 0.0115 Epoch 2825/3000 - 0s - loss: 0.0114 Epoch 2826/3000 - 0s - loss: 0.0114 Epoch 2827/3000 - 0s - loss: 0.0114 Epoch 2828/3000 - 0s - loss: 0.0114 Epoch 2829/3000 - 0s - loss: 0.0114 Epoch 2830/3000 - 0s - loss: 0.0119 Epoch 2831/3000 - 0s - loss: 0.0118 Epoch 2832/3000 - 0s - loss: 0.0117 Epoch 2833/3000 - 0s - loss: 0.0116 Epoch 2834/3000 - 0s - loss: 0.0116 Epoch 2835/3000 - 0s - loss: 0.0115 Epoch 2836/3000 - 0s - loss: 0.0115 Epoch 2837/3000 - 0s - loss: 0.0114 Epoch 2838/3000 - 0s - loss: 0.0115 Epoch 2839/3000 - 0s - loss: 0.0114 Epoch 2840/3000 - 0s - loss: 0.0115 Epoch 2841/3000 - 0s - loss: 0.0115 Epoch 2842/3000 - 0s - loss: 0.0115 Epoch 2843/3000 - 0s - loss: 0.0115 Epoch 2844/3000 - 0s - loss: 0.0114 Epoch 2845/3000 - 0s - loss: 0.0116 Epoch 2846/3000 - 0s - loss: 0.0116 Epoch 2847/3000 - 0s - loss: 0.0115 Epoch 2848/3000 - 0s - loss: 0.0114 Epoch 2849/3000 - 0s - loss: 0.0114 Epoch 2850/3000 - 0s - loss: 0.0114 Epoch 2851/3000 - 0s - loss: 0.0115 Epoch 2852/3000 - 0s - loss: 0.0115 Epoch 2853/3000 - 0s - loss: 0.0114 Epoch 2854/3000 - 0s - loss: 0.0114 Epoch 2855/3000 - 0s - loss: 0.0114 Epoch 2856/3000 - 0s - loss: 0.0114 Epoch 2857/3000 - 0s - loss: 0.0116 Epoch 2858/3000 - 0s - loss: 0.0117 Epoch 2859/3000 - 0s - loss: 0.0114 Epoch 2860/3000 - 0s - loss: 0.0114 Epoch 2861/3000 - 0s - loss: 0.0115 Epoch 2862/3000 - 0s - loss: 0.0114 Epoch 2863/3000 - 0s - loss: 0.0115 Epoch 2864/3000 - 0s - loss: 0.0117 Epoch 2865/3000 - 0s - loss: 0.0118 Epoch 2866/3000 - 0s - loss: 0.0118 Epoch 2867/3000 - 0s - loss: 0.0119 Epoch 2868/3000 - 0s - loss: 0.0117 Epoch 2869/3000 - 0s - loss: 0.0115 Epoch 2870/3000 - 0s - loss: 0.0116 Epoch 2871/3000 - 0s - loss: 0.0114 Epoch 2872/3000 - 0s - loss: 0.0114 Epoch 2873/3000 - 0s - loss: 0.0114 Epoch 2874/3000 - 0s - loss: 0.0114 Epoch 2875/3000 - 0s - loss: 0.0114 Epoch 2876/3000 - 0s - loss: 0.0114 Epoch 2877/3000 - 0s - loss: 0.0114 Epoch 2878/3000 - 0s - loss: 0.0114 Epoch 2879/3000 - 0s - loss: 0.0114 Epoch 2880/3000 - 0s - loss: 0.0115 Epoch 2881/3000 - 0s - loss: 0.0114 Epoch 2882/3000 - 0s - loss: 0.0114 Epoch 2883/3000 - 0s - loss: 0.0115 Epoch 2884/3000 - 0s - loss: 0.0115 Epoch 2885/3000 - 0s - loss: 0.0114 Epoch 2886/3000 - 0s - loss: 0.0116 Epoch 2887/3000 - 0s - loss: 0.0115 Epoch 2888/3000 - 0s - loss: 0.0114 Epoch 2889/3000 - 0s - loss: 0.0115 Epoch 2890/3000 - 0s - loss: 0.0115 Epoch 2891/3000 - 0s - loss: 0.0114 Epoch 2892/3000 - 0s - loss: 0.0114 Epoch 2893/3000 - 0s - loss: 0.0114 Epoch 2894/3000 - 0s - loss: 0.0116 Epoch 2895/3000 - 0s - loss: 0.0116 Epoch 2896/3000 - 0s - loss: 0.0117 Epoch 2897/3000 - 0s - loss: 0.0117 Epoch 2898/3000 - 0s - loss: 0.0116 Epoch 2899/3000 - 0s - loss: 0.0118 Epoch 2900/3000 - 0s - loss: 0.0114 Epoch 2901/3000 - 0s - loss: 0.0114 Epoch 2902/3000 - 0s - loss: 0.0114 Epoch 2903/3000 - 0s - loss: 0.0114 Epoch 2904/3000 - 0s - loss: 0.0115 Epoch 2905/3000 - 0s - loss: 0.0114 Epoch 2906/3000 - 0s - loss: 0.0114 Epoch 2907/3000 - 0s - loss: 0.0114 Epoch 2908/3000 - 0s - loss: 0.0114 Epoch 2909/3000 - 0s - loss: 0.0114 Epoch 2910/3000 - 0s - loss: 0.0114 Epoch 2911/3000 - 0s - loss: 0.0114 Epoch 2912/3000 - 0s - loss: 0.0115 Epoch 2913/3000 - 0s - loss: 0.0116 Epoch 2914/3000 - 0s - loss: 0.0115 Epoch 2915/3000 - 0s - loss: 0.0114 Epoch 2916/3000 - 0s - loss: 0.0114 Epoch 2917/3000 - 0s - loss: 0.0115 Epoch 2918/3000 - 0s - loss: 0.0116 Epoch 2919/3000 - 0s - loss: 0.0114 Epoch 2920/3000 - 0s - loss: 0.0115 Epoch 2921/3000 - 0s - loss: 0.0115 Epoch 2922/3000 - 0s - loss: 0.0114 Epoch 2923/3000 - 0s - loss: 0.0114 Epoch 2924/3000 - 0s - loss: 0.0116 Epoch 2925/3000 - 0s - loss: 0.0115 Epoch 2926/3000 - 0s - loss: 0.0115 Epoch 2927/3000 - 0s - loss: 0.0118 Epoch 2928/3000 - 0s - loss: 0.0119 Epoch 2929/3000 - 0s - loss: 0.0116 Epoch 2930/3000 - 0s - loss: 0.0115 Epoch 2931/3000 - 0s - loss: 0.0115 Epoch 2932/3000 - 0s - loss: 0.0114 Epoch 2933/3000 - 0s - loss: 0.0113 Epoch 2934/3000 - 0s - loss: 0.0114 Epoch 2935/3000 - 0s - loss: 0.0114 Epoch 2936/3000 - 0s - loss: 0.0114 Epoch 2937/3000 - 0s - loss: 0.0114 Epoch 2938/3000 - 0s - loss: 0.0114 Epoch 2939/3000 - 0s - loss: 0.0114 Epoch 2940/3000 - 0s - loss: 0.0113 Epoch 2941/3000 - 0s - loss: 0.0114 Epoch 2942/3000 - 0s - loss: 0.0115 Epoch 2943/3000 - 0s - loss: 0.0114 Epoch 2944/3000 - 0s - loss: 0.0115 Epoch 2945/3000 - 0s - loss: 0.0115 Epoch 2946/3000 - 0s - loss: 0.0115 Epoch 2947/3000 - 0s - loss: 0.0114 Epoch 2948/3000 - 0s - loss: 0.0116 Epoch 2949/3000 - 0s - loss: 0.0116 Epoch 2950/3000 - 0s - loss: 0.0116 Epoch 2951/3000 - 0s - loss: 0.0116 Epoch 2952/3000 - 0s - loss: 0.0117 Epoch 2953/3000 - 0s - loss: 0.0116 Epoch 2954/3000 - 0s - loss: 0.0115 Epoch 2955/3000 - 0s - loss: 0.0114 Epoch 2956/3000 - 0s - loss: 0.0116 Epoch 2957/3000 - 0s - loss: 0.0115 Epoch 2958/3000 - 0s - loss: 0.0115 Epoch 2959/3000 - 0s - loss: 0.0114 Epoch 2960/3000 - 0s - loss: 0.0114 Epoch 2961/3000 - 0s - loss: 0.0114 Epoch 2962/3000 - 0s - loss: 0.0114 Epoch 2963/3000 - 0s - loss: 0.0115 Epoch 2964/3000 - 0s - loss: 0.0117 Epoch 2965/3000 - 0s - loss: 0.0115 Epoch 2966/3000 - 0s - loss: 0.0116 Epoch 2967/3000 - 0s - loss: 0.0115 Epoch 2968/3000 - 0s - loss: 0.0115 Epoch 2969/3000 - 0s - loss: 0.0113 Epoch 2970/3000 - 0s - loss: 0.0114 Epoch 2971/3000 - 0s - loss: 0.0114 Epoch 2972/3000 - 0s - loss: 0.0114 Epoch 2973/3000 - 0s - loss: 0.0116 Epoch 2974/3000 - 0s - loss: 0.0116 Epoch 2975/3000 - 0s - loss: 0.0115 Epoch 2976/3000 - 0s - loss: 0.0116 Epoch 2977/3000 - 0s - loss: 0.0114 Epoch 2978/3000 - 0s - loss: 0.0115 Epoch 2979/3000 - 0s - loss: 0.0114 Epoch 2980/3000 - 0s - loss: 0.0116 Epoch 2981/3000 - 0s - loss: 0.0116 Epoch 2982/3000 - 0s - loss: 0.0115 Epoch 2983/3000 - 0s - loss: 0.0114 Epoch 2984/3000 - 0s - loss: 0.0114 Epoch 2985/3000 - 0s - loss: 0.0115 Epoch 2986/3000 - 0s - loss: 0.0114 Epoch 2987/3000 - 0s - loss: 0.0114 Epoch 2988/3000 - 0s - loss: 0.0113 Epoch 2989/3000 - 0s - loss: 0.0114 Epoch 2990/3000 - 0s - loss: 0.0114 Epoch 2991/3000 - 0s - loss: 0.0114 Epoch 2992/3000 - 0s - loss: 0.0114 Epoch 2993/3000 - 0s - loss: 0.0115 Epoch 2994/3000 - 0s - loss: 0.0114 Epoch 2995/3000 - 0s - loss: 0.0114 Epoch 2996/3000 - 0s - loss: 0.0114 Epoch 2997/3000 - 0s - loss: 0.0114 Epoch 2998/3000 - 0s - loss: 0.0114 Epoch 2999/3000 - 0s - loss: 0.0114 Epoch 3000/3000 - 0s - loss: 0.0114 reconstruction loss=0.0114
encoded_input = Input(shape=(1,))
decoder = autoencoder.layers[-3](encoded_input)
decoder = autoencoder.layers[-2](decoder)
decoder = autoencoder.layers[-1](decoder)
decoder = Model(encoded_input, decoder)
plot(train_x,a=-2,b=4,c=-2,d=4)
plot(np.hstack([encoded_data,np.zeros(len(encoded_data))[:,np.newaxis]]),a=-1,b=3,c=-2,d=4)
plot(decoded_output,a=-2,b=4,c=-2,d=4)
#plot(train_x,a=-2,b=4,c=-2,d=4)
pca = PCA(n_components=1)
pca.fit(train_x)
pca.components_
array([[0.70710678, 0.70710678]])
X_pca_train=pca.fit_transform(train_x)
inv_pca = pca.inverse_transform(X_pca_train)
plot(np.hstack([X_pca_train,np.zeros(len(X_pca_train))[:,np.newaxis]]),a=-2,b=3,c=-2,d=4)
plot(inv_pca,a=-2,b=4,c=-2,d=4)
import plotly
import plotly.graph_objs as go
def three_d_plot(matrix):
# Configure Plotly to be rendered inline in the notebook.
plotly.offline.init_notebook_mode()
# Configure the trace.
trace = go.Scatter3d(
x=matrix[:,0], # <-- Put your data instead
y=matrix[:,1], # <-- Put your data instead
z=matrix[:,2], # <-- Put your data instead
mode='markers',
marker={
'size': 1,
'opacity': 1,
'color':np.arange(len(z))/len(z)*100, # set color to an array/list of desired values
'colorscale':'Viridis',
}
)
# Configure the layout.
layout = go.Layout(
margin={'l': 0, 'r': 0, 'b': 0, 't': 0}
)
data = [trace]
plot_figure = go.Figure(data=data, layout=layout)
# Render the plot.
plotly.offline.iplot(plot_figure)
s=np.arange(-1,1,0.1)
t=np.arange(-1,1,0.1)
base=np.transpose([np.tile(s, 10*len(t)), np.repeat(s, 10*len(t))])
np.random.seed(123)
x,y=base[:,0]+0.1*np.random.randn(len(base)),base[:,1]+0.1*np.random.randn(len(base))
z=(x**2-y**2)+0.1*np.random.randn(len(x))
train=np.vstack([x,y,z]).transpose()
scaler = StandardScaler()
scaler.fit(train)
train = scaler.transform(train)
three_d_plot(train)
np.random.seed(134)
autoencoder = Sequential()
autoencoder.add(Dense(3, activation='elu', input_shape=(3,)))
autoencoder.add(Dense(3, activation='elu'))
autoencoder.add(Dense(3, activation='elu'))
autoencoder.add(Dense(2, activation='elu', name="bottleneck"))
autoencoder.add(Dense(3, activation='elu'))
autoencoder.add(Dense(3, activation='elu'))
autoencoder.add(Dense(3, activation='elu'))
autoencoder.compile(loss='mean_squared_error', optimizer = Adam())
trained_model = autoencoder.fit(train, train, epochs=1000, verbose=2)
encoder= Model(autoencoder.input, autoencoder.get_layer('bottleneck').output)
encoded_data_3d = encoder.predict(train) # bottleneck representation
decoded_output_3d = autoencoder.predict(train) # reconstruction
loss=np.mean(np.square(train-decoded_output_3d))
print('reconstruction loss=%.4f' %loss)
Epoch 1/1000 - 0s - loss: 0.9606 Epoch 2/1000 - 0s - loss: 0.7191 Epoch 3/1000 - 0s - loss: 0.5591 Epoch 4/1000 - 0s - loss: 0.4239 Epoch 5/1000 - 0s - loss: 0.3955 Epoch 6/1000 - 0s - loss: 0.3725 Epoch 7/1000 - 0s - loss: 0.3526 Epoch 8/1000 - 0s - loss: 0.3348 Epoch 9/1000 - 0s - loss: 0.3189 Epoch 10/1000 - 0s - loss: 0.3053 Epoch 11/1000 - 0s - loss: 0.2945 Epoch 12/1000 - 0s - loss: 0.2859 Epoch 13/1000 - 0s - loss: 0.2790 Epoch 14/1000 - 0s - loss: 0.2732 Epoch 15/1000 - 0s - loss: 0.2684 Epoch 16/1000 - 0s - loss: 0.2640 Epoch 17/1000 - 0s - loss: 0.2603 Epoch 18/1000 - 0s - loss: 0.2570 Epoch 19/1000 - 0s - loss: 0.2543 Epoch 20/1000 - 0s - loss: 0.2515 Epoch 21/1000 - 0s - loss: 0.2491 Epoch 22/1000 - 0s - loss: 0.2467 Epoch 23/1000 - 0s - loss: 0.2450 Epoch 24/1000 - 0s - loss: 0.2430 Epoch 25/1000 - 0s - loss: 0.2411 Epoch 26/1000 - 0s - loss: 0.2391 Epoch 27/1000 - 0s - loss: 0.2375 Epoch 28/1000 - 0s - loss: 0.2359 Epoch 29/1000 - 0s - loss: 0.2342 Epoch 30/1000 - 0s - loss: 0.2327 Epoch 31/1000 - 0s - loss: 0.2310 Epoch 32/1000 - 0s - loss: 0.2294 Epoch 33/1000 - 0s - loss: 0.2284 Epoch 34/1000 - 0s - loss: 0.2269 Epoch 35/1000 - 0s - loss: 0.2257 Epoch 36/1000 - 0s - loss: 0.2247 Epoch 37/1000 - 0s - loss: 0.2237 Epoch 38/1000 - 0s - loss: 0.2232 Epoch 39/1000 - 0s - loss: 0.2224 Epoch 40/1000 - 0s - loss: 0.2215 Epoch 41/1000 - 0s - loss: 0.2208 Epoch 42/1000 - 0s - loss: 0.2202 Epoch 43/1000 - 0s - loss: 0.2196 Epoch 44/1000 - 0s - loss: 0.2193 Epoch 45/1000 - 0s - loss: 0.2187 Epoch 46/1000 - 0s - loss: 0.2183 Epoch 47/1000 - 0s - loss: 0.2176 Epoch 48/1000 - 0s - loss: 0.2173 Epoch 49/1000 - 0s - loss: 0.2171 Epoch 50/1000 - 0s - loss: 0.2164 Epoch 51/1000 - 0s - loss: 0.2161 Epoch 52/1000 - 0s - loss: 0.2157 Epoch 53/1000 - 0s - loss: 0.2154 Epoch 54/1000 - 0s - loss: 0.2151 Epoch 55/1000 - 0s - loss: 0.2149 Epoch 56/1000 - 0s - loss: 0.2143 Epoch 57/1000 - 0s - loss: 0.2140 Epoch 58/1000 - 0s - loss: 0.2138 Epoch 59/1000 - 0s - loss: 0.2134 Epoch 60/1000 - 0s - loss: 0.2132 Epoch 61/1000 - 0s - loss: 0.2128 Epoch 62/1000 - 0s - loss: 0.2130 Epoch 63/1000 - 0s - loss: 0.2125 Epoch 64/1000 - 0s - loss: 0.2122 Epoch 65/1000 - 0s - loss: 0.2120 Epoch 66/1000 - 0s - loss: 0.2117 Epoch 67/1000 - 0s - loss: 0.2115 Epoch 68/1000 - 0s - loss: 0.2115 Epoch 69/1000 - 0s - loss: 0.2111 Epoch 70/1000 - 0s - loss: 0.2111 Epoch 71/1000 - 0s - loss: 0.2110 Epoch 72/1000 - 0s - loss: 0.2108 Epoch 73/1000 - 0s - loss: 0.2108 Epoch 74/1000 - 0s - loss: 0.2105 Epoch 75/1000 - 0s - loss: 0.2103 Epoch 76/1000 - 0s - loss: 0.2099 Epoch 77/1000 - 0s - loss: 0.2097 Epoch 78/1000 - 0s - loss: 0.2098 Epoch 79/1000 - 0s - loss: 0.2094 Epoch 80/1000 - 0s - loss: 0.2092 Epoch 81/1000 - 0s - loss: 0.2092 Epoch 82/1000 - 0s - loss: 0.2089 Epoch 83/1000 - 0s - loss: 0.2088 Epoch 84/1000 - 0s - loss: 0.2088 Epoch 85/1000 - 0s - loss: 0.2086 Epoch 86/1000 - 0s - loss: 0.2085 Epoch 87/1000 - 0s - loss: 0.2084 Epoch 88/1000 - 0s - loss: 0.2084 Epoch 89/1000 - 0s - loss: 0.2083 Epoch 90/1000 - 0s - loss: 0.2081 Epoch 91/1000 - 0s - loss: 0.2079 Epoch 92/1000 - 0s - loss: 0.2080 Epoch 93/1000 - 0s - loss: 0.2077 Epoch 94/1000 - 0s - loss: 0.2075 Epoch 95/1000 - 0s - loss: 0.2075 Epoch 96/1000 - 0s - loss: 0.2075 Epoch 97/1000 - 0s - loss: 0.2073 Epoch 98/1000 - 0s - loss: 0.2074 Epoch 99/1000 - 0s - loss: 0.2070 Epoch 100/1000 - 0s - loss: 0.2067 Epoch 101/1000 - 0s - loss: 0.2065 Epoch 102/1000 - 0s - loss: 0.2065 Epoch 103/1000 - 0s - loss: 0.2068 Epoch 104/1000 - 0s - loss: 0.2065 Epoch 105/1000 - 0s - loss: 0.2062 Epoch 106/1000 - 0s - loss: 0.2063 Epoch 107/1000 - 0s - loss: 0.2060 Epoch 108/1000 - 0s - loss: 0.2059 Epoch 109/1000 - 0s - loss: 0.2060 Epoch 110/1000 - 0s - loss: 0.2058 Epoch 111/1000 - 0s - loss: 0.2062 Epoch 112/1000 - 0s - loss: 0.2055 Epoch 113/1000 - 0s - loss: 0.2053 Epoch 114/1000 - 0s - loss: 0.2055 Epoch 115/1000 - 0s - loss: 0.2051 Epoch 116/1000 - 0s - loss: 0.2048 Epoch 117/1000 - 0s - loss: 0.2046 Epoch 118/1000 - 0s - loss: 0.2048 Epoch 119/1000 - 0s - loss: 0.2046 Epoch 120/1000 - 0s - loss: 0.2042 Epoch 121/1000 - 0s - loss: 0.2041 Epoch 122/1000 - 0s - loss: 0.2039 Epoch 123/1000 - 0s - loss: 0.2039 Epoch 124/1000 - 0s - loss: 0.2036 Epoch 125/1000 - 0s - loss: 0.2033 Epoch 126/1000 - 0s - loss: 0.2032 Epoch 127/1000 - 0s - loss: 0.2029 Epoch 128/1000 - 0s - loss: 0.2025 Epoch 129/1000 - 0s - loss: 0.2023 Epoch 130/1000 - 0s - loss: 0.2018 Epoch 131/1000 - 0s - loss: 0.2014 Epoch 132/1000 - 0s - loss: 0.2011 Epoch 133/1000 - 0s - loss: 0.2009 Epoch 134/1000 - 0s - loss: 0.2004 Epoch 135/1000 - 0s - loss: 0.2000 Epoch 136/1000 - 0s - loss: 0.1996 Epoch 137/1000 - 0s - loss: 0.1986 Epoch 138/1000 - 0s - loss: 0.1979 Epoch 139/1000 - 0s - loss: 0.1974 Epoch 140/1000 - 0s - loss: 0.1967 Epoch 141/1000 - 0s - loss: 0.1957 Epoch 142/1000 - 0s - loss: 0.1947 Epoch 143/1000 - 0s - loss: 0.1934 Epoch 144/1000 - 0s - loss: 0.1924 Epoch 145/1000 - 0s - loss: 0.1909 Epoch 146/1000 - 0s - loss: 0.1894 Epoch 147/1000 - 0s - loss: 0.1876 Epoch 148/1000 - 0s - loss: 0.1863 Epoch 149/1000 - 0s - loss: 0.1839 Epoch 150/1000 - 0s - loss: 0.1829 Epoch 151/1000 - 0s - loss: 0.1809 Epoch 152/1000 - 0s - loss: 0.1774 Epoch 153/1000 - 0s - loss: 0.1754 Epoch 154/1000 - 0s - loss: 0.1720 Epoch 155/1000 - 0s - loss: 0.1685 Epoch 156/1000 - 0s - loss: 0.1644 Epoch 157/1000 - 0s - loss: 0.1597 Epoch 158/1000 - 0s - loss: 0.1554 Epoch 159/1000 - 0s - loss: 0.1518 Epoch 160/1000 - 0s - loss: 0.1480 Epoch 161/1000 - 0s - loss: 0.1456 Epoch 162/1000 - 0s - loss: 0.1433 Epoch 163/1000 - 0s - loss: 0.1409 Epoch 164/1000 - 0s - loss: 0.1395 Epoch 165/1000 - 0s - loss: 0.1375 Epoch 166/1000 - 0s - loss: 0.1353 Epoch 167/1000 - 0s - loss: 0.1342 Epoch 168/1000 - 0s - loss: 0.1326 Epoch 169/1000 - 0s - loss: 0.1313 Epoch 170/1000 - 0s - loss: 0.1294 Epoch 171/1000 - 0s - loss: 0.1279 Epoch 172/1000 - 0s - loss: 0.1263 Epoch 173/1000 - 0s - loss: 0.1250 Epoch 174/1000 - 0s - loss: 0.1238 Epoch 175/1000 - 0s - loss: 0.1231 Epoch 176/1000 - 0s - loss: 0.1216 Epoch 177/1000 - 0s - loss: 0.1206 Epoch 178/1000 - 0s - loss: 0.1196 Epoch 179/1000 - 0s - loss: 0.1189 Epoch 180/1000 - 0s - loss: 0.1182 Epoch 181/1000 - 0s - loss: 0.1173 Epoch 182/1000 - 0s - loss: 0.1166 Epoch 183/1000 - 0s - loss: 0.1160 Epoch 184/1000 - 0s - loss: 0.1157 Epoch 185/1000 - 0s - loss: 0.1154 Epoch 186/1000 - 0s - loss: 0.1148 Epoch 187/1000 - 0s - loss: 0.1139 Epoch 188/1000 - 0s - loss: 0.1135 Epoch 189/1000 - 0s - loss: 0.1133 Epoch 190/1000 - 0s - loss: 0.1129 Epoch 191/1000 - 0s - loss: 0.1124 Epoch 192/1000 - 0s - loss: 0.1124 Epoch 193/1000 - 0s - loss: 0.1118 Epoch 194/1000 - 0s - loss: 0.1113 Epoch 195/1000 - 0s - loss: 0.1112 Epoch 196/1000 - 0s - loss: 0.1108 Epoch 197/1000 - 0s - loss: 0.1108 Epoch 198/1000 - 0s - loss: 0.1106 Epoch 199/1000 - 0s - loss: 0.1104 Epoch 200/1000 - 0s - loss: 0.1101 Epoch 201/1000 - 0s - loss: 0.1098 Epoch 202/1000 - 0s - loss: 0.1095 Epoch 203/1000 - 0s - loss: 0.1091 Epoch 204/1000 - 0s - loss: 0.1086 Epoch 205/1000 - 0s - loss: 0.1083 Epoch 206/1000 - 0s - loss: 0.1084 Epoch 207/1000 - 0s - loss: 0.1078 Epoch 208/1000 - 0s - loss: 0.1077 Epoch 209/1000 - 0s - loss: 0.1075 Epoch 210/1000 - 0s - loss: 0.1070 Epoch 211/1000 - 0s - loss: 0.1068 Epoch 212/1000 - 0s - loss: 0.1070 Epoch 213/1000 - 0s - loss: 0.1068 Epoch 214/1000 - 0s - loss: 0.1063 Epoch 215/1000 - 0s - loss: 0.1061 Epoch 216/1000 - 0s - loss: 0.1056 Epoch 217/1000 - 0s - loss: 0.1057 Epoch 218/1000 - 0s - loss: 0.1054 Epoch 219/1000 - 0s - loss: 0.1052 Epoch 220/1000 - 0s - loss: 0.1047 Epoch 221/1000 - 0s - loss: 0.1047 Epoch 222/1000 - 0s - loss: 0.1044 Epoch 223/1000 - 0s - loss: 0.1041 Epoch 224/1000 - 0s - loss: 0.1039 Epoch 225/1000 - 0s - loss: 0.1041 Epoch 226/1000 - 0s - loss: 0.1036 Epoch 227/1000 - 0s - loss: 0.1035 Epoch 228/1000 - 0s - loss: 0.1029 Epoch 229/1000 - 0s - loss: 0.1028 Epoch 230/1000 - 0s - loss: 0.1028 Epoch 231/1000 - 0s - loss: 0.1024 Epoch 232/1000 - 0s - loss: 0.1021 Epoch 233/1000 - 0s - loss: 0.1021 Epoch 234/1000 - 0s - loss: 0.1016 Epoch 235/1000 - 0s - loss: 0.1019 Epoch 236/1000 - 0s - loss: 0.1015 Epoch 237/1000 - 0s - loss: 0.1011 Epoch 238/1000 - 0s - loss: 0.1008 Epoch 239/1000 - 0s - loss: 0.1005 Epoch 240/1000 - 0s - loss: 0.1003 Epoch 241/1000 - 0s - loss: 0.1002 Epoch 242/1000 - 0s - loss: 0.0999 Epoch 243/1000 - 0s - loss: 0.0995 Epoch 244/1000 - 0s - loss: 0.0992 Epoch 245/1000 - 0s - loss: 0.0990 Epoch 246/1000 - 0s - loss: 0.0986 Epoch 247/1000 - 0s - loss: 0.0984 Epoch 248/1000 - 0s - loss: 0.0982 Epoch 249/1000 - 0s - loss: 0.0976 Epoch 250/1000 - 0s - loss: 0.0977 Epoch 251/1000 - 0s - loss: 0.0975 Epoch 252/1000 - 0s - loss: 0.0970 Epoch 253/1000 - 0s - loss: 0.0966 Epoch 254/1000 - 0s - loss: 0.0965 Epoch 255/1000 - 0s - loss: 0.0965 Epoch 256/1000 - 0s - loss: 0.0962 Epoch 257/1000 - 0s - loss: 0.0957 Epoch 258/1000 - 0s - loss: 0.0954 Epoch 259/1000 - 0s - loss: 0.0954 Epoch 260/1000 - 0s - loss: 0.0951 Epoch 261/1000 - 0s - loss: 0.0948 Epoch 262/1000 - 0s - loss: 0.0945 Epoch 263/1000 - 0s - loss: 0.0944 Epoch 264/1000 - 0s - loss: 0.0944 Epoch 265/1000 - 0s - loss: 0.0940 Epoch 266/1000 - 0s - loss: 0.0941 Epoch 267/1000 - 0s - loss: 0.0941 Epoch 268/1000 - 0s - loss: 0.0939 Epoch 269/1000 - 0s - loss: 0.0933 Epoch 270/1000 - 0s - loss: 0.0933 Epoch 271/1000 - 0s - loss: 0.0928 Epoch 272/1000 - 0s - loss: 0.0931 Epoch 273/1000 - 0s - loss: 0.0932 Epoch 274/1000 - 0s - loss: 0.0925 Epoch 275/1000 - 0s - loss: 0.0926 Epoch 276/1000 - 0s - loss: 0.0926 Epoch 277/1000 - 0s - loss: 0.0924 Epoch 278/1000 - 0s - loss: 0.0921 Epoch 279/1000 - 0s - loss: 0.0919 Epoch 280/1000 - 0s - loss: 0.0917 Epoch 281/1000 - 0s - loss: 0.0917 Epoch 282/1000 - 0s - loss: 0.0914 Epoch 283/1000 - 0s - loss: 0.0919 Epoch 284/1000 - 0s - loss: 0.0914 Epoch 285/1000 - 0s - loss: 0.0912 Epoch 286/1000 - 0s - loss: 0.0909 Epoch 287/1000 - 0s - loss: 0.0909 Epoch 288/1000 - 0s - loss: 0.0909 Epoch 289/1000 - 0s - loss: 0.0904 Epoch 290/1000 - 0s - loss: 0.0907 Epoch 291/1000 - 0s - loss: 0.0905 Epoch 292/1000 - 0s - loss: 0.0905 Epoch 293/1000 - 0s - loss: 0.0905 Epoch 294/1000 - 0s - loss: 0.0904 Epoch 295/1000 - 0s - loss: 0.0902 Epoch 296/1000 - 0s - loss: 0.0898 Epoch 297/1000 - 0s - loss: 0.0896 Epoch 298/1000 - 0s - loss: 0.0895 Epoch 299/1000 - 0s - loss: 0.0894 Epoch 300/1000 - 0s - loss: 0.0895 Epoch 301/1000 - 0s - loss: 0.0894 Epoch 302/1000 - 0s - loss: 0.0891 Epoch 303/1000 - 0s - loss: 0.0893 Epoch 304/1000 - 0s - loss: 0.0888 Epoch 305/1000 - 0s - loss: 0.0888 Epoch 306/1000 - 0s - loss: 0.0887 Epoch 307/1000 - 0s - loss: 0.0887 Epoch 308/1000 - 0s - loss: 0.0888 Epoch 309/1000 - 0s - loss: 0.0884 Epoch 310/1000 - 0s - loss: 0.0886 Epoch 311/1000 - 0s - loss: 0.0885 Epoch 312/1000 - 0s - loss: 0.0885 Epoch 313/1000 - 0s - loss: 0.0880 Epoch 314/1000 - 0s - loss: 0.0879 Epoch 315/1000 - 0s - loss: 0.0877 Epoch 316/1000 - 0s - loss: 0.0879 Epoch 317/1000 - 0s - loss: 0.0875 Epoch 318/1000 - 0s - loss: 0.0876 Epoch 319/1000 - 0s - loss: 0.0875 Epoch 320/1000 - 0s - loss: 0.0873 Epoch 321/1000 - 0s - loss: 0.0873 Epoch 322/1000 - 0s - loss: 0.0874 Epoch 323/1000 - 0s - loss: 0.0869 Epoch 324/1000 - 0s - loss: 0.0871 Epoch 325/1000 - 0s - loss: 0.0872 Epoch 326/1000 - 0s - loss: 0.0865 Epoch 327/1000 - 0s - loss: 0.0868 Epoch 328/1000 - 0s - loss: 0.0866 Epoch 329/1000 - 0s - loss: 0.0869 Epoch 330/1000 - 0s - loss: 0.0866 Epoch 331/1000 - 0s - loss: 0.0862 Epoch 332/1000 - 0s - loss: 0.0867 Epoch 333/1000 - 0s - loss: 0.0861 Epoch 334/1000 - 0s - loss: 0.0865 Epoch 335/1000 - 0s - loss: 0.0861 Epoch 336/1000 - 0s - loss: 0.0860 Epoch 337/1000 - 0s - loss: 0.0860 Epoch 338/1000 - 0s - loss: 0.0858 Epoch 339/1000 - 0s - loss: 0.0855 Epoch 340/1000 - 0s - loss: 0.0862 Epoch 341/1000 - 0s - loss: 0.0856 Epoch 342/1000 - 0s - loss: 0.0855 Epoch 343/1000 - 0s - loss: 0.0854 Epoch 344/1000 - 0s - loss: 0.0855 Epoch 345/1000 - 0s - loss: 0.0854 Epoch 346/1000 - 0s - loss: 0.0854 Epoch 347/1000 - 0s - loss: 0.0855 Epoch 348/1000 - 0s - loss: 0.0852 Epoch 349/1000 - 0s - loss: 0.0849 Epoch 350/1000 - 0s - loss: 0.0851 Epoch 351/1000 - 0s - loss: 0.0848 Epoch 352/1000 - 0s - loss: 0.0848 Epoch 353/1000 - 0s - loss: 0.0849 Epoch 354/1000 - 0s - loss: 0.0845 Epoch 355/1000 - 0s - loss: 0.0844 Epoch 356/1000 - 0s - loss: 0.0851 Epoch 357/1000 - 0s - loss: 0.0846 Epoch 358/1000 - 0s - loss: 0.0842 Epoch 359/1000 - 0s - loss: 0.0845 Epoch 360/1000 - 0s - loss: 0.0844 Epoch 361/1000 - 0s - loss: 0.0847 Epoch 362/1000 - 0s - loss: 0.0843 Epoch 363/1000 - 0s - loss: 0.0839 Epoch 364/1000 - 0s - loss: 0.0841 Epoch 365/1000 - 0s - loss: 0.0841 Epoch 366/1000 - 0s - loss: 0.0841 Epoch 367/1000 - 0s - loss: 0.0839 Epoch 368/1000 - 0s - loss: 0.0838 Epoch 369/1000 - 0s - loss: 0.0837 Epoch 370/1000 - 0s - loss: 0.0837 Epoch 371/1000 - 0s - loss: 0.0836 Epoch 372/1000 - 0s - loss: 0.0839 Epoch 373/1000 - 0s - loss: 0.0834 Epoch 374/1000 - 0s - loss: 0.0834 Epoch 375/1000 - 0s - loss: 0.0836 Epoch 376/1000 - 0s - loss: 0.0835 Epoch 377/1000 - 0s - loss: 0.0834 Epoch 378/1000 - 0s - loss: 0.0832 Epoch 379/1000 - 0s - loss: 0.0828 Epoch 380/1000 - 0s - loss: 0.0831 Epoch 381/1000 - 0s - loss: 0.0830 Epoch 382/1000 - 0s - loss: 0.0828 Epoch 383/1000 - 0s - loss: 0.0828 Epoch 384/1000 - 0s - loss: 0.0826 Epoch 385/1000 - 0s - loss: 0.0830 Epoch 386/1000 - 0s - loss: 0.0826 Epoch 387/1000 - 0s - loss: 0.0832 Epoch 388/1000 - 0s - loss: 0.0826 Epoch 389/1000 - 0s - loss: 0.0825 Epoch 390/1000 - 0s - loss: 0.0829 Epoch 391/1000 - 0s - loss: 0.0824 Epoch 392/1000 - 0s - loss: 0.0824 Epoch 393/1000 - 0s - loss: 0.0824 Epoch 394/1000 - 0s - loss: 0.0825 Epoch 395/1000 - 0s - loss: 0.0828 Epoch 396/1000 - 0s - loss: 0.0824 Epoch 397/1000 - 0s - loss: 0.0819 Epoch 398/1000 - 0s - loss: 0.0819 Epoch 399/1000 - 0s - loss: 0.0818 Epoch 400/1000 - 0s - loss: 0.0819 Epoch 401/1000 - 0s - loss: 0.0822 Epoch 402/1000 - 0s - loss: 0.0817 Epoch 403/1000 - 0s - loss: 0.0817 Epoch 404/1000 - 0s - loss: 0.0819 Epoch 405/1000 - 0s - loss: 0.0815 Epoch 406/1000 - 0s - loss: 0.0818 Epoch 407/1000 - 0s - loss: 0.0820 Epoch 408/1000 - 0s - loss: 0.0814 Epoch 409/1000 - 0s - loss: 0.0813 Epoch 410/1000 - 0s - loss: 0.0818 Epoch 411/1000 - 0s - loss: 0.0810 Epoch 412/1000 - 0s - loss: 0.0812 Epoch 413/1000 - 0s - loss: 0.0811 Epoch 414/1000 - 0s - loss: 0.0812 Epoch 415/1000 - 0s - loss: 0.0810 Epoch 416/1000 - 0s - loss: 0.0816 Epoch 417/1000 - 0s - loss: 0.0811 Epoch 418/1000 - 0s - loss: 0.0808 Epoch 419/1000 - 0s - loss: 0.0810 Epoch 420/1000 - 0s - loss: 0.0813 Epoch 421/1000 - 0s - loss: 0.0806 Epoch 422/1000 - 0s - loss: 0.0813 Epoch 423/1000 - 0s - loss: 0.0809 Epoch 424/1000 - 0s - loss: 0.0811 Epoch 425/1000 - 0s - loss: 0.0809 Epoch 426/1000 - 0s - loss: 0.0805 Epoch 427/1000 - 0s - loss: 0.0803 Epoch 428/1000 - 0s - loss: 0.0800 Epoch 429/1000 - 0s - loss: 0.0801 Epoch 430/1000 - 0s - loss: 0.0804 Epoch 431/1000 - 0s - loss: 0.0804 Epoch 432/1000 - 0s - loss: 0.0803 Epoch 433/1000 - 0s - loss: 0.0802 Epoch 434/1000 - 0s - loss: 0.0803 Epoch 435/1000 - 0s - loss: 0.0802 Epoch 436/1000 - 0s - loss: 0.0803 Epoch 437/1000 - 0s - loss: 0.0802 Epoch 438/1000 - 0s - loss: 0.0798 Epoch 439/1000 - 0s - loss: 0.0797 Epoch 440/1000 - 0s - loss: 0.0800 Epoch 441/1000 - 0s - loss: 0.0799 Epoch 442/1000 - 0s - loss: 0.0795 Epoch 443/1000 - 0s - loss: 0.0794 Epoch 444/1000 - 0s - loss: 0.0797 Epoch 445/1000 - 0s - loss: 0.0794 Epoch 446/1000 - 0s - loss: 0.0795 Epoch 447/1000 - 0s - loss: 0.0794 Epoch 448/1000 - 0s - loss: 0.0795 Epoch 449/1000 - 0s - loss: 0.0792 Epoch 450/1000 - 0s - loss: 0.0795 Epoch 451/1000 - 0s - loss: 0.0795 Epoch 452/1000 - 0s - loss: 0.0793 Epoch 453/1000 - 0s - loss: 0.0795 Epoch 454/1000 - 0s - loss: 0.0794 Epoch 455/1000 - 0s - loss: 0.0790 Epoch 456/1000 - 0s - loss: 0.0789 Epoch 457/1000 - 0s - loss: 0.0790 Epoch 458/1000 - 0s - loss: 0.0790 Epoch 459/1000 - 0s - loss: 0.0787 Epoch 460/1000 - 0s - loss: 0.0786 Epoch 461/1000 - 0s - loss: 0.0785 Epoch 462/1000 - 0s - loss: 0.0786 Epoch 463/1000 - 0s - loss: 0.0784 Epoch 464/1000 - 0s - loss: 0.0786 Epoch 465/1000 - 0s - loss: 0.0784 Epoch 466/1000 - 0s - loss: 0.0784 Epoch 467/1000 - 0s - loss: 0.0784 Epoch 468/1000 - 0s - loss: 0.0781 Epoch 469/1000 - 0s - loss: 0.0787 Epoch 470/1000 - 0s - loss: 0.0785 Epoch 471/1000 - 0s - loss: 0.0782 Epoch 472/1000 - 0s - loss: 0.0783 Epoch 473/1000 - 0s - loss: 0.0789 Epoch 474/1000 - 0s - loss: 0.0778 Epoch 475/1000 - 0s - loss: 0.0780 Epoch 476/1000 - 0s - loss: 0.0780 Epoch 477/1000 - 0s - loss: 0.0783 Epoch 478/1000 - 0s - loss: 0.0778 Epoch 479/1000 - 0s - loss: 0.0782 Epoch 480/1000 - 0s - loss: 0.0779 Epoch 481/1000 - 0s - loss: 0.0780 Epoch 482/1000 - 0s - loss: 0.0778 Epoch 483/1000 - 0s - loss: 0.0776 Epoch 484/1000 - 0s - loss: 0.0772 Epoch 485/1000 - 0s - loss: 0.0772 Epoch 486/1000 - 0s - loss: 0.0777 Epoch 487/1000 - 0s - loss: 0.0773 Epoch 488/1000 - 0s - loss: 0.0771 Epoch 489/1000 - 0s - loss: 0.0773 Epoch 490/1000 - 0s - loss: 0.0770 Epoch 491/1000 - 0s - loss: 0.0772 Epoch 492/1000 - 0s - loss: 0.0775 Epoch 493/1000 - 0s - loss: 0.0769 Epoch 494/1000 - 0s - loss: 0.0771 Epoch 495/1000 - 0s - loss: 0.0771 Epoch 496/1000 - 0s - loss: 0.0769 Epoch 497/1000 - 0s - loss: 0.0769 Epoch 498/1000 - 0s - loss: 0.0766 Epoch 499/1000 - 0s - loss: 0.0766 Epoch 500/1000 - 0s - loss: 0.0769 Epoch 501/1000 - 0s - loss: 0.0765 Epoch 502/1000 - 0s - loss: 0.0763 Epoch 503/1000 - 0s - loss: 0.0762 Epoch 504/1000 - 0s - loss: 0.0767 Epoch 505/1000 - 0s - loss: 0.0763 Epoch 506/1000 - 0s - loss: 0.0769 Epoch 507/1000 - 0s - loss: 0.0764 Epoch 508/1000 - 0s - loss: 0.0762 Epoch 509/1000 - 0s - loss: 0.0761 Epoch 510/1000 - 0s - loss: 0.0761 Epoch 511/1000 - 0s - loss: 0.0761 Epoch 512/1000 - 0s - loss: 0.0763 Epoch 513/1000 - 0s - loss: 0.0758 Epoch 514/1000 - 0s - loss: 0.0757 Epoch 515/1000 - 0s - loss: 0.0758 Epoch 516/1000 - 0s - loss: 0.0756 Epoch 517/1000 - 0s - loss: 0.0757 Epoch 518/1000 - 0s - loss: 0.0756 Epoch 519/1000 - 0s - loss: 0.0755 Epoch 520/1000 - 0s - loss: 0.0756 Epoch 521/1000 - 0s - loss: 0.0755 Epoch 522/1000 - 0s - loss: 0.0759 Epoch 523/1000 - 0s - loss: 0.0756 Epoch 524/1000 - 0s - loss: 0.0751 Epoch 525/1000 - 0s - loss: 0.0754 Epoch 526/1000 - 0s - loss: 0.0755 Epoch 527/1000 - 0s - loss: 0.0754 Epoch 528/1000 - 0s - loss: 0.0755 Epoch 529/1000 - 0s - loss: 0.0751 Epoch 530/1000 - 0s - loss: 0.0757 Epoch 531/1000 - 0s - loss: 0.0749 Epoch 532/1000 - 0s - loss: 0.0749 Epoch 533/1000 - 0s - loss: 0.0748 Epoch 534/1000 - 0s - loss: 0.0745 Epoch 535/1000 - 0s - loss: 0.0748 Epoch 536/1000 - 0s - loss: 0.0747 Epoch 537/1000 - 0s - loss: 0.0749 Epoch 538/1000 - 0s - loss: 0.0746 Epoch 539/1000 - 0s - loss: 0.0746 Epoch 540/1000 - 0s - loss: 0.0746 Epoch 541/1000 - 0s - loss: 0.0747 Epoch 542/1000 - 0s - loss: 0.0745 Epoch 543/1000 - 0s - loss: 0.0746 Epoch 544/1000 - 0s - loss: 0.0743 Epoch 545/1000 - 0s - loss: 0.0743 Epoch 546/1000 - 0s - loss: 0.0745 Epoch 547/1000 - 0s - loss: 0.0741 Epoch 548/1000 - 0s - loss: 0.0741 Epoch 549/1000 - 0s - loss: 0.0742 Epoch 550/1000 - 0s - loss: 0.0740 Epoch 551/1000 - 0s - loss: 0.0738 Epoch 552/1000 - 0s - loss: 0.0742 Epoch 553/1000 - 0s - loss: 0.0738 Epoch 554/1000 - 0s - loss: 0.0738 Epoch 555/1000 - 0s - loss: 0.0741 Epoch 556/1000 - 0s - loss: 0.0736 Epoch 557/1000 - 0s - loss: 0.0736 Epoch 558/1000 - 0s - loss: 0.0741 Epoch 559/1000 - 0s - loss: 0.0737 Epoch 560/1000 - 0s - loss: 0.0738 Epoch 561/1000 - 0s - loss: 0.0739 Epoch 562/1000 - 0s - loss: 0.0737 Epoch 563/1000 - 0s - loss: 0.0736 Epoch 564/1000 - 0s - loss: 0.0734 Epoch 565/1000 - 0s - loss: 0.0737 Epoch 566/1000 - 0s - loss: 0.0735 Epoch 567/1000 - 0s - loss: 0.0735 Epoch 568/1000 - 0s - loss: 0.0734 Epoch 569/1000 - 0s - loss: 0.0732 Epoch 570/1000 - 0s - loss: 0.0735 Epoch 571/1000 - 0s - loss: 0.0731 Epoch 572/1000 - 0s - loss: 0.0734 Epoch 573/1000 - 0s - loss: 0.0733 Epoch 574/1000 - 0s - loss: 0.0736 Epoch 575/1000 - 0s - loss: 0.0729 Epoch 576/1000 - 0s - loss: 0.0733 Epoch 577/1000 - 0s - loss: 0.0735 Epoch 578/1000 - 0s - loss: 0.0732 Epoch 579/1000 - 0s - loss: 0.0734 Epoch 580/1000 - 0s - loss: 0.0733 Epoch 581/1000 - 0s - loss: 0.0729 Epoch 582/1000 - 0s - loss: 0.0728 Epoch 583/1000 - 0s - loss: 0.0727 Epoch 584/1000 - 0s - loss: 0.0727 Epoch 585/1000 - 0s - loss: 0.0731 Epoch 586/1000 - 0s - loss: 0.0726 Epoch 587/1000 - 0s - loss: 0.0725 Epoch 588/1000 - 0s - loss: 0.0726 Epoch 589/1000 - 0s - loss: 0.0729 Epoch 590/1000 - 0s - loss: 0.0725 Epoch 591/1000 - 0s - loss: 0.0725 Epoch 592/1000 - 0s - loss: 0.0725 Epoch 593/1000 - 0s - loss: 0.0724 Epoch 594/1000 - 0s - loss: 0.0726 Epoch 595/1000 - 0s - loss: 0.0724 Epoch 596/1000 - 0s - loss: 0.0727 Epoch 597/1000 - 0s - loss: 0.0726 Epoch 598/1000 - 0s - loss: 0.0724 Epoch 599/1000 - 0s - loss: 0.0723 Epoch 600/1000 - 0s - loss: 0.0724 Epoch 601/1000 - 0s - loss: 0.0720 Epoch 602/1000 - 0s - loss: 0.0721 Epoch 603/1000 - 0s - loss: 0.0725 Epoch 604/1000 - 0s - loss: 0.0721 Epoch 605/1000 - 0s - loss: 0.0724 Epoch 606/1000 - 0s - loss: 0.0721 Epoch 607/1000 - 0s - loss: 0.0721 Epoch 608/1000 - 0s - loss: 0.0722 Epoch 609/1000 - 0s - loss: 0.0721 Epoch 610/1000 - 0s - loss: 0.0719 Epoch 611/1000 - 0s - loss: 0.0720 Epoch 612/1000 - 0s - loss: 0.0720 Epoch 613/1000 - 0s - loss: 0.0718 Epoch 614/1000 - 0s - loss: 0.0718 Epoch 615/1000 - 0s - loss: 0.0723 Epoch 616/1000 - 0s - loss: 0.0717 Epoch 617/1000 - 0s - loss: 0.0718 Epoch 618/1000 - 0s - loss: 0.0724 Epoch 619/1000 - 0s - loss: 0.0716 Epoch 620/1000 - 0s - loss: 0.0717 Epoch 621/1000 - 0s - loss: 0.0721 Epoch 622/1000 - 0s - loss: 0.0717 Epoch 623/1000 - 0s - loss: 0.0715 Epoch 624/1000 - 0s - loss: 0.0715 Epoch 625/1000 - 0s - loss: 0.0722 Epoch 626/1000 - 0s - loss: 0.0716 Epoch 627/1000 - 0s - loss: 0.0719 Epoch 628/1000 - 0s - loss: 0.0716 Epoch 629/1000 - 0s - loss: 0.0719 Epoch 630/1000 - 0s - loss: 0.0719 Epoch 631/1000 - 0s - loss: 0.0716 Epoch 632/1000 - 0s - loss: 0.0716 Epoch 633/1000 - 0s - loss: 0.0717 Epoch 634/1000 - 0s - loss: 0.0713 Epoch 635/1000 - 0s - loss: 0.0719 Epoch 636/1000 - 0s - loss: 0.0718 Epoch 637/1000 - 0s - loss: 0.0714 Epoch 638/1000 - 0s - loss: 0.0712 Epoch 639/1000 - 0s - loss: 0.0711 Epoch 640/1000 - 0s - loss: 0.0711 Epoch 641/1000 - 0s - loss: 0.0713 Epoch 642/1000 - 0s - loss: 0.0716 Epoch 643/1000 - 0s - loss: 0.0716 Epoch 644/1000 - 0s - loss: 0.0714 Epoch 645/1000 - 0s - loss: 0.0716 Epoch 646/1000 - 0s - loss: 0.0714 Epoch 647/1000 - 0s - loss: 0.0713 Epoch 648/1000 - 0s - loss: 0.0712 Epoch 649/1000 - 0s - loss: 0.0714 Epoch 650/1000 - 0s - loss: 0.0712 Epoch 651/1000 - 0s - loss: 0.0714 Epoch 652/1000 - 0s - loss: 0.0714 Epoch 653/1000 - 0s - loss: 0.0714 Epoch 654/1000 - 0s - loss: 0.0714 Epoch 655/1000 - 0s - loss: 0.0715 Epoch 656/1000 - 0s - loss: 0.0710 Epoch 657/1000 - 0s - loss: 0.0714 Epoch 658/1000 - 0s - loss: 0.0711 Epoch 659/1000 - 0s - loss: 0.0711 Epoch 660/1000 - 0s - loss: 0.0715 Epoch 661/1000 - 0s - loss: 0.0711 Epoch 662/1000 - 0s - loss: 0.0713 Epoch 663/1000 - 0s - loss: 0.0713 Epoch 664/1000 - 0s - loss: 0.0712 Epoch 665/1000 - 0s - loss: 0.0712 Epoch 666/1000 - 0s - loss: 0.0709 Epoch 667/1000 - 0s - loss: 0.0715 Epoch 668/1000 - 0s - loss: 0.0710 Epoch 669/1000 - 0s - loss: 0.0711 Epoch 670/1000 - 0s - loss: 0.0708 Epoch 671/1000 - 0s - loss: 0.0712 Epoch 672/1000 - 0s - loss: 0.0713 Epoch 673/1000 - 0s - loss: 0.0713 Epoch 674/1000 - 0s - loss: 0.0710 Epoch 675/1000 - 0s - loss: 0.0709 Epoch 676/1000 - 0s - loss: 0.0713 Epoch 677/1000 - 0s - loss: 0.0712 Epoch 678/1000 - 0s - loss: 0.0708 Epoch 679/1000 - 0s - loss: 0.0709 Epoch 680/1000 - 0s - loss: 0.0708 Epoch 681/1000 - 0s - loss: 0.0710 Epoch 682/1000 - 0s - loss: 0.0709 Epoch 683/1000 - 0s - loss: 0.0711 Epoch 684/1000 - 0s - loss: 0.0713 Epoch 685/1000 - 0s - loss: 0.0709 Epoch 686/1000 - 0s - loss: 0.0711 Epoch 687/1000 - 0s - loss: 0.0712 Epoch 688/1000 - 0s - loss: 0.0709 Epoch 689/1000 - 0s - loss: 0.0709 Epoch 690/1000 - 0s - loss: 0.0713 Epoch 691/1000 - 0s - loss: 0.0707 Epoch 692/1000 - 0s - loss: 0.0708 Epoch 693/1000 - 0s - loss: 0.0709 Epoch 694/1000 - 0s - loss: 0.0707 Epoch 695/1000 - 0s - loss: 0.0710 Epoch 696/1000 - 0s - loss: 0.0707 Epoch 697/1000 - 0s - loss: 0.0710 Epoch 698/1000 - 0s - loss: 0.0708 Epoch 699/1000 - 0s - loss: 0.0709 Epoch 700/1000 - 0s - loss: 0.0708 Epoch 701/1000 - 0s - loss: 0.0706 Epoch 702/1000 - 0s - loss: 0.0711 Epoch 703/1000 - 0s - loss: 0.0707 Epoch 704/1000 - 0s - loss: 0.0710 Epoch 705/1000 - 0s - loss: 0.0709 Epoch 706/1000 - 0s - loss: 0.0708 Epoch 707/1000 - 0s - loss: 0.0707 Epoch 708/1000 - 0s - loss: 0.0708 Epoch 709/1000 - 0s - loss: 0.0710 Epoch 710/1000 - 0s - loss: 0.0705 Epoch 711/1000 - 0s - loss: 0.0706 Epoch 712/1000 - 0s - loss: 0.0711 Epoch 713/1000 - 0s - loss: 0.0706 Epoch 714/1000 - 0s - loss: 0.0707 Epoch 715/1000 - 0s - loss: 0.0706 Epoch 716/1000 - 0s - loss: 0.0707 Epoch 717/1000 - 0s - loss: 0.0707 Epoch 718/1000 - 0s - loss: 0.0709 Epoch 719/1000 - 0s - loss: 0.0707 Epoch 720/1000 - 0s - loss: 0.0707 Epoch 721/1000 - 0s - loss: 0.0706 Epoch 722/1000 - 0s - loss: 0.0706 Epoch 723/1000 - 0s - loss: 0.0703 Epoch 724/1000 - 0s - loss: 0.0705 Epoch 725/1000 - 0s - loss: 0.0705 Epoch 726/1000 - 0s - loss: 0.0705 Epoch 727/1000 - 0s - loss: 0.0707 Epoch 728/1000 - 0s - loss: 0.0708 Epoch 729/1000 - 0s - loss: 0.0704 Epoch 730/1000 - 0s - loss: 0.0710 Epoch 731/1000 - 0s - loss: 0.0708 Epoch 732/1000 - 0s - loss: 0.0707 Epoch 733/1000 - 0s - loss: 0.0709 Epoch 734/1000 - 0s - loss: 0.0703 Epoch 735/1000 - 0s - loss: 0.0703 Epoch 736/1000 - 0s - loss: 0.0704 Epoch 737/1000 - 0s - loss: 0.0704 Epoch 738/1000 - 0s - loss: 0.0705 Epoch 739/1000 - 0s - loss: 0.0707 Epoch 740/1000 - 0s - loss: 0.0703 Epoch 741/1000 - 0s - loss: 0.0707 Epoch 742/1000 - 0s - loss: 0.0706 Epoch 743/1000 - 0s - loss: 0.0706 Epoch 744/1000 - 0s - loss: 0.0708 Epoch 745/1000 - 0s - loss: 0.0703 Epoch 746/1000 - 0s - loss: 0.0707 Epoch 747/1000 - 0s - loss: 0.0710 Epoch 748/1000 - 0s - loss: 0.0703 Epoch 749/1000 - 0s - loss: 0.0707 Epoch 750/1000 - 0s - loss: 0.0704 Epoch 751/1000 - 0s - loss: 0.0704 Epoch 752/1000 - 0s - loss: 0.0704 Epoch 753/1000 - 0s - loss: 0.0704 Epoch 754/1000 - 0s - loss: 0.0706 Epoch 755/1000 - 0s - loss: 0.0708 Epoch 756/1000 - 0s - loss: 0.0707 Epoch 757/1000 - 0s - loss: 0.0704 Epoch 758/1000 - 0s - loss: 0.0709 Epoch 759/1000 - 0s - loss: 0.0706 Epoch 760/1000 - 0s - loss: 0.0705 Epoch 761/1000 - 0s - loss: 0.0703 Epoch 762/1000 - 0s - loss: 0.0702 Epoch 763/1000 - 0s - loss: 0.0703 Epoch 764/1000 - 0s - loss: 0.0703 Epoch 765/1000 - 0s - loss: 0.0704 Epoch 766/1000 - 0s - loss: 0.0702 Epoch 767/1000 - 0s - loss: 0.0702 Epoch 768/1000 - 0s - loss: 0.0702 Epoch 769/1000 - 0s - loss: 0.0707 Epoch 770/1000 - 0s - loss: 0.0706 Epoch 771/1000 - 0s - loss: 0.0703 Epoch 772/1000 - 0s - loss: 0.0707 Epoch 773/1000 - 0s - loss: 0.0701 Epoch 774/1000 - 0s - loss: 0.0709 Epoch 775/1000 - 0s - loss: 0.0704 Epoch 776/1000 - 0s - loss: 0.0703 Epoch 777/1000 - 0s - loss: 0.0705 Epoch 778/1000 - 0s - loss: 0.0702 Epoch 779/1000 - 0s - loss: 0.0704 Epoch 780/1000 - 0s - loss: 0.0702 Epoch 781/1000 - 0s - loss: 0.0703 Epoch 782/1000 - 0s - loss: 0.0704 Epoch 783/1000 - 0s - loss: 0.0703 Epoch 784/1000 - 0s - loss: 0.0705 Epoch 785/1000 - 0s - loss: 0.0703 Epoch 786/1000 - 0s - loss: 0.0705 Epoch 787/1000 - 0s - loss: 0.0705 Epoch 788/1000 - 0s - loss: 0.0700 Epoch 789/1000 - 0s - loss: 0.0703 Epoch 790/1000 - 0s - loss: 0.0704 Epoch 791/1000 - 0s - loss: 0.0701 Epoch 792/1000 - 0s - loss: 0.0703 Epoch 793/1000 - 0s - loss: 0.0703 Epoch 794/1000 - 0s - loss: 0.0701 Epoch 795/1000 - 0s - loss: 0.0701 Epoch 796/1000 - 0s - loss: 0.0701 Epoch 797/1000 - 0s - loss: 0.0703 Epoch 798/1000 - 0s - loss: 0.0703 Epoch 799/1000 - 0s - loss: 0.0705 Epoch 800/1000 - 0s - loss: 0.0701 Epoch 801/1000 - 0s - loss: 0.0704 Epoch 802/1000 - 0s - loss: 0.0701 Epoch 803/1000 - 0s - loss: 0.0704 Epoch 804/1000 - 0s - loss: 0.0705 Epoch 805/1000 - 0s - loss: 0.0700 Epoch 806/1000 - 0s - loss: 0.0699 Epoch 807/1000 - 0s - loss: 0.0704 Epoch 808/1000 - 0s - loss: 0.0704 Epoch 809/1000 - 0s - loss: 0.0700 Epoch 810/1000 - 0s - loss: 0.0702 Epoch 811/1000 - 0s - loss: 0.0701 Epoch 812/1000 - 0s - loss: 0.0701 Epoch 813/1000 - 0s - loss: 0.0703 Epoch 814/1000 - 0s - loss: 0.0701 Epoch 815/1000 - 0s - loss: 0.0700 Epoch 816/1000 - 0s - loss: 0.0702 Epoch 817/1000 - 0s - loss: 0.0701 Epoch 818/1000 - 0s - loss: 0.0701 Epoch 819/1000 - 0s - loss: 0.0702 Epoch 820/1000 - 0s - loss: 0.0702 Epoch 821/1000 - 0s - loss: 0.0700 Epoch 822/1000 - 0s - loss: 0.0701 Epoch 823/1000 - 0s - loss: 0.0701 Epoch 824/1000 - 0s - loss: 0.0702 Epoch 825/1000 - 0s - loss: 0.0702 Epoch 826/1000 - 0s - loss: 0.0700 Epoch 827/1000 - 0s - loss: 0.0702 Epoch 828/1000 - 0s - loss: 0.0700 Epoch 829/1000 - 0s - loss: 0.0701 Epoch 830/1000 - 0s - loss: 0.0699 Epoch 831/1000 - 0s - loss: 0.0702 Epoch 832/1000 - 0s - loss: 0.0701 Epoch 833/1000 - 0s - loss: 0.0699 Epoch 834/1000 - 0s - loss: 0.0701 Epoch 835/1000 - 0s - loss: 0.0702 Epoch 836/1000 - 0s - loss: 0.0704 Epoch 837/1000 - 0s - loss: 0.0703 Epoch 838/1000 - 0s - loss: 0.0701 Epoch 839/1000 - 0s - loss: 0.0698 Epoch 840/1000 - 0s - loss: 0.0699 Epoch 841/1000 - 0s - loss: 0.0700 Epoch 842/1000 - 0s - loss: 0.0700 Epoch 843/1000 - 0s - loss: 0.0699 Epoch 844/1000 - 0s - loss: 0.0702 Epoch 845/1000 - 0s - loss: 0.0699 Epoch 846/1000 - 0s - loss: 0.0699 Epoch 847/1000 - 0s - loss: 0.0702 Epoch 848/1000 - 0s - loss: 0.0700 Epoch 849/1000 - 0s - loss: 0.0700 Epoch 850/1000 - 0s - loss: 0.0698 Epoch 851/1000 - 0s - loss: 0.0698 Epoch 852/1000 - 0s - loss: 0.0700 Epoch 853/1000 - 0s - loss: 0.0702 Epoch 854/1000 - 0s - loss: 0.0698 Epoch 855/1000 - 0s - loss: 0.0699 Epoch 856/1000 - 0s - loss: 0.0701 Epoch 857/1000 - 0s - loss: 0.0705 Epoch 858/1000 - 0s - loss: 0.0701 Epoch 859/1000 - 0s - loss: 0.0701 Epoch 860/1000 - 0s - loss: 0.0699 Epoch 861/1000 - 0s - loss: 0.0700 Epoch 862/1000 - 0s - loss: 0.0699 Epoch 863/1000 - 0s - loss: 0.0699 Epoch 864/1000 - 0s - loss: 0.0702 Epoch 865/1000 - 0s - loss: 0.0698 Epoch 866/1000 - 0s - loss: 0.0696 Epoch 867/1000 - 0s - loss: 0.0698 Epoch 868/1000 - 0s - loss: 0.0697 Epoch 869/1000 - 0s - loss: 0.0700 Epoch 870/1000 - 0s - loss: 0.0698 Epoch 871/1000 - 0s - loss: 0.0697 Epoch 872/1000 - 0s - loss: 0.0699 Epoch 873/1000 - 0s - loss: 0.0700 Epoch 874/1000 - 0s - loss: 0.0695 Epoch 875/1000 - 0s - loss: 0.0697 Epoch 876/1000 - 0s - loss: 0.0700 Epoch 877/1000 - 0s - loss: 0.0699 Epoch 878/1000 - 0s - loss: 0.0698 Epoch 879/1000 - 0s - loss: 0.0697 Epoch 880/1000 - 0s - loss: 0.0698 Epoch 881/1000 - 0s - loss: 0.0700 Epoch 882/1000 - 0s - loss: 0.0697 Epoch 883/1000 - 0s - loss: 0.0699 Epoch 884/1000 - 0s - loss: 0.0701 Epoch 885/1000 - 0s - loss: 0.0696 Epoch 886/1000 - 0s - loss: 0.0697 Epoch 887/1000 - 0s - loss: 0.0697 Epoch 888/1000 - 0s - loss: 0.0698 Epoch 889/1000 - 0s - loss: 0.0697 Epoch 890/1000 - 0s - loss: 0.0699 Epoch 891/1000 - 0s - loss: 0.0699 Epoch 892/1000 - 0s - loss: 0.0698 Epoch 893/1000 - 0s - loss: 0.0699 Epoch 894/1000 - 0s - loss: 0.0696 Epoch 895/1000 - 0s - loss: 0.0698 Epoch 896/1000 - 0s - loss: 0.0697 Epoch 897/1000 - 0s - loss: 0.0699 Epoch 898/1000 - 0s - loss: 0.0697 Epoch 899/1000 - 0s - loss: 0.0702 Epoch 900/1000 - 0s - loss: 0.0695 Epoch 901/1000 - 0s - loss: 0.0700 Epoch 902/1000 - 0s - loss: 0.0698 Epoch 903/1000 - 0s - loss: 0.0701 Epoch 904/1000 - 0s - loss: 0.0698 Epoch 905/1000 - 0s - loss: 0.0697 Epoch 906/1000 - 0s - loss: 0.0699 Epoch 907/1000 - 0s - loss: 0.0697 Epoch 908/1000 - 0s - loss: 0.0700 Epoch 909/1000 - 0s - loss: 0.0700 Epoch 910/1000 - 0s - loss: 0.0699 Epoch 911/1000 - 0s - loss: 0.0697 Epoch 912/1000 - 0s - loss: 0.0698 Epoch 913/1000 - 0s - loss: 0.0697 Epoch 914/1000 - 0s - loss: 0.0697 Epoch 915/1000 - 0s - loss: 0.0696 Epoch 916/1000 - 0s - loss: 0.0695 Epoch 917/1000 - 0s - loss: 0.0697 Epoch 918/1000 - 0s - loss: 0.0702 Epoch 919/1000 - 0s - loss: 0.0701 Epoch 920/1000 - 0s - loss: 0.0696 Epoch 921/1000 - 0s - loss: 0.0698 Epoch 922/1000 - 0s - loss: 0.0697 Epoch 923/1000 - 0s - loss: 0.0698 Epoch 924/1000 - 0s - loss: 0.0696 Epoch 925/1000 - 0s - loss: 0.0697 Epoch 926/1000 - 0s - loss: 0.0701 Epoch 927/1000 - 0s - loss: 0.0700 Epoch 928/1000 - 0s - loss: 0.0696 Epoch 929/1000 - 0s - loss: 0.0695 Epoch 930/1000 - 0s - loss: 0.0694 Epoch 931/1000 - 0s - loss: 0.0694 Epoch 932/1000 - 0s - loss: 0.0694 Epoch 933/1000 - 0s - loss: 0.0698 Epoch 934/1000 - 0s - loss: 0.0697 Epoch 935/1000 - 0s - loss: 0.0697 Epoch 936/1000 - 0s - loss: 0.0694 Epoch 937/1000 - 0s - loss: 0.0695 Epoch 938/1000 - 0s - loss: 0.0697 Epoch 939/1000 - 0s - loss: 0.0697 Epoch 940/1000 - 0s - loss: 0.0697 Epoch 941/1000 - 0s - loss: 0.0696 Epoch 942/1000 - 0s - loss: 0.0696 Epoch 943/1000 - 0s - loss: 0.0697 Epoch 944/1000 - 0s - loss: 0.0695 Epoch 945/1000 - 0s - loss: 0.0695 Epoch 946/1000 - 0s - loss: 0.0698 Epoch 947/1000 - 0s - loss: 0.0696 Epoch 948/1000 - 0s - loss: 0.0695 Epoch 949/1000 - 0s - loss: 0.0700 Epoch 950/1000 - 0s - loss: 0.0694 Epoch 951/1000 - 0s - loss: 0.0696 Epoch 952/1000 - 0s - loss: 0.0697 Epoch 953/1000 - 0s - loss: 0.0694 Epoch 954/1000 - 0s - loss: 0.0694 Epoch 955/1000 - 0s - loss: 0.0697 Epoch 956/1000 - 0s - loss: 0.0695 Epoch 957/1000 - 0s - loss: 0.0696 Epoch 958/1000 - 0s - loss: 0.0694 Epoch 959/1000 - 0s - loss: 0.0696 Epoch 960/1000 - 0s - loss: 0.0702 Epoch 961/1000 - 0s - loss: 0.0696 Epoch 962/1000 - 0s - loss: 0.0695 Epoch 963/1000 - 0s - loss: 0.0693 Epoch 964/1000 - 0s - loss: 0.0695 Epoch 965/1000 - 0s - loss: 0.0694 Epoch 966/1000 - 0s - loss: 0.0693 Epoch 967/1000 - 0s - loss: 0.0696 Epoch 968/1000 - 0s - loss: 0.0699 Epoch 969/1000 - 0s - loss: 0.0692 Epoch 970/1000 - 0s - loss: 0.0695 Epoch 971/1000 - 0s - loss: 0.0692 Epoch 972/1000 - 0s - loss: 0.0695 Epoch 973/1000 - 0s - loss: 0.0694 Epoch 974/1000 - 0s - loss: 0.0696 Epoch 975/1000 - 0s - loss: 0.0693 Epoch 976/1000 - 0s - loss: 0.0695 Epoch 977/1000 - 0s - loss: 0.0696 Epoch 978/1000 - 0s - loss: 0.0693 Epoch 979/1000 - 0s - loss: 0.0695 Epoch 980/1000 - 0s - loss: 0.0693 Epoch 981/1000 - 0s - loss: 0.0695 Epoch 982/1000 - 0s - loss: 0.0693 Epoch 983/1000 - 0s - loss: 0.0693 Epoch 984/1000 - 0s - loss: 0.0692 Epoch 985/1000 - 0s - loss: 0.0694 Epoch 986/1000 - 0s - loss: 0.0693 Epoch 987/1000 - 0s - loss: 0.0692 Epoch 988/1000 - 0s - loss: 0.0694 Epoch 989/1000 - 0s - loss: 0.0695 Epoch 990/1000 - 0s - loss: 0.0692 Epoch 991/1000 - 0s - loss: 0.0692 Epoch 992/1000 - 0s - loss: 0.0694 Epoch 993/1000 - 0s - loss: 0.0698 Epoch 994/1000 - 0s - loss: 0.0693 Epoch 995/1000 - 0s - loss: 0.0699 Epoch 996/1000 - 0s - loss: 0.0698 Epoch 997/1000 - 0s - loss: 0.0695 Epoch 998/1000 - 0s - loss: 0.0691 Epoch 999/1000 - 0s - loss: 0.0695 Epoch 1000/1000 - 0s - loss: 0.0693 reconstruction loss=0.0689
loss=np.mean(np.square(train-decoded_output_3d))
print('reconstruction loss=%.4f' %loss)
reconstruction loss=0.0689
three_d_plot(decoded_output_3d)
plot(encoded_data_3d,a=-.05,b=7,c=-0.2,d=4,area=np.pi*0.2)
pca = PCA(n_components=2)
pca.fit(train)
PCA(n_components=2)
pca.explained_variance_ratio_
array([0.39220843, 0.33513555])
X_pca_train=pca.fit_transform(train)
inv_pca = pca.inverse_transform(X_pca_train)
three_d_plot(inv_pca)
print('Reconstruction Error=%.4f' %np.mean(np.square(inv_pca-train)))
Reconstruction Error=0.2727
plot(X_pca_train,a=-3.5,b=3.8,c=-3,d=3,area=np.pi*0.5)
