Predicting Nino3.4 index with 6 months lead with Machine Learning¶
In [ ]:
import numpy as np
import tensorflow as tf
from tensorflow.keras.models import Sequential
from tensorflow.keras.layers import Conv1D, GlobalAveragePooling1D, LSTM, Dense
import matplotlib.pyplot as plt
In [ ]:
In [ ]:
data=np.loadtxt('nino34.long.anom.txt')
In [ ]:
year=data[0:150,0]
data=data[0:150,1:]
data.shape
Out[ ]:
(150, 12)
In [ ]:
plt.plot(year,data[:,0]);plt.show()
In [ ]:
In [ ]:
data.shape
Out[ ]:
(150, 12)
In [ ]:
In [ ]:
# Define the input shape and the number of targets
dt=6
ny=100
input_shape = (dt, 1) # (time steps, num_features)
num_targets = 1
# Create a Conv1D-LSTM model
model = Sequential()
model.add(Conv1D(filters=ny, kernel_size=3, activation='relu', input_shape=input_shape))
model.add(LSTM(ny, return_sequences=True))
model.add(GlobalAveragePooling1D())
model.add(Dense(num_targets, activation='linear'))
# Compile the model
model.compile(loss='mse', optimizer='adam')
# data for testing
X=data[0:ny,0:dt]
y=data[0:ny,11]
# Train the model
model.fit(X, y, epochs=1000,batch_size=ny)
# Save the model
model.save('convlstm_model.h5')
Epoch 1/1000 1/1 [==============================] - 9s 9s/step - loss: 0.7433 Epoch 2/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.7303 Epoch 3/1000 1/1 [==============================] - 0s 96ms/step - loss: 0.7196 Epoch 4/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.7112 Epoch 5/1000 1/1 [==============================] - 0s 77ms/step - loss: 0.7047 Epoch 6/1000 1/1 [==============================] - 0s 116ms/step - loss: 0.6998 Epoch 7/1000 1/1 [==============================] - 0s 79ms/step - loss: 0.6960 Epoch 8/1000 1/1 [==============================] - 0s 82ms/step - loss: 0.6928 Epoch 9/1000 1/1 [==============================] - 0s 74ms/step - loss: 0.6895 Epoch 10/1000 1/1 [==============================] - 0s 95ms/step - loss: 0.6859 Epoch 11/1000 1/1 [==============================] - 0s 84ms/step - loss: 0.6818 Epoch 12/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.6772 Epoch 13/1000 1/1 [==============================] - 0s 89ms/step - loss: 0.6723 Epoch 14/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.6673 Epoch 15/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.6622 Epoch 16/1000 1/1 [==============================] - 0s 106ms/step - loss: 0.6570 Epoch 17/1000 1/1 [==============================] - 0s 85ms/step - loss: 0.6519 Epoch 18/1000 1/1 [==============================] - 0s 84ms/step - loss: 0.6466 Epoch 19/1000 1/1 [==============================] - 0s 90ms/step - loss: 0.6411 Epoch 20/1000 1/1 [==============================] - 0s 97ms/step - loss: 0.6354 Epoch 21/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.6293 Epoch 22/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.6227 Epoch 23/1000 1/1 [==============================] - 0s 97ms/step - loss: 0.6158 Epoch 24/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.6085 Epoch 25/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.6009 Epoch 26/1000 1/1 [==============================] - 0s 83ms/step - loss: 0.5930 Epoch 27/1000 1/1 [==============================] - 0s 134ms/step - loss: 0.5850 Epoch 28/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.5766 Epoch 29/1000 1/1 [==============================] - 0s 102ms/step - loss: 0.5681 Epoch 30/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.5595 Epoch 31/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.5510 Epoch 32/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.5429 Epoch 33/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.5356 Epoch 34/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.5292 Epoch 35/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.5239 Epoch 36/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.5197 Epoch 37/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.5170 Epoch 38/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.5157 Epoch 39/1000 1/1 [==============================] - 0s 77ms/step - loss: 0.5149 Epoch 40/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.5141 Epoch 41/1000 1/1 [==============================] - 0s 107ms/step - loss: 0.5128 Epoch 42/1000 1/1 [==============================] - 0s 115ms/step - loss: 0.5108 Epoch 43/1000 1/1 [==============================] - 0s 109ms/step - loss: 0.5082 Epoch 44/1000 1/1 [==============================] - 0s 85ms/step - loss: 0.5051 Epoch 45/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.5017 Epoch 46/1000 1/1 [==============================] - 0s 66ms/step - loss: 0.4983 Epoch 47/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.4954 Epoch 48/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.4928 Epoch 49/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.4906 Epoch 50/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.4886 Epoch 51/1000 1/1 [==============================] - 0s 118ms/step - loss: 0.4869 Epoch 52/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.4854 Epoch 53/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.4838 Epoch 54/1000 1/1 [==============================] - 0s 117ms/step - loss: 0.4821 Epoch 55/1000 1/1 [==============================] - 0s 93ms/step - loss: 0.4804 Epoch 56/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.4785 Epoch 57/1000 1/1 [==============================] - 0s 93ms/step - loss: 0.4765 Epoch 58/1000 1/1 [==============================] - 0s 76ms/step - loss: 0.4745 Epoch 59/1000 1/1 [==============================] - 0s 130ms/step - loss: 0.4724 Epoch 60/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.4703 Epoch 61/1000 1/1 [==============================] - 0s 93ms/step - loss: 0.4681 Epoch 62/1000 1/1 [==============================] - 0s 143ms/step - loss: 0.4660 Epoch 63/1000 1/1 [==============================] - 0s 148ms/step - loss: 0.4638 Epoch 64/1000 1/1 [==============================] - 0s 132ms/step - loss: 0.4616 Epoch 65/1000 1/1 [==============================] - 0s 90ms/step - loss: 0.4595 Epoch 66/1000 1/1 [==============================] - 0s 85ms/step - loss: 0.4572 Epoch 67/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.4549 Epoch 68/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.4525 Epoch 69/1000 1/1 [==============================] - 0s 93ms/step - loss: 0.4499 Epoch 70/1000 1/1 [==============================] - 0s 68ms/step - loss: 0.4473 Epoch 71/1000 1/1 [==============================] - 0s 79ms/step - loss: 0.4446 Epoch 72/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.4417 Epoch 73/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.4387 Epoch 74/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.4356 Epoch 75/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.4324 Epoch 76/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.4291 Epoch 77/1000 1/1 [==============================] - 0s 101ms/step - loss: 0.4255 Epoch 78/1000 1/1 [==============================] - 0s 87ms/step - loss: 0.4218 Epoch 79/1000 1/1 [==============================] - 0s 75ms/step - loss: 0.4179 Epoch 80/1000 1/1 [==============================] - 0s 126ms/step - loss: 0.4139 Epoch 81/1000 1/1 [==============================] - 0s 139ms/step - loss: 0.4096 Epoch 82/1000 1/1 [==============================] - 0s 104ms/step - loss: 0.4052 Epoch 83/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.4005 Epoch 84/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.3956 Epoch 85/1000 1/1 [==============================] - 0s 87ms/step - loss: 0.3905 Epoch 86/1000 1/1 [==============================] - 0s 84ms/step - loss: 0.3853 Epoch 87/1000 1/1 [==============================] - 0s 77ms/step - loss: 0.3799 Epoch 88/1000 1/1 [==============================] - 0s 66ms/step - loss: 0.3744 Epoch 89/1000 1/1 [==============================] - 0s 83ms/step - loss: 0.3688 Epoch 90/1000 1/1 [==============================] - 0s 104ms/step - loss: 0.3631 Epoch 91/1000 1/1 [==============================] - 0s 62ms/step - loss: 0.3575 Epoch 92/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.3519 Epoch 93/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.3465 Epoch 94/1000 1/1 [==============================] - 0s 61ms/step - loss: 0.3413 Epoch 95/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.3369 Epoch 96/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.3380 Epoch 97/1000 1/1 [==============================] - 0s 89ms/step - loss: 0.3423 Epoch 98/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.3304 Epoch 99/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.3297 Epoch 100/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.3271 Epoch 101/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.3224 Epoch 102/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.3226 Epoch 103/1000 1/1 [==============================] - 0s 82ms/step - loss: 0.3174 Epoch 104/1000 1/1 [==============================] - 0s 69ms/step - loss: 0.3172 Epoch 105/1000 1/1 [==============================] - 0s 74ms/step - loss: 0.3136 Epoch 106/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.3115 Epoch 107/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.3102 Epoch 108/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.3067 Epoch 109/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.3065 Epoch 110/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.3031 Epoch 111/1000 1/1 [==============================] - 0s 71ms/step - loss: 0.3022 Epoch 112/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.3000 Epoch 113/1000 1/1 [==============================] - 0s 68ms/step - loss: 0.2977 Epoch 114/1000 1/1 [==============================] - 0s 66ms/step - loss: 0.2969 Epoch 115/1000 1/1 [==============================] - 0s 62ms/step - loss: 0.2938 Epoch 116/1000 1/1 [==============================] - 0s 74ms/step - loss: 0.2935 Epoch 117/1000 1/1 [==============================] - 0s 63ms/step - loss: 0.2904 Epoch 118/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.2896 Epoch 119/1000 1/1 [==============================] - 0s 78ms/step - loss: 0.2873 Epoch 120/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.2859 Epoch 121/1000 1/1 [==============================] - 0s 95ms/step - loss: 0.2842 Epoch 122/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.2824 Epoch 123/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.2813 Epoch 124/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.2792 Epoch 125/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.2782 Epoch 126/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.2762 Epoch 127/1000 1/1 [==============================] - 0s 68ms/step - loss: 0.2751 Epoch 128/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.2732 Epoch 129/1000 1/1 [==============================] - 0s 67ms/step - loss: 0.2720 Epoch 130/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.2702 Epoch 131/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.2690 Epoch 132/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.2672 Epoch 133/1000 1/1 [==============================] - 0s 71ms/step - loss: 0.2659 Epoch 134/1000 1/1 [==============================] - 0s 76ms/step - loss: 0.2642 Epoch 135/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.2629 Epoch 136/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.2611 Epoch 137/1000 1/1 [==============================] - 0s 89ms/step - loss: 0.2598 Epoch 138/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.2581 Epoch 139/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.2568 Epoch 140/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.2552 Epoch 141/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.2537 Epoch 142/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.2523 Epoch 143/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.2507 Epoch 144/1000 1/1 [==============================] - 0s 72ms/step - loss: 0.2493 Epoch 145/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.2477 Epoch 146/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.2463 Epoch 147/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.2449 Epoch 148/1000 1/1 [==============================] - 0s 70ms/step - loss: 0.2433 Epoch 149/1000 1/1 [==============================] - 0s 63ms/step - loss: 0.2420 Epoch 150/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.2406 Epoch 151/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.2390 Epoch 152/1000 1/1 [==============================] - 0s 66ms/step - loss: 0.2376 Epoch 153/1000 1/1 [==============================] - 0s 96ms/step - loss: 0.2362 Epoch 154/1000 1/1 [==============================] - 0s 83ms/step - loss: 0.2347 Epoch 155/1000 1/1 [==============================] - 0s 61ms/step - loss: 0.2332 Epoch 156/1000 1/1 [==============================] - 0s 83ms/step - loss: 0.2318 Epoch 157/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.2303 Epoch 158/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.2289 Epoch 159/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.2274 Epoch 160/1000 1/1 [==============================] - 0s 63ms/step - loss: 0.2260 Epoch 161/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.2246 Epoch 162/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.2231 Epoch 163/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.2217 Epoch 164/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.2204 Epoch 165/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.2194 Epoch 166/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.2196 Epoch 167/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.2239 Epoch 168/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.2329 Epoch 169/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.2243 Epoch 170/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.2154 Epoch 171/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.2214 Epoch 172/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.2148 Epoch 173/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.2156 Epoch 174/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.2147 Epoch 175/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.2106 Epoch 176/1000 1/1 [==============================] - 0s 71ms/step - loss: 0.2149 Epoch 177/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.2078 Epoch 178/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.2124 Epoch 179/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.2086 Epoch 180/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.2069 Epoch 181/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.2086 Epoch 182/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.2032 Epoch 183/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.2065 Epoch 184/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.2018 Epoch 185/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.2041 Epoch 186/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.2015 Epoch 187/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.2009 Epoch 188/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.2008 Epoch 189/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1982 Epoch 190/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1994 Epoch 191/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1968 Epoch 192/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1977 Epoch 193/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.1960 Epoch 194/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1954 Epoch 195/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.1951 Epoch 196/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1933 Epoch 197/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.1937 Epoch 198/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1921 Epoch 199/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.1919 Epoch 200/1000 1/1 [==============================] - 0s 63ms/step - loss: 0.1913 Epoch 201/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.1901 Epoch 202/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1901 Epoch 203/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1889 Epoch 204/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1884 Epoch 205/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1880 Epoch 206/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.1868 Epoch 207/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1866 Epoch 208/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1858 Epoch 209/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1850 Epoch 210/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.1848 Epoch 211/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1846 Epoch 212/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1857 Epoch 213/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1924 Epoch 214/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.2098 Epoch 215/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.2211 Epoch 216/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1869 Epoch 217/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1923 Epoch 218/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.2035 Epoch 219/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.1810 Epoch 220/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1978 Epoch 221/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1856 Epoch 222/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.1877 Epoch 223/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.1876 Epoch 224/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1838 Epoch 225/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1855 Epoch 226/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1832 Epoch 227/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1828 Epoch 228/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1811 Epoch 229/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.1811 Epoch 230/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1792 Epoch 231/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1809 Epoch 232/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1773 Epoch 233/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1802 Epoch 234/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1753 Epoch 235/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1787 Epoch 236/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1745 Epoch 237/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1774 Epoch 238/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1743 Epoch 239/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1754 Epoch 240/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1740 Epoch 241/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1736 Epoch 242/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1737 Epoch 243/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.1723 Epoch 244/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.1732 Epoch 245/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1713 Epoch 246/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1722 Epoch 247/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1706 Epoch 248/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1710 Epoch 249/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1702 Epoch 250/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1697 Epoch 251/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1697 Epoch 252/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1687 Epoch 253/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1690 Epoch 254/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1680 Epoch 255/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1679 Epoch 256/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1676 Epoch 257/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1668 Epoch 258/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1668 Epoch 259/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1661 Epoch 260/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1658 Epoch 261/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1655 Epoch 262/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1649 Epoch 263/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.1647 Epoch 264/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1642 Epoch 265/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1638 Epoch 266/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1635 Epoch 267/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1630 Epoch 268/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1626 Epoch 269/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1623 Epoch 270/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1618 Epoch 271/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1614 Epoch 272/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1611 Epoch 273/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1606 Epoch 274/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1602 Epoch 275/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.1598 Epoch 276/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1593 Epoch 277/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1589 Epoch 278/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1585 Epoch 279/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1581 Epoch 280/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.1576 Epoch 281/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.1572 Epoch 282/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1568 Epoch 283/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1564 Epoch 284/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1559 Epoch 285/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1555 Epoch 286/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1551 Epoch 287/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1546 Epoch 288/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.1541 Epoch 289/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1537 Epoch 290/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1532 Epoch 291/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1528 Epoch 292/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1524 Epoch 293/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1520 Epoch 294/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1519 Epoch 295/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1524 Epoch 296/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1550 Epoch 297/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1630 Epoch 298/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1851 Epoch 299/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.2002 Epoch 300/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1851 Epoch 301/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.1492 Epoch 302/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.1740 Epoch 303/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1790 Epoch 304/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1485 Epoch 305/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1760 Epoch 306/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1625 Epoch 307/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.1541 Epoch 308/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1708 Epoch 309/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1481 Epoch 310/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1622 Epoch 311/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1518 Epoch 312/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.1529 Epoch 313/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.1552 Epoch 314/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1477 Epoch 315/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1552 Epoch 316/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1465 Epoch 317/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1518 Epoch 318/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.1470 Epoch 319/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1486 Epoch 320/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.1472 Epoch 321/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.1460 Epoch 322/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.1469 Epoch 323/1000 1/1 [==============================] - 0s 64ms/step - loss: 0.1440 Epoch 324/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.1462 Epoch 325/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1428 Epoch 326/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.1450 Epoch 327/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.1429 Epoch 328/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.1427 Epoch 329/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.1433 Epoch 330/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.1407 Epoch 331/1000 1/1 [==============================] - 0s 58ms/step - loss: 0.1425 Epoch 332/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.1405 Epoch 333/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.1405 Epoch 334/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.1407 Epoch 335/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1391 Epoch 336/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1399 Epoch 337/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1387 Epoch 338/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1384 Epoch 339/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.1384 Epoch 340/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.1374 Epoch 341/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1375 Epoch 342/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.1369 Epoch 343/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.1364 Epoch 344/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1364 Epoch 345/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1355 Epoch 346/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.1353 Epoch 347/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.1352 Epoch 348/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1344 Epoch 349/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1342 Epoch 350/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1340 Epoch 351/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1332 Epoch 352/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1330 Epoch 353/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1328 Epoch 354/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1322 Epoch 355/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1318 Epoch 356/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1315 Epoch 357/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1310 Epoch 358/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1306 Epoch 359/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1303 Epoch 360/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1299 Epoch 361/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1294 Epoch 362/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1291 Epoch 363/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1287 Epoch 364/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.1282 Epoch 365/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1278 Epoch 366/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1274 Epoch 367/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1270 Epoch 368/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1265 Epoch 369/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1261 Epoch 370/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.1257 Epoch 371/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.1253 Epoch 372/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.1248 Epoch 373/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1244 Epoch 374/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.1239 Epoch 375/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1235 Epoch 376/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1231 Epoch 377/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.1227 Epoch 378/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.1222 Epoch 379/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1218 Epoch 380/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1213 Epoch 381/1000 1/1 [==============================] - 0s 60ms/step - loss: 0.1209 Epoch 382/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1205 Epoch 383/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1202 Epoch 384/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.1202 Epoch 385/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1211 Epoch 386/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1240 Epoch 387/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1332 Epoch 388/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.1383 Epoch 389/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.1422 Epoch 390/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1214 Epoch 391/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.1301 Epoch 392/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.1436 Epoch 393/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.1262 Epoch 394/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.1376 Epoch 395/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.1418 Epoch 396/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1197 Epoch 397/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1396 Epoch 398/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1244 Epoch 399/1000 1/1 [==============================] - 0s 20ms/step - loss: 0.1276 Epoch 400/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1341 Epoch 401/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1178 Epoch 402/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1270 Epoch 403/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1138 Epoch 404/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1262 Epoch 405/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1199 Epoch 406/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1211 Epoch 407/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1186 Epoch 408/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1133 Epoch 409/1000 1/1 [==============================] - 0s 21ms/step - loss: 0.1186 Epoch 410/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1136 Epoch 411/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1196 Epoch 412/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1129 Epoch 413/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1144 Epoch 414/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1116 Epoch 415/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1112 Epoch 416/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.1130 Epoch 417/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1106 Epoch 418/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1131 Epoch 419/1000 1/1 [==============================] - 0s 23ms/step - loss: 0.1095 Epoch 420/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1103 Epoch 421/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1084 Epoch 422/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1076 Epoch 423/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1081 Epoch 424/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1063 Epoch 425/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1078 Epoch 426/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1067 Epoch 427/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1073 Epoch 428/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1083 Epoch 429/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1086 Epoch 430/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1121 Epoch 431/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1146 Epoch 432/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1206 Epoch 433/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1221 Epoch 434/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1209 Epoch 435/1000 1/1 [==============================] - 0s 23ms/step - loss: 0.1115 Epoch 436/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1033 Epoch 437/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1027 Epoch 438/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1081 Epoch 439/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1108 Epoch 440/1000 1/1 [==============================] - 0s 24ms/step - loss: 0.1064 Epoch 441/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1013 Epoch 442/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1008 Epoch 443/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1042 Epoch 444/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.1052 Epoch 445/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1018 Epoch 446/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0991 Epoch 447/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0992 Epoch 448/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.1011 Epoch 449/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1016 Epoch 450/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0992 Epoch 451/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0973 Epoch 452/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0970 Epoch 453/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0978 Epoch 454/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0986 Epoch 455/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0978 Epoch 456/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0963 Epoch 457/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0950 Epoch 458/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0945 Epoch 459/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0946 Epoch 460/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0950 Epoch 461/1000 1/1 [==============================] - 0s 23ms/step - loss: 0.0951 Epoch 462/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0947 Epoch 463/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0941 Epoch 464/1000 1/1 [==============================] - 0s 24ms/step - loss: 0.0933 Epoch 465/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0924 Epoch 466/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0916 Epoch 467/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0909 Epoch 468/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0904 Epoch 469/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0898 Epoch 470/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0893 Epoch 471/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0889 Epoch 472/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0885 Epoch 473/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0881 Epoch 474/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0878 Epoch 475/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0877 Epoch 476/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.0881 Epoch 477/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.0898 Epoch 478/1000 1/1 [==============================] - 0s 57ms/step - loss: 0.0954 Epoch 479/1000 1/1 [==============================] - 0s 54ms/step - loss: 0.1130 Epoch 480/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1469 Epoch 481/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.2108 Epoch 482/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.1543 Epoch 483/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0952 Epoch 484/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.1066 Epoch 485/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.1261 Epoch 486/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.1042 Epoch 487/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0944 Epoch 488/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.1126 Epoch 489/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1011 Epoch 490/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0925 Epoch 491/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.1090 Epoch 492/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0943 Epoch 493/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0942 Epoch 494/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1018 Epoch 495/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0856 Epoch 496/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0960 Epoch 497/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0869 Epoch 498/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0876 Epoch 499/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0911 Epoch 500/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0823 Epoch 501/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0915 Epoch 502/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0829 Epoch 503/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0854 Epoch 504/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0854 Epoch 505/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0810 Epoch 506/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0847 Epoch 507/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0806 Epoch 508/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0825 Epoch 509/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0808 Epoch 510/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0805 Epoch 511/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0806 Epoch 512/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0786 Epoch 513/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0802 Epoch 514/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0776 Epoch 515/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0784 Epoch 516/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0782 Epoch 517/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0764 Epoch 518/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0777 Epoch 519/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0763 Epoch 520/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0760 Epoch 521/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0761 Epoch 522/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0751 Epoch 523/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0753 Epoch 524/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0745 Epoch 525/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0743 Epoch 526/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0743 Epoch 527/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0733 Epoch 528/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0735 Epoch 529/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0731 Epoch 530/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0725 Epoch 531/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0725 Epoch 532/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0720 Epoch 533/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0717 Epoch 534/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0716 Epoch 535/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0710 Epoch 536/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0708 Epoch 537/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0707 Epoch 538/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0701 Epoch 539/1000 1/1 [==============================] - 0s 55ms/step - loss: 0.0699 Epoch 540/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.0697 Epoch 541/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0693 Epoch 542/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0690 Epoch 543/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0687 Epoch 544/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0683 Epoch 545/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0681 Epoch 546/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0679 Epoch 547/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0675 Epoch 548/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0672 Epoch 549/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0669 Epoch 550/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0666 Epoch 551/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0663 Epoch 552/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0661 Epoch 553/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0657 Epoch 554/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0654 Epoch 555/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0652 Epoch 556/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0649 Epoch 557/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0646 Epoch 558/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0643 Epoch 559/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0640 Epoch 560/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0637 Epoch 561/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0634 Epoch 562/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0631 Epoch 563/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0628 Epoch 564/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0626 Epoch 565/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0623 Epoch 566/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0620 Epoch 567/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0617 Epoch 568/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0614 Epoch 569/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0612 Epoch 570/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0609 Epoch 571/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0606 Epoch 572/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.0604 Epoch 573/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.0601 Epoch 574/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0599 Epoch 575/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0598 Epoch 576/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0600 Epoch 577/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0607 Epoch 578/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0627 Epoch 579/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0685 Epoch 580/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0802 Epoch 581/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.1095 Epoch 582/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.1273 Epoch 583/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.1407 Epoch 584/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0785 Epoch 585/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0641 Epoch 586/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.0940 Epoch 587/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0790 Epoch 588/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0662 Epoch 589/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0742 Epoch 590/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0659 Epoch 591/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0663 Epoch 592/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.0687 Epoch 593/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0586 Epoch 594/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0642 Epoch 595/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0644 Epoch 596/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0560 Epoch 597/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0623 Epoch 598/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0605 Epoch 599/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0554 Epoch 600/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0602 Epoch 601/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0575 Epoch 602/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0551 Epoch 603/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0581 Epoch 604/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0554 Epoch 605/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0545 Epoch 606/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0562 Epoch 607/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0539 Epoch 608/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0536 Epoch 609/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0547 Epoch 610/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0528 Epoch 611/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0526 Epoch 612/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0535 Epoch 613/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0520 Epoch 614/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0515 Epoch 615/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0523 Epoch 616/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0514 Epoch 617/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0507 Epoch 618/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0512 Epoch 619/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0508 Epoch 620/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0501 Epoch 621/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0503 Epoch 622/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0501 Epoch 623/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0494 Epoch 624/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0494 Epoch 625/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0494 Epoch 626/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0488 Epoch 627/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0485 Epoch 628/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0486 Epoch 629/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0483 Epoch 630/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0479 Epoch 631/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0477 Epoch 632/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0477 Epoch 633/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0473 Epoch 634/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0470 Epoch 635/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0469 Epoch 636/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0468 Epoch 637/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0465 Epoch 638/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0462 Epoch 639/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0461 Epoch 640/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0459 Epoch 641/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0456 Epoch 642/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0454 Epoch 643/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0453 Epoch 644/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0451 Epoch 645/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0448 Epoch 646/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0446 Epoch 647/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0444 Epoch 648/1000 1/1 [==============================] - 0s 42ms/step - loss: 0.0443 Epoch 649/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0440 Epoch 650/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0438 Epoch 651/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0436 Epoch 652/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0435 Epoch 653/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0433 Epoch 654/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0430 Epoch 655/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0428 Epoch 656/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0426 Epoch 657/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0425 Epoch 658/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0423 Epoch 659/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0420 Epoch 660/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0418 Epoch 661/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0416 Epoch 662/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.0415 Epoch 663/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0413 Epoch 664/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0410 Epoch 665/1000 1/1 [==============================] - 0s 24ms/step - loss: 0.0408 Epoch 666/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0406 Epoch 667/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0405 Epoch 668/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0403 Epoch 669/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0401 Epoch 670/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0398 Epoch 671/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0396 Epoch 672/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0394 Epoch 673/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0393 Epoch 674/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0391 Epoch 675/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0389 Epoch 676/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0387 Epoch 677/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0384 Epoch 678/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0382 Epoch 679/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0380 Epoch 680/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0379 Epoch 681/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0377 Epoch 682/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0375 Epoch 683/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0373 Epoch 684/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0372 Epoch 685/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0372 Epoch 686/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0375 Epoch 687/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0386 Epoch 688/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0415 Epoch 689/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0493 Epoch 690/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0657 Epoch 691/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.1047 Epoch 692/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.1334 Epoch 693/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.1542 Epoch 694/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0680 Epoch 695/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0421 Epoch 696/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0832 Epoch 697/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0696 Epoch 698/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0434 Epoch 699/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0558 Epoch 700/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0581 Epoch 701/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0454 Epoch 702/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0472 Epoch 703/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0515 Epoch 704/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0442 Epoch 705/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0427 Epoch 706/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0477 Epoch 707/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0411 Epoch 708/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0401 Epoch 709/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0444 Epoch 710/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0376 Epoch 711/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0385 Epoch 712/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0408 Epoch 713/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0348 Epoch 714/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0374 Epoch 715/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0375 Epoch 716/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0333 Epoch 717/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0364 Epoch 718/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0348 Epoch 719/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0327 Epoch 720/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0351 Epoch 721/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0330 Epoch 722/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0323 Epoch 723/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0340 Epoch 724/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0319 Epoch 725/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0320 Epoch 726/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0329 Epoch 727/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0313 Epoch 728/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0315 Epoch 729/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0320 Epoch 730/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0308 Epoch 731/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0309 Epoch 732/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0312 Epoch 733/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0304 Epoch 734/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0303 Epoch 735/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0304 Epoch 736/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0300 Epoch 737/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0297 Epoch 738/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0297 Epoch 739/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0296 Epoch 740/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0293 Epoch 741/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0291 Epoch 742/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0291 Epoch 743/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0289 Epoch 744/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0286 Epoch 745/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0285 Epoch 746/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0285 Epoch 747/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0282 Epoch 748/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0280 Epoch 749/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0280 Epoch 750/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0278 Epoch 751/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0276 Epoch 752/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0275 Epoch 753/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0274 Epoch 754/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0272 Epoch 755/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0270 Epoch 756/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0270 Epoch 757/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0268 Epoch 758/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0267 Epoch 759/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0265 Epoch 760/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0264 Epoch 761/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0263 Epoch 762/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0261 Epoch 763/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0260 Epoch 764/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0259 Epoch 765/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0258 Epoch 766/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0256 Epoch 767/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0255 Epoch 768/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0254 Epoch 769/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0253 Epoch 770/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0251 Epoch 771/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0250 Epoch 772/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0249 Epoch 773/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0247 Epoch 774/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0246 Epoch 775/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0245 Epoch 776/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0244 Epoch 777/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0243 Epoch 778/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0241 Epoch 779/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0240 Epoch 780/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0239 Epoch 781/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0238 Epoch 782/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0236 Epoch 783/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0235 Epoch 784/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0234 Epoch 785/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0233 Epoch 786/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0232 Epoch 787/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0231 Epoch 788/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0229 Epoch 789/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0228 Epoch 790/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0227 Epoch 791/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0226 Epoch 792/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.0225 Epoch 793/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0224 Epoch 794/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0223 Epoch 795/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0221 Epoch 796/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0220 Epoch 797/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0219 Epoch 798/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0218 Epoch 799/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0217 Epoch 800/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0216 Epoch 801/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0215 Epoch 802/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0214 Epoch 803/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0212 Epoch 804/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0211 Epoch 805/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0210 Epoch 806/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0209 Epoch 807/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.0208 Epoch 808/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0207 Epoch 809/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0206 Epoch 810/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0205 Epoch 811/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0204 Epoch 812/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0203 Epoch 813/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0202 Epoch 814/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0200 Epoch 815/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0199 Epoch 816/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0198 Epoch 817/1000 1/1 [==============================] - 0s 23ms/step - loss: 0.0197 Epoch 818/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0196 Epoch 819/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0195 Epoch 820/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0194 Epoch 821/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0193 Epoch 822/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0192 Epoch 823/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0191 Epoch 824/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0190 Epoch 825/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0189 Epoch 826/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0189 Epoch 827/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0188 Epoch 828/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0188 Epoch 829/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0189 Epoch 830/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0192 Epoch 831/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0198 Epoch 832/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0211 Epoch 833/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0238 Epoch 834/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0283 Epoch 835/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0384 Epoch 836/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0493 Epoch 837/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0703 Epoch 838/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0657 Epoch 839/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0566 Epoch 840/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0287 Epoch 841/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0215 Epoch 842/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0331 Epoch 843/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0350 Epoch 844/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0283 Epoch 845/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0234 Epoch 846/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0256 Epoch 847/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0257 Epoch 848/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0228 Epoch 849/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0246 Epoch 850/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0236 Epoch 851/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0197 Epoch 852/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0211 Epoch 853/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0229 Epoch 854/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0196 Epoch 855/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0175 Epoch 856/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0203 Epoch 857/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0209 Epoch 858/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0172 Epoch 859/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0172 Epoch 860/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.0197 Epoch 861/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0183 Epoch 862/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0161 Epoch 863/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.0172 Epoch 864/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0181 Epoch 865/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0166 Epoch 866/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0159 Epoch 867/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0168 Epoch 868/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0168 Epoch 869/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0157 Epoch 870/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0157 Epoch 871/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0163 Epoch 872/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0158 Epoch 873/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0152 Epoch 874/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0154 Epoch 875/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0157 Epoch 876/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0152 Epoch 877/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0148 Epoch 878/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0151 Epoch 879/1000 1/1 [==============================] - 0s 26ms/step - loss: 0.0151 Epoch 880/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0147 Epoch 881/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0145 Epoch 882/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0146 Epoch 883/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0146 Epoch 884/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0144 Epoch 885/1000 1/1 [==============================] - 0s 25ms/step - loss: 0.0142 Epoch 886/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0142 Epoch 887/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0142 Epoch 888/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0140 Epoch 889/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0139 Epoch 890/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0138 Epoch 891/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0138 Epoch 892/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0137 Epoch 893/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0135 Epoch 894/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0135 Epoch 895/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0135 Epoch 896/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0134 Epoch 897/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0133 Epoch 898/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0132 Epoch 899/1000 1/1 [==============================] - 0s 27ms/step - loss: 0.0131 Epoch 900/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0131 Epoch 901/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0130 Epoch 902/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0129 Epoch 903/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0128 Epoch 904/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0128 Epoch 905/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0127 Epoch 906/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0126 Epoch 907/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0125 Epoch 908/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0125 Epoch 909/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0124 Epoch 910/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0123 Epoch 911/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0122 Epoch 912/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0122 Epoch 913/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0121 Epoch 914/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0120 Epoch 915/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0120 Epoch 916/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0119 Epoch 917/1000 1/1 [==============================] - 0s 28ms/step - loss: 0.0118 Epoch 918/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0118 Epoch 919/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0117 Epoch 920/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0116 Epoch 921/1000 1/1 [==============================] - 0s 29ms/step - loss: 0.0116 Epoch 922/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0115 Epoch 923/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.0114 Epoch 924/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.0114 Epoch 925/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.0113 Epoch 926/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0112 Epoch 927/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0112 Epoch 928/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0111 Epoch 929/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0110 Epoch 930/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0110 Epoch 931/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0109 Epoch 932/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0109 Epoch 933/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0108 Epoch 934/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0107 Epoch 935/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0107 Epoch 936/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0106 Epoch 937/1000 1/1 [==============================] - 0s 40ms/step - loss: 0.0106 Epoch 938/1000 1/1 [==============================] - 0s 45ms/step - loss: 0.0105 Epoch 939/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0104 Epoch 940/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0104 Epoch 941/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.0104 Epoch 942/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.0104 Epoch 943/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0104 Epoch 944/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0105 Epoch 945/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0108 Epoch 946/1000 1/1 [==============================] - 0s 43ms/step - loss: 0.0114 Epoch 947/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0127 Epoch 948/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.0151 Epoch 949/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.0206 Epoch 950/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.0297 Epoch 951/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.0493 Epoch 952/1000 1/1 [==============================] - 0s 44ms/step - loss: 0.0670 Epoch 953/1000 1/1 [==============================] - 0s 50ms/step - loss: 0.0938 Epoch 954/1000 1/1 [==============================] - 0s 41ms/step - loss: 0.0661 Epoch 955/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0311 Epoch 956/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0105 Epoch 957/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0289 Epoch 958/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.0476 Epoch 959/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.0239 Epoch 960/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.0110 Epoch 961/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.0260 Epoch 962/1000 1/1 [==============================] - 0s 37ms/step - loss: 0.0272 Epoch 963/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0135 Epoch 964/1000 1/1 [==============================] - 0s 46ms/step - loss: 0.0129 Epoch 965/1000 1/1 [==============================] - 0s 59ms/step - loss: 0.0219 Epoch 966/1000 1/1 [==============================] - 0s 61ms/step - loss: 0.0184 Epoch 967/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.0102 Epoch 968/1000 1/1 [==============================] - 0s 53ms/step - loss: 0.0155 Epoch 969/1000 1/1 [==============================] - 0s 62ms/step - loss: 0.0189 Epoch 970/1000 1/1 [==============================] - 0s 51ms/step - loss: 0.0116 Epoch 971/1000 1/1 [==============================] - 0s 56ms/step - loss: 0.0113 Epoch 972/1000 1/1 [==============================] - 0s 52ms/step - loss: 0.0162 Epoch 973/1000 1/1 [==============================] - 0s 47ms/step - loss: 0.0129 Epoch 974/1000 1/1 [==============================] - 0s 48ms/step - loss: 0.0098 Epoch 975/1000 1/1 [==============================] - 0s 49ms/step - loss: 0.0127 Epoch 976/1000 1/1 [==============================] - 0s 38ms/step - loss: 0.0129 Epoch 977/1000 1/1 [==============================] - 0s 39ms/step - loss: 0.0099 Epoch 978/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0103 Epoch 979/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0118 Epoch 980/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0105 Epoch 981/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0092 Epoch 982/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0104 Epoch 983/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0107 Epoch 984/1000 1/1 [==============================] - 0s 36ms/step - loss: 0.0091 Epoch 985/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0092 Epoch 986/1000 1/1 [==============================] - 0s 35ms/step - loss: 0.0101 Epoch 987/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0094 Epoch 988/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0086 Epoch 989/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0092 Epoch 990/1000 1/1 [==============================] - 0s 32ms/step - loss: 0.0094 Epoch 991/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0087 Epoch 992/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0084 Epoch 993/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0089 Epoch 994/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0089 Epoch 995/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0083 Epoch 996/1000 1/1 [==============================] - 0s 30ms/step - loss: 0.0083 Epoch 997/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0086 Epoch 998/1000 1/1 [==============================] - 0s 31ms/step - loss: 0.0084 Epoch 999/1000 1/1 [==============================] - 0s 33ms/step - loss: 0.0080 Epoch 1000/1000 1/1 [==============================] - 0s 34ms/step - loss: 0.0081
In [ ]:
# Load the model
model = tf.keras.models.load_model('convlstm_model.h5')
# Generate some new data for testing
X_test=data[ny:,0:dt]
y_test=data[ny:,11]
# Predict the targets using the model
y_pred = model.predict(X_test)
# Evaluate the model performance
mse = tf.keras.losses.MeanSquaredError()
loss = mse(y_test, y_pred).numpy()
cor=np.corrcoef(np.squeeze(y_test), np.squeeze(y_pred))[0,1]
print('Test loss:', loss)
print('Correlation:', cor)
# Generate a plot of the predictions
import matplotlib.pyplot as plt
plt.figure(figsize=(12, 6))
plt.title('Predicting of each years December Nino3.4 index with 6 months lead')
plt.plot(year[ny:],y_test, label='True target') # plot the last time step of the first target
plt.plot(year[ny:],y_pred, label='Predicted target') # plot the last time step of the first target
plt.legend()
plt.show()
2/2 [==============================] - 1s 5ms/step Test loss: 2.8917751 Correlation: 0.7753833464011736
In [ ]:
In [ ]:
In [ ]: