import torch
import numpy as np
from torch import nn
from torch import optim
from torch.utils.data import Dataset,DataLoader,TensorDataset
dtype = torch.FloatTensor
定义一个数据
sentence = (
'GitHub Actions makes it easy to automate all your software workflows '
'from continuous integration and delivery to issue triage and more'
)
sentence
'GitHub Actions makes it easy to automate all your software workflows from continuous integration and delivery to issue triage and more'
print("len(sentence.split())",len(sentence.split()))
print("len(set(sentence.split()))",len(set(sentence.split())))
print("sentence.split()[:5]",sentence.split()[:5])
len(sentence.split()) 21
len(set(sentence.split())) 19
sentence.split()[:5] ['GitHub', 'Actions', 'makes', 'it', 'easy']
word2idx = {w:i for i,w in enumerate(list(set(sentence.split())))}
idx2word = {i:w for i,w in enumerate(list(set(sentence.split())))}
n_class = len(word2idx)
max_len = len(sentence.split())
n_hidden = 5
n_class
19
#数据预处理 构建dataset,
def make_data(sentence):
input_batch = []
target_batch = []
words = sentence.split()
for i in range(max_len-1):
input = [word2idx[n] for n in words[:(i+1)]]
input = input + [0]*(max_len-len(input))
target= word2idx[words[i+1]]
input_batch.append(np.eye(n_class)[input])
target_batch.append(target)
return torch.Tensor(input_batch),torch.LongTensor(target_batch)
input_batch, target_batch = make_data(sentence)
dataset =TensorDataset(input_batch, target_batch)
loader = DataLoader(dataset, 16, True)
这是对时间序列数据的划分，具体的关于时序数据划分会总结道时间序列预测部分
input_batch.size()
torch.Size([20, 21, 19])
target_batch.size()
torch.Size([20])
for x,y in loader:
print(x.shape,y.shape)
torch.Size([16, 21, 19]) torch.Size([16])
torch.Size([4, 21, 19]) torch.Size([4])
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
device
device(type='cuda')
#定义网络架构
class bilstm(nn.Module):
def __init__(self,n_class,n_hidden):
super(bilstm,self).__init__()
self.bilstm_ = nn.LSTM(n_class,n_hidden,
bidirectional = True,batch_first=True)
self.fc_ = nn.Linear(n_hidden*2,n_class)
def forward(self,x):
batch_size = x.shape[0]
#x = [batch_size,max_len,n_class]
#h_0 = [num_layers*num_directions,batch_Size,n_hidden]
#c_0 = [num_layers*num_directions,batch_Size,n_hidden]
h_0 = torch.randn(1*2, batch_size, n_hidden).to(device)
c_0 = torch.randn(1*2, batch_size, n_hidden).to(device)
#output= (batch_size,seq_length,num_directions*hidden_size)
#h_n = [num_directions * num_layers,batch,hidden_size]
#c_n = [num_directions * num_layers,batch,hidden_size]
#h_n是句子的最后一个单词（也就是最后一个时间步）的隐藏状态，
#c_n是句子的最后一个单词的细胞状态
output,(h_n,c_n) = self.bilstm_(x,(h_0,c_0))
# output,(h_n,c_n) = self.bilstm_(x,)
#output[-1]是batch_size个句子中每一个句子的最后一个单词的隐藏状态，
#LSTM中的隐藏状态其实就是输出，
#cell state细胞状态才是LSTM中一直隐藏的，记录着信息
#output = [batch_size,max_len,num]
output = output.permute(1,0,2)
output = output[-1]
out = self.fc_(output)
return out
n_class = 19
model = bilstm(n_class,n_hidden).to(device)
criterion = nn.CrossEntropyLoss()
optimizer = optim.Adam(model.parameters(), lr=0.001)
#训练
num_epochs = 1000
for epoch in range(num_epochs):
for s,(x,y) in enumerate(loader):
x =x.to(device)
y = y.view(-1).to(device)
y_hat = model.forward(x)
loss = criterion(y_hat,y)
loss.backward()
optimizer.zero_grad()
optimizer.step()
print(f"Epoch:{epoch+1},loss = {loss:0.4f}")
Epoch:1,loss = 2.9710
Epoch:1,loss = 3.1313
Epoch:2,loss = 2.9578
Epoch:2,loss = 3.0859
Epoch:3,loss = 3.0224
Epoch:3,loss = 3.0468
Epoch:4,loss = 2.9488
Epoch:4,loss = 3.1521
Epoch:5,loss = 2.9708
Epoch:5,loss = 2.8834
Epoch:6,loss = 2.9996
Epoch:6,loss = 2.8285
Epoch:7,loss = 2.9844
Epoch:7,loss = 2.9697
Epoch:8,loss = 2.9715
Epoch:8,loss = 3.0791
Epoch:9,loss = 3.0204
Epoch:9,loss = 2.8882
Epoch:10,loss = 2.9539
Epoch:10,loss = 3.1408
Epoch:11,loss = 2.9751
Epoch:11,loss = 3.1293
Epoch:12,loss = 2.9866
Epoch:12,loss = 2.8729
Epoch:13,loss = 2.9656
Epoch:13,loss = 3.1356
Epoch:14,loss = 2.9440
Epoch:14,loss = 2.9825
Epoch:15,loss = 2.9902
Epoch:15,loss = 3.0334
Epoch:16,loss = 3.0631
Epoch:16,loss = 2.8366
Epoch:17,loss = 2.9927
Epoch:17,loss = 2.9726
Epoch:18,loss = 2.9389
Epoch:18,loss = 3.2588
Epoch:19,loss = 2.9854
Epoch:19,loss = 3.0586
Epoch:20,loss = 2.9584
Epoch:20,loss = 3.1269
Epoch:21,loss = 2.9847
Epoch:21,loss = 3.0981
Epoch:22,loss = 2.9533
Epoch:22,loss = 3.1056
Epoch:23,loss = 2.9636
Epoch:23,loss = 3.0269
Epoch:24,loss = 3.0381
Epoch:24,loss = 2.7435
Epoch:25,loss = 2.9595
Epoch:25,loss = 3.0556
Epoch:26,loss = 2.9786
Epoch:26,loss = 3.0695
Epoch:27,loss = 2.9905
Epoch:27,loss = 3.0268
Epoch:28,loss = 2.9303
Epoch:28,loss = 2.9691
Epoch:29,loss = 2.9918
Epoch:29,loss = 2.9401
Epoch:30,loss = 3.0379
Epoch:30,loss = 2.8408
Epoch:31,loss = 2.9459
Epoch:31,loss = 3.1688
Epoch:32,loss = 3.0155
Epoch:32,loss = 2.8891
Epoch:33,loss = 2.9404
Epoch:33,loss = 3.0350
Epoch:34,loss = 3.0070
Epoch:34,loss = 2.9489
Epoch:35,loss = 3.0180
Epoch:35,loss = 2.8491
Epoch:36,loss = 2.9434
Epoch:36,loss = 3.2048
Epoch:37,loss = 2.9473
Epoch:37,loss = 3.0235
Epoch:38,loss = 3.0670
Epoch:38,loss = 2.8039
Epoch:39,loss = 2.9727
Epoch:39,loss = 2.9358
Epoch:40,loss = 3.0148
Epoch:40,loss = 3.0530
Epoch:41,loss = 3.0251
Epoch:41,loss = 2.8361
Epoch:42,loss = 3.0016
Epoch:42,loss = 2.8877
Epoch:43,loss = 3.0291
Epoch:43,loss = 2.8412
Epoch:44,loss = 2.9640
Epoch:44,loss = 3.0255
Epoch:45,loss = 3.0097
Epoch:45,loss = 2.8518
Epoch:46,loss = 2.9613
Epoch:46,loss = 3.0475
Epoch:47,loss = 3.0531
Epoch:47,loss = 2.9620
Epoch:48,loss = 2.9394
Epoch:48,loss = 3.0556
Epoch:49,loss = 3.0084
Epoch:49,loss = 3.0978
Epoch:50,loss = 2.9383
Epoch:50,loss = 3.1332
Epoch:51,loss = 2.9595
Epoch:51,loss = 2.9940
Epoch:52,loss = 2.9811
Epoch:52,loss = 2.9652
Epoch:53,loss = 2.9566
Epoch:53,loss = 2.9481
Epoch:54,loss = 3.0142
Epoch:54,loss = 2.8435
Epoch:55,loss = 2.9589
Epoch:55,loss = 3.0850
Epoch:56,loss = 2.9395
Epoch:56,loss = 3.1617
Epoch:57,loss = 2.9720
Epoch:57,loss = 3.0453
Epoch:58,loss = 2.9760
Epoch:58,loss = 2.8134
Epoch:59,loss = 2.9759
Epoch:59,loss = 2.9367
Epoch:60,loss = 3.0130
Epoch:60,loss = 2.8501
Epoch:61,loss = 2.9907
Epoch:61,loss = 2.8213
Epoch:62,loss = 2.9620
Epoch:62,loss = 2.9448
Epoch:63,loss = 2.9733
Epoch:63,loss = 3.0083
Epoch:64,loss = 2.9038
Epoch:64,loss = 3.1960
Epoch:65,loss = 2.9986
Epoch:65,loss = 2.9820
Epoch:66,loss = 2.9644
Epoch:66,loss = 3.0347
Epoch:67,loss = 3.0232
Epoch:67,loss = 2.9182
Epoch:68,loss = 2.9538
Epoch:68,loss = 3.0660
Epoch:69,loss = 2.9923
Epoch:69,loss = 2.9402
Epoch:70,loss = 2.9969
Epoch:70,loss = 2.9679
Epoch:71,loss = 2.9602
Epoch:71,loss = 2.9568
Epoch:72,loss = 2.9655
Epoch:72,loss = 2.9647
Epoch:73,loss = 2.9297
Epoch:73,loss = 3.0906
Epoch:74,loss = 2.9271
Epoch:74,loss = 3.0899
Epoch:75,loss = 2.9803
Epoch:75,loss = 2.8999
Epoch:76,loss = 2.9659
Epoch:76,loss = 3.0724
Epoch:77,loss = 3.0074
Epoch:77,loss = 2.9246
Epoch:78,loss = 2.9632
Epoch:78,loss = 2.9976
Epoch:79,loss = 3.0253
Epoch:79,loss = 2.8538
Epoch:80,loss = 2.9578
Epoch:80,loss = 2.9155
Epoch:81,loss = 2.9346
Epoch:81,loss = 3.0305
Epoch:82,loss = 2.9606
Epoch:82,loss = 3.1841
Epoch:83,loss = 2.9691
Epoch:83,loss = 3.0227
Epoch:84,loss = 2.9315
Epoch:84,loss = 3.0254
Epoch:85,loss = 3.0297
Epoch:85,loss = 2.8809
Epoch:86,loss = 3.0065
Epoch:86,loss = 3.1708
Epoch:87,loss = 3.0338
Epoch:87,loss = 2.7361
Epoch:88,loss = 3.0204
Epoch:88,loss = 2.9630
Epoch:89,loss = 3.0041
Epoch:89,loss = 2.9644
Epoch:90,loss = 2.9445
Epoch:90,loss = 3.0689
Epoch:91,loss = 2.9587
Epoch:91,loss = 3.1086
Epoch:92,loss = 2.9672
Epoch:92,loss = 2.9798
Epoch:93,loss = 2.9613
Epoch:93,loss = 2.8772
Epoch:94,loss = 3.0410
Epoch:94,loss = 2.8389
Epoch:95,loss = 2.9434
Epoch:95,loss = 2.9689
Epoch:96,loss = 2.9622
Epoch:96,loss = 3.0641
Epoch:97,loss = 2.9745
Epoch:97,loss = 2.9086
Epoch:98,loss = 2.9513
Epoch:98,loss = 2.9971
Epoch:99,loss = 2.9262
Epoch:99,loss = 3.0751
Epoch:100,loss = 2.9687
Epoch:100,loss = 3.0614
Epoch:101,loss = 2.9277
Epoch:101,loss = 3.1784
Epoch:102,loss = 2.9782
Epoch:102,loss = 3.0280
Epoch:103,loss = 3.0245
Epoch:103,loss = 2.9378
Epoch:104,loss = 2.9442
Epoch:104,loss = 3.0874
Epoch:105,loss = 2.9934
Epoch:105,loss = 3.0893
Epoch:106,loss = 2.9733
Epoch:106,loss = 3.1313
Epoch:107,loss = 2.9883
Epoch:107,loss = 2.9688
Epoch:108,loss = 3.0019
Epoch:108,loss = 3.0796
Epoch:109,loss = 2.9935
Epoch:109,loss = 2.9177
Epoch:110,loss = 2.9361
Epoch:110,loss = 3.0457
Epoch:111,loss = 2.9744
Epoch:111,loss = 2.9929
Epoch:112,loss = 3.0231
Epoch:112,loss = 2.8229
Epoch:113,loss = 2.9814
Epoch:113,loss = 2.9546
Epoch:114,loss = 3.0375
Epoch:114,loss = 2.7172
Epoch:115,loss = 2.9983
Epoch:115,loss = 3.0805
Epoch:116,loss = 2.9441
Epoch:116,loss = 2.9627
Epoch:117,loss = 3.0094
Epoch:117,loss = 3.0033
Epoch:118,loss = 2.9869
Epoch:118,loss = 2.9366
Epoch:119,loss = 2.9682
Epoch:119,loss = 2.9725
Epoch:120,loss = 2.9359
Epoch:120,loss = 2.9829
Epoch:121,loss = 2.9836
Epoch:121,loss = 3.0510
Epoch:122,loss = 2.9825
Epoch:122,loss = 2.9213
Epoch:123,loss = 2.9859
Epoch:123,loss = 3.0516
Epoch:124,loss = 2.9498
Epoch:124,loss = 3.1007
Epoch:125,loss = 2.9609
Epoch:125,loss = 2.9809
Epoch:126,loss = 2.9739
Epoch:126,loss = 3.1120
Epoch:127,loss = 2.9561
Epoch:127,loss = 3.1578
Epoch:128,loss = 2.9966
Epoch:128,loss = 2.9375
Epoch:129,loss = 2.9438
Epoch:129,loss = 3.0065
Epoch:130,loss = 3.0072
Epoch:130,loss = 2.8318
Epoch:131,loss = 2.9965
Epoch:131,loss = 2.9609
Epoch:132,loss = 3.0264
Epoch:132,loss = 2.8760
Epoch:133,loss = 3.0192
Epoch:133,loss = 2.9594
Epoch:134,loss = 2.9778
Epoch:134,loss = 3.0250
Epoch:135,loss = 2.9834
Epoch:135,loss = 3.0988
Epoch:136,loss = 2.9988
Epoch:136,loss = 3.0302
Epoch:137,loss = 3.0005
Epoch:137,loss = 3.0241
Epoch:138,loss = 2.9999
Epoch:138,loss = 2.9749
Epoch:139,loss = 3.0237
Epoch:139,loss = 2.8636
Epoch:140,loss = 2.9211
Epoch:140,loss = 3.1944
Epoch:141,loss = 2.9646
Epoch:141,loss = 3.1775
Epoch:142,loss = 3.0255
Epoch:142,loss = 2.9259
Epoch:143,loss = 3.0791
Epoch:143,loss = 2.9167
Epoch:144,loss = 2.9139
Epoch:144,loss = 3.0974
Epoch:145,loss = 2.9753
Epoch:145,loss = 3.0909
Epoch:146,loss = 2.9098
Epoch:146,loss = 3.0551
Epoch:147,loss = 2.9612
Epoch:147,loss = 3.0962
Epoch:148,loss = 2.9713
Epoch:148,loss = 2.9884
Epoch:149,loss = 3.0006
Epoch:149,loss = 2.8402
Epoch:150,loss = 2.9714
Epoch:150,loss = 3.0224
Epoch:151,loss = 3.0261
Epoch:151,loss = 3.0153
Epoch:152,loss = 2.9911
Epoch:152,loss = 2.9399
Epoch:153,loss = 2.9722
Epoch:153,loss = 3.1500
Epoch:154,loss = 2.9873
Epoch:154,loss = 3.1684
Epoch:155,loss = 2.9808
Epoch:155,loss = 2.9800
Epoch:156,loss = 2.9397
Epoch:156,loss = 3.1242
Epoch:157,loss = 2.9554
Epoch:157,loss = 2.9822
Epoch:158,loss = 2.9581
Epoch:158,loss = 3.0651
Epoch:159,loss = 2.9390
Epoch:159,loss = 3.0211
Epoch:160,loss = 3.0142
Epoch:160,loss = 3.1153
Epoch:161,loss = 2.9931
Epoch:161,loss = 2.9099
Epoch:162,loss = 2.9598
Epoch:162,loss = 3.1555
Epoch:163,loss = 2.9689
Epoch:163,loss = 2.8372
Epoch:164,loss = 3.0222
Epoch:164,loss = 3.0196
Epoch:165,loss = 2.9591
Epoch:165,loss = 3.0245
Epoch:166,loss = 3.0023
Epoch:166,loss = 2.9342
Epoch:167,loss = 2.9452
Epoch:167,loss = 2.9703
Epoch:168,loss = 2.9662
Epoch:168,loss = 3.1234
Epoch:169,loss = 2.9710
Epoch:169,loss = 2.9920
Epoch:170,loss = 3.0410
Epoch:170,loss = 2.7253
Epoch:171,loss = 2.9884
Epoch:171,loss = 3.0291
Epoch:172,loss = 2.9610
Epoch:172,loss = 3.1091
Epoch:173,loss = 2.9497
Epoch:173,loss = 3.0350
Epoch:174,loss = 2.9729
Epoch:174,loss = 3.0757
Epoch:175,loss = 3.0131
Epoch:175,loss = 3.0252
Epoch:176,loss = 2.9834
Epoch:176,loss = 3.0039
Epoch:177,loss = 3.0025
Epoch:177,loss = 2.9238
Epoch:178,loss = 2.9264
Epoch:178,loss = 3.0335
Epoch:179,loss = 2.9810
Epoch:179,loss = 3.0058
Epoch:180,loss = 2.9064
Epoch:180,loss = 3.0199
Epoch:181,loss = 2.9659
Epoch:181,loss = 3.1837
Epoch:182,loss = 2.9662
Epoch:182,loss = 3.0972
Epoch:183,loss = 3.0017
Epoch:183,loss = 3.0066
Epoch:184,loss = 2.9482
Epoch:184,loss = 3.1901
Epoch:185,loss = 2.9496
Epoch:185,loss = 3.1374
Epoch:186,loss = 3.0026
Epoch:186,loss = 3.0256
Epoch:187,loss = 2.9702
Epoch:187,loss = 2.8875
Epoch:188,loss = 2.9202
Epoch:188,loss = 3.1992
Epoch:189,loss = 3.0569
Epoch:189,loss = 2.7347
Epoch:190,loss = 2.9620
Epoch:190,loss = 3.0039
Epoch:191,loss = 3.0007
Epoch:191,loss = 2.9032
Epoch:192,loss = 2.9588
Epoch:192,loss = 2.9816
Epoch:193,loss = 3.0153
Epoch:193,loss = 2.8859
Epoch:194,loss = 2.9854
Epoch:194,loss = 2.8919
Epoch:195,loss = 2.9477
Epoch:195,loss = 2.9064
Epoch:196,loss = 2.9925
Epoch:196,loss = 2.8911
Epoch:197,loss = 2.9833
Epoch:197,loss = 2.8145
Epoch:198,loss = 3.0351
Epoch:198,loss = 3.0197
Epoch:199,loss = 2.9693
Epoch:199,loss = 3.0973
Epoch:200,loss = 2.9955
Epoch:200,loss = 2.9209
Epoch:201,loss = 3.0020
Epoch:201,loss = 2.9586
Epoch:202,loss = 2.9599
Epoch:202,loss = 2.9760
Epoch:203,loss = 2.9813
Epoch:203,loss = 2.8565
Epoch:204,loss = 2.9888
Epoch:204,loss = 2.9057
Epoch:205,loss = 2.9741
Epoch:205,loss = 2.9898
Epoch:206,loss = 2.9894
Epoch:206,loss = 2.9250
Epoch:207,loss = 3.0375
Epoch:207,loss = 2.9282
Epoch:208,loss = 2.9851
Epoch:208,loss = 2.9845
Epoch:209,loss = 2.9835
Epoch:209,loss = 3.1025
Epoch:210,loss = 3.0364
Epoch:210,loss = 2.7975
Epoch:211,loss = 2.9708
Epoch:211,loss = 2.9958
Epoch:212,loss = 2.9601
Epoch:212,loss = 3.0382
Epoch:213,loss = 2.9507
Epoch:213,loss = 3.0295
Epoch:214,loss = 2.9736
Epoch:214,loss = 3.0977
Epoch:215,loss = 2.9515
Epoch:215,loss = 3.0537
Epoch:216,loss = 2.9171
Epoch:216,loss = 3.1520
Epoch:217,loss = 2.9695
Epoch:217,loss = 3.0959
Epoch:218,loss = 2.8903
Epoch:218,loss = 3.2917
Epoch:219,loss = 2.9896
Epoch:219,loss = 3.0525
Epoch:220,loss = 2.9431
Epoch:220,loss = 2.9632
Epoch:221,loss = 2.9794
Epoch:221,loss = 3.2076
Epoch:222,loss = 2.9973
Epoch:222,loss = 2.9811
Epoch:223,loss = 2.9547
Epoch:223,loss = 3.0683
Epoch:224,loss = 2.9815
Epoch:224,loss = 2.9920
Epoch:225,loss = 3.0564
Epoch:225,loss = 2.8469
Epoch:226,loss = 3.0281
Epoch:226,loss = 2.7221
Epoch:227,loss = 3.0568
Epoch:227,loss = 2.9468
Epoch:228,loss = 2.9680
Epoch:228,loss = 3.0500
Epoch:229,loss = 2.9380
Epoch:229,loss = 3.1315
Epoch:230,loss = 3.0016
Epoch:230,loss = 2.8592
Epoch:231,loss = 3.0004
Epoch:231,loss = 2.9039
Epoch:232,loss = 2.9476
Epoch:232,loss = 3.1248
Epoch:233,loss = 2.9744
Epoch:233,loss = 3.0878
Epoch:234,loss = 2.9395
Epoch:234,loss = 3.0096
Epoch:235,loss = 2.9816
Epoch:235,loss = 3.0340
Epoch:236,loss = 2.9605
Epoch:236,loss = 2.9957
Epoch:237,loss = 2.9876
Epoch:237,loss = 3.0064
Epoch:238,loss = 2.9260
Epoch:238,loss = 3.2529
Epoch:239,loss = 3.0308
Epoch:239,loss = 2.8984
Epoch:240,loss = 2.9669
Epoch:240,loss = 3.0214
Epoch:241,loss = 3.0139
Epoch:241,loss = 2.8873
Epoch:242,loss = 3.0065
Epoch:242,loss = 2.8652
Epoch:243,loss = 2.9981
Epoch:243,loss = 2.9427
Epoch:244,loss = 2.9472
Epoch:244,loss = 2.9433
Epoch:245,loss = 2.9612
Epoch:245,loss = 3.0836
Epoch:246,loss = 2.9919
Epoch:246,loss = 3.0143
Epoch:247,loss = 2.9460
Epoch:247,loss = 3.0613
Epoch:248,loss = 2.9603
Epoch:248,loss = 3.0398
Epoch:249,loss = 3.0006
Epoch:249,loss = 2.9377
Epoch:250,loss = 2.9858
Epoch:250,loss = 3.0087
Epoch:251,loss = 2.9268
Epoch:251,loss = 3.1043
Epoch:252,loss = 2.9833
Epoch:252,loss = 2.9402
Epoch:253,loss = 2.9977
Epoch:253,loss = 2.9663
Epoch:254,loss = 2.9351
Epoch:254,loss = 3.0656
Epoch:255,loss = 2.9613
Epoch:255,loss = 2.9650
Epoch:256,loss = 2.9653
Epoch:256,loss = 3.0231
Epoch:257,loss = 3.0550
Epoch:257,loss = 2.8867
Epoch:258,loss = 2.9921
Epoch:258,loss = 2.9618
Epoch:259,loss = 2.9899
Epoch:259,loss = 2.9794
Epoch:260,loss = 3.0015
Epoch:260,loss = 2.9297
Epoch:261,loss = 2.9513
Epoch:261,loss = 3.0868
Epoch:262,loss = 2.9569
Epoch:262,loss = 3.0992
Epoch:263,loss = 3.0340
Epoch:263,loss = 2.8586
Epoch:264,loss = 2.9485
Epoch:264,loss = 2.9855
Epoch:265,loss = 2.9889
Epoch:265,loss = 2.9560
Epoch:266,loss = 3.0208
Epoch:266,loss = 2.8839
Epoch:267,loss = 3.0192
Epoch:267,loss = 3.0390
Epoch:268,loss = 2.9794
Epoch:268,loss = 3.0890
Epoch:269,loss = 2.9663
Epoch:269,loss = 2.9750
Epoch:270,loss = 2.9757
Epoch:270,loss = 2.9385
Epoch:271,loss = 2.9784
Epoch:271,loss = 2.9679
Epoch:272,loss = 2.9620
Epoch:272,loss = 3.0565
Epoch:273,loss = 2.9524
Epoch:273,loss = 3.0887
Epoch:274,loss = 2.9181
Epoch:274,loss = 3.1798
Epoch:275,loss = 2.9297
Epoch:275,loss = 3.0593
Epoch:276,loss = 2.9305
Epoch:276,loss = 3.0778
Epoch:277,loss = 3.0137
Epoch:277,loss = 2.8663
Epoch:278,loss = 2.9553
Epoch:278,loss = 3.0727
Epoch:279,loss = 2.9382
Epoch:279,loss = 3.0760
Epoch:280,loss = 3.0509
Epoch:280,loss = 2.7832
Epoch:281,loss = 3.0026
Epoch:281,loss = 3.0556
Epoch:282,loss = 2.9820
Epoch:282,loss = 3.1228
Epoch:283,loss = 2.9867
Epoch:283,loss = 2.9639
Epoch:284,loss = 2.9758
Epoch:284,loss = 3.0893
Epoch:285,loss = 3.0059
Epoch:285,loss = 2.9410
Epoch:286,loss = 2.9600
Epoch:286,loss = 3.0488
Epoch:287,loss = 2.9842
Epoch:287,loss = 2.8571
Epoch:288,loss = 3.0203
Epoch:288,loss = 2.9828
Epoch:289,loss = 2.9256
Epoch:289,loss = 3.2029
Epoch:290,loss = 2.9861
Epoch:290,loss = 2.9044
Epoch:291,loss = 2.9591
Epoch:291,loss = 3.0694
Epoch:292,loss = 2.9770
Epoch:292,loss = 3.0543
Epoch:293,loss = 2.9845
Epoch:293,loss = 2.9968
Epoch:294,loss = 2.9861
Epoch:294,loss = 3.1534
Epoch:295,loss = 2.9755
Epoch:295,loss = 3.0494
Epoch:296,loss = 2.9860
Epoch:296,loss = 2.8772
Epoch:297,loss = 2.9965
Epoch:297,loss = 2.9387
Epoch:298,loss = 3.0397
Epoch:298,loss = 2.7717
Epoch:299,loss = 2.9605
Epoch:299,loss = 3.0546
Epoch:300,loss = 2.9975
Epoch:300,loss = 2.9478
Epoch:301,loss = 2.9611
Epoch:301,loss = 3.0542
Epoch:302,loss = 3.0124
Epoch:302,loss = 2.9448
Epoch:303,loss = 2.8888
Epoch:303,loss = 3.2852
Epoch:304,loss = 3.0324
Epoch:304,loss = 2.8182
Epoch:305,loss = 2.9681
Epoch:305,loss = 2.9343
Epoch:306,loss = 3.0042
Epoch:306,loss = 2.9771
Epoch:307,loss = 2.9946
Epoch:307,loss = 2.9854
Epoch:308,loss = 3.0420
Epoch:308,loss = 2.6893
Epoch:309,loss = 2.9532
Epoch:309,loss = 3.0406
Epoch:310,loss = 3.0144
Epoch:310,loss = 2.8546
Epoch:311,loss = 3.0101
Epoch:311,loss = 3.0011
Epoch:312,loss = 2.9735
Epoch:312,loss = 3.1441
Epoch:313,loss = 3.0446
Epoch:313,loss = 2.8066
Epoch:314,loss = 3.0058
Epoch:314,loss = 3.0003
Epoch:315,loss = 3.0080
Epoch:315,loss = 2.8387
Epoch:316,loss = 2.9574
Epoch:316,loss = 3.1004
Epoch:317,loss = 3.0318
Epoch:317,loss = 2.9327
Epoch:318,loss = 3.0152
Epoch:318,loss = 3.0028
Epoch:319,loss = 2.9574
Epoch:319,loss = 3.0687
Epoch:320,loss = 3.0078
Epoch:320,loss = 3.0195
Epoch:321,loss = 2.9718
Epoch:321,loss = 2.9312
Epoch:322,loss = 2.9578
Epoch:322,loss = 3.0478
Epoch:323,loss = 2.9325
Epoch:323,loss = 3.2457
Epoch:324,loss = 2.9492
Epoch:324,loss = 2.9579
Epoch:325,loss = 2.9852
Epoch:325,loss = 3.0443
Epoch:326,loss = 3.0472
Epoch:326,loss = 2.8704
Epoch:327,loss = 2.9611
Epoch:327,loss = 2.9843
Epoch:328,loss = 3.0499
Epoch:328,loss = 2.7262
Epoch:329,loss = 2.9625
Epoch:329,loss = 2.9974
Epoch:330,loss = 2.9909
Epoch:330,loss = 2.9762
Epoch:331,loss = 3.0205
Epoch:331,loss = 2.9282
Epoch:332,loss = 2.9704
Epoch:332,loss = 2.9835
Epoch:333,loss = 2.9200
Epoch:333,loss = 3.0795
Epoch:334,loss = 3.0003
Epoch:334,loss = 3.0400
Epoch:335,loss = 2.9923
Epoch:335,loss = 2.9029
Epoch:336,loss = 3.0125
Epoch:336,loss = 2.8663
Epoch:337,loss = 3.0079
Epoch:337,loss = 2.9381
Epoch:338,loss = 2.9649
Epoch:338,loss = 2.9519
Epoch:339,loss = 2.9910
Epoch:339,loss = 2.9039
Epoch:340,loss = 3.0543
Epoch:340,loss = 2.9509
Epoch:341,loss = 3.0553
Epoch:341,loss = 2.7793
Epoch:342,loss = 2.9725
Epoch:342,loss = 2.9179
Epoch:343,loss = 2.9284
Epoch:343,loss = 3.0502
Epoch:344,loss = 2.9631
Epoch:344,loss = 3.1899
Epoch:345,loss = 2.9053
Epoch:345,loss = 3.2220
Epoch:346,loss = 3.0105
Epoch:346,loss = 2.9608
Epoch:347,loss = 3.0335
Epoch:347,loss = 2.7582
Epoch:348,loss = 2.9953
Epoch:348,loss = 2.7361
Epoch:349,loss = 2.9487
Epoch:349,loss = 3.1417
Epoch:350,loss = 3.0591
Epoch:350,loss = 2.8101
Epoch:351,loss = 3.0113
Epoch:351,loss = 2.7258
Epoch:352,loss = 2.9462
Epoch:352,loss = 3.0464
Epoch:353,loss = 2.9801
Epoch:353,loss = 3.0238
Epoch:354,loss = 2.9588
Epoch:354,loss = 3.0869
Epoch:355,loss = 3.0243
Epoch:355,loss = 2.9191
Epoch:356,loss = 2.9478
Epoch:356,loss = 3.1538
Epoch:357,loss = 3.0072
Epoch:357,loss = 3.0102
Epoch:358,loss = 2.9430
Epoch:358,loss = 3.0834
Epoch:359,loss = 3.0438
Epoch:359,loss = 2.9161
Epoch:360,loss = 2.9440
Epoch:360,loss = 3.0468
Epoch:361,loss = 2.9987
Epoch:361,loss = 3.0230
Epoch:362,loss = 2.9892
Epoch:362,loss = 2.9701
Epoch:363,loss = 2.9847
Epoch:363,loss = 3.0370
Epoch:364,loss = 3.0072
Epoch:364,loss = 2.7847
Epoch:365,loss = 3.0036
Epoch:365,loss = 2.7651
Epoch:366,loss = 2.9728
Epoch:366,loss = 3.0723
Epoch:367,loss = 2.9779
Epoch:367,loss = 3.0627
Epoch:368,loss = 2.9945
Epoch:368,loss = 3.0285
Epoch:369,loss = 3.0099
Epoch:369,loss = 2.8792
Epoch:370,loss = 2.9817
Epoch:370,loss = 2.9342
Epoch:371,loss = 3.0106
Epoch:371,loss = 2.8802
Epoch:372,loss = 3.0222
Epoch:372,loss = 2.8187
Epoch:373,loss = 2.9995
Epoch:373,loss = 3.0426
Epoch:374,loss = 3.0051
Epoch:374,loss = 3.0267
Epoch:375,loss = 3.0305
Epoch:375,loss = 2.8711
Epoch:376,loss = 2.9632
Epoch:376,loss = 2.9153
Epoch:377,loss = 2.9982
Epoch:377,loss = 2.8833
Epoch:378,loss = 2.9890
Epoch:378,loss = 3.0189
Epoch:379,loss = 2.9908
Epoch:379,loss = 3.0123
Epoch:380,loss = 2.9732
Epoch:380,loss = 2.9153
Epoch:381,loss = 2.9163
Epoch:381,loss = 2.9941
Epoch:382,loss = 2.9816
Epoch:382,loss = 3.1109
Epoch:383,loss = 2.9866
Epoch:383,loss = 2.8986
Epoch:384,loss = 2.9856
Epoch:384,loss = 2.9672
Epoch:385,loss = 2.9872
Epoch:385,loss = 3.0156
Epoch:386,loss = 2.9804
Epoch:386,loss = 2.9826
Epoch:387,loss = 2.9769
Epoch:387,loss = 2.9963
Epoch:388,loss = 2.9989
Epoch:388,loss = 2.9332
Epoch:389,loss = 2.9057
Epoch:389,loss = 3.1289
Epoch:390,loss = 2.9998
Epoch:390,loss = 3.0196
Epoch:391,loss = 2.9283
Epoch:391,loss = 3.1625
Epoch:392,loss = 2.9775
Epoch:392,loss = 3.0438
Epoch:393,loss = 2.9656
Epoch:393,loss = 3.0450
Epoch:394,loss = 2.9678
Epoch:394,loss = 3.0693
Epoch:395,loss = 3.0143
Epoch:395,loss = 2.9291
Epoch:396,loss = 2.9611
Epoch:396,loss = 2.9709
Epoch:397,loss = 2.9405
Epoch:397,loss = 3.0630
Epoch:398,loss = 2.9661
Epoch:398,loss = 2.9344
Epoch:399,loss = 2.9596
Epoch:399,loss = 3.0147
Epoch:400,loss = 2.9320
Epoch:400,loss = 3.1890
Epoch:401,loss = 2.9574
Epoch:401,loss = 3.0252
Epoch:402,loss = 2.9877
Epoch:402,loss = 2.9953
Epoch:403,loss = 2.9478
Epoch:403,loss = 2.9471
Epoch:404,loss = 2.9890
Epoch:404,loss = 2.9338
Epoch:405,loss = 2.9663
Epoch:405,loss = 3.0307
Epoch:406,loss = 3.0080
Epoch:406,loss = 2.8683
Epoch:407,loss = 2.9672
Epoch:407,loss = 3.1686
Epoch:408,loss = 2.9997
Epoch:408,loss = 2.9278
Epoch:409,loss = 2.9717
Epoch:409,loss = 3.0328
Epoch:410,loss = 2.9986
Epoch:410,loss = 3.0061
Epoch:411,loss = 2.9714
Epoch:411,loss = 2.9557
Epoch:412,loss = 2.9675
Epoch:412,loss = 3.1426
Epoch:413,loss = 2.9918
Epoch:413,loss = 3.0268
Epoch:414,loss = 2.9257
Epoch:414,loss = 3.1442
Epoch:415,loss = 3.0225
Epoch:415,loss = 2.8445
Epoch:416,loss = 2.9866
Epoch:416,loss = 2.9255
Epoch:417,loss = 2.9666
Epoch:417,loss = 2.9969
Epoch:418,loss = 2.9750
Epoch:418,loss = 2.8648
Epoch:419,loss = 3.0132
Epoch:419,loss = 2.8609
Epoch:420,loss = 3.0074
Epoch:420,loss = 2.9613
Epoch:421,loss = 3.0010
Epoch:421,loss = 2.9009
Epoch:422,loss = 2.9923
Epoch:422,loss = 3.0010
Epoch:423,loss = 2.9557
Epoch:423,loss = 3.1361
Epoch:424,loss = 3.0018
Epoch:424,loss = 2.9650
Epoch:425,loss = 3.0065
Epoch:425,loss = 3.0544
Epoch:426,loss = 3.0265
Epoch:426,loss = 3.0064
Epoch:427,loss = 2.9565
Epoch:427,loss = 3.0444
Epoch:428,loss = 3.0049
Epoch:428,loss = 2.9228
Epoch:429,loss = 3.0190
Epoch:429,loss = 2.9422
Epoch:430,loss = 2.9845
Epoch:430,loss = 2.9227
Epoch:431,loss = 2.9922
Epoch:431,loss = 3.0132
Epoch:432,loss = 2.9695
Epoch:432,loss = 3.1288
Epoch:433,loss = 2.9851
Epoch:433,loss = 2.8898
Epoch:434,loss = 3.0032
Epoch:434,loss = 2.9491
Epoch:435,loss = 2.8897
Epoch:435,loss = 3.1697
Epoch:436,loss = 2.9810
Epoch:436,loss = 3.1064
Epoch:437,loss = 2.9898
Epoch:437,loss = 2.8533
Epoch:438,loss = 2.9539
Epoch:438,loss = 3.0206
Epoch:439,loss = 2.9858
Epoch:439,loss = 3.0820
Epoch:440,loss = 2.9605
Epoch:440,loss = 3.0539
Epoch:441,loss = 2.9632
Epoch:441,loss = 3.0144
Epoch:442,loss = 3.0494
Epoch:442,loss = 2.7965
Epoch:443,loss = 3.0329
Epoch:443,loss = 2.8846
Epoch:444,loss = 2.9815
Epoch:444,loss = 3.0816
Epoch:445,loss = 3.0385
Epoch:445,loss = 2.8571
Epoch:446,loss = 3.0444
Epoch:446,loss = 2.9336
Epoch:447,loss = 2.9637
Epoch:447,loss = 2.9964
Epoch:448,loss = 3.0113
Epoch:448,loss = 2.7471
Epoch:449,loss = 2.9738
Epoch:449,loss = 2.9971
Epoch:450,loss = 2.9821
Epoch:450,loss = 3.0525
Epoch:451,loss = 2.9547
Epoch:451,loss = 3.0758
Epoch:452,loss = 3.0580
Epoch:452,loss = 2.7350
Epoch:453,loss = 2.9563
Epoch:453,loss = 3.0500
Epoch:454,loss = 2.9877
Epoch:454,loss = 2.9018
Epoch:455,loss = 3.0208
Epoch:455,loss = 2.8129
Epoch:456,loss = 2.9247
Epoch:456,loss = 3.0818
Epoch:457,loss = 2.9054
Epoch:457,loss = 3.2551
Epoch:458,loss = 2.9958
Epoch:458,loss = 2.9344
Epoch:459,loss = 3.0262
Epoch:459,loss = 2.9969
Epoch:460,loss = 2.9979
Epoch:460,loss = 2.9766
Epoch:461,loss = 3.0074
Epoch:461,loss = 2.8292
Epoch:462,loss = 2.9529
Epoch:462,loss = 3.0954
Epoch:463,loss = 2.9978
Epoch:463,loss = 3.0492
Epoch:464,loss = 2.9614
Epoch:464,loss = 2.9779
Epoch:465,loss = 2.9670
Epoch:465,loss = 3.0564
Epoch:466,loss = 2.9575
Epoch:466,loss = 3.0428
Epoch:467,loss = 3.0293
Epoch:467,loss = 2.7991
Epoch:468,loss = 2.9597
Epoch:468,loss = 3.2000
Epoch:469,loss = 2.9818
Epoch:469,loss = 3.0543
Epoch:470,loss = 3.0141
Epoch:470,loss = 2.9805
Epoch:471,loss = 2.9511
Epoch:471,loss = 2.9213
Epoch:472,loss = 3.0150
Epoch:472,loss = 2.8899
Epoch:473,loss = 2.9904
Epoch:473,loss = 2.7556
Epoch:474,loss = 2.9541
Epoch:474,loss = 2.9820
Epoch:475,loss = 3.0272
Epoch:475,loss = 2.9449
Epoch:476,loss = 3.0203
Epoch:476,loss = 2.8421
Epoch:477,loss = 3.0534
Epoch:477,loss = 2.9114
Epoch:478,loss = 2.9517
Epoch:478,loss = 3.0986
Epoch:479,loss = 2.9537
Epoch:479,loss = 3.1035
Epoch:480,loss = 2.9406
Epoch:480,loss = 3.1276
Epoch:481,loss = 3.0040
Epoch:481,loss = 2.8584
Epoch:482,loss = 3.0319
Epoch:482,loss = 2.7999
Epoch:483,loss = 2.9982
Epoch:483,loss = 2.9160
Epoch:484,loss = 2.9966
Epoch:484,loss = 2.9177
Epoch:485,loss = 3.0455
Epoch:485,loss = 2.7254
Epoch:486,loss = 2.9452
Epoch:486,loss = 3.1315
Epoch:487,loss = 2.9889
Epoch:487,loss = 2.9829
Epoch:488,loss = 2.9652
Epoch:488,loss = 2.9107
Epoch:489,loss = 2.9776
Epoch:489,loss = 3.1175
Epoch:490,loss = 2.9903
Epoch:490,loss = 2.8435
Epoch:491,loss = 2.9740
Epoch:491,loss = 2.9689
Epoch:492,loss = 2.9501
Epoch:492,loss = 3.0332
Epoch:493,loss = 2.9776
Epoch:493,loss = 2.9673
Epoch:494,loss = 2.9387
Epoch:494,loss = 3.0821
Epoch:495,loss = 2.9769
Epoch:495,loss = 2.9224
Epoch:496,loss = 2.9876
Epoch:496,loss = 2.9149
Epoch:497,loss = 3.0007
Epoch:497,loss = 2.9592
Epoch:498,loss = 3.0424
Epoch:498,loss = 2.6318
Epoch:499,loss = 2.9421
Epoch:499,loss = 3.1534
Epoch:500,loss = 2.9678
Epoch:500,loss = 3.0389
Epoch:501,loss = 2.9646
Epoch:501,loss = 3.0142
Epoch:502,loss = 3.0567
Epoch:502,loss = 2.9819
Epoch:503,loss = 2.9726
Epoch:503,loss = 3.0491
Epoch:504,loss = 2.9133
Epoch:504,loss = 3.1845
Epoch:505,loss = 3.0008
Epoch:505,loss = 2.9033
Epoch:506,loss = 2.9744
Epoch:506,loss = 2.8775
Epoch:507,loss = 2.9763
Epoch:507,loss = 2.9699
Epoch:508,loss = 2.9661
Epoch:508,loss = 3.0815
Epoch:509,loss = 3.0034
Epoch:509,loss = 2.9334
Epoch:510,loss = 3.0106
Epoch:510,loss = 2.9892
Epoch:511,loss = 2.9326
Epoch:511,loss = 2.9647
Epoch:512,loss = 3.0054
Epoch:512,loss = 2.9212
Epoch:513,loss = 3.0060
Epoch:513,loss = 2.9232
Epoch:514,loss = 2.9841
Epoch:514,loss = 2.8396
Epoch:515,loss = 3.0047
Epoch:515,loss = 3.0547
Epoch:516,loss = 3.0092
Epoch:516,loss = 2.8603
Epoch:517,loss = 2.9736
Epoch:517,loss = 3.0222
Epoch:518,loss = 3.0021
Epoch:518,loss = 2.9731
Epoch:519,loss = 3.0170
Epoch:519,loss = 2.9525
Epoch:520,loss = 2.9483
Epoch:520,loss = 2.9148
Epoch:521,loss = 2.9413
Epoch:521,loss = 3.1163
Epoch:522,loss = 2.9884
Epoch:522,loss = 2.9796
Epoch:523,loss = 2.9978
Epoch:523,loss = 3.0800
Epoch:524,loss = 2.9675
Epoch:524,loss = 3.0454
Epoch:525,loss = 3.0157
Epoch:525,loss = 2.8002
Epoch:526,loss = 2.9578
Epoch:526,loss = 3.0730
Epoch:527,loss = 3.0764
Epoch:527,loss = 2.9667
Epoch:528,loss = 3.0272
Epoch:528,loss = 2.8941
Epoch:529,loss = 2.8815
Epoch:529,loss = 3.2278
Epoch:530,loss = 3.0301
Epoch:530,loss = 2.9843
Epoch:531,loss = 3.0459
Epoch:531,loss = 3.0419
Epoch:532,loss = 2.9741
Epoch:532,loss = 3.0806
Epoch:533,loss = 2.9739
Epoch:533,loss = 3.0722
Epoch:534,loss = 2.9984
Epoch:534,loss = 2.9310
Epoch:535,loss = 2.9946
Epoch:535,loss = 2.9366
Epoch:536,loss = 3.0269
Epoch:536,loss = 2.8857
Epoch:537,loss = 2.9863
Epoch:537,loss = 2.9731
Epoch:538,loss = 2.9613
Epoch:538,loss = 3.0168
Epoch:539,loss = 2.9984
Epoch:539,loss = 2.8469
Epoch:540,loss = 2.9450
Epoch:540,loss = 2.9934
Epoch:541,loss = 3.0110
Epoch:541,loss = 2.9241
Epoch:542,loss = 2.9889
Epoch:542,loss = 2.9396
Epoch:543,loss = 3.0026
Epoch:543,loss = 2.9275
Epoch:544,loss = 3.0302
Epoch:544,loss = 2.7795
Epoch:545,loss = 2.9788
Epoch:545,loss = 2.8796
Epoch:546,loss = 3.0040
Epoch:546,loss = 2.9760
Epoch:547,loss = 2.9610
Epoch:547,loss = 2.9809
Epoch:548,loss = 2.9723
Epoch:548,loss = 3.0809
Epoch:549,loss = 2.9331
Epoch:549,loss = 3.0867
Epoch:550,loss = 2.9724
Epoch:550,loss = 2.9874
Epoch:551,loss = 3.0486
Epoch:551,loss = 2.9080
Epoch:552,loss = 2.9499
Epoch:552,loss = 3.0552
Epoch:553,loss = 2.9489
Epoch:553,loss = 3.0226
Epoch:554,loss = 3.0262
Epoch:554,loss = 2.9837
Epoch:555,loss = 2.9861
Epoch:555,loss = 2.8797
Epoch:556,loss = 3.0464
Epoch:556,loss = 2.8489
Epoch:557,loss = 2.9907
Epoch:557,loss = 2.9787
Epoch:558,loss = 2.9864
Epoch:558,loss = 3.0215
Epoch:559,loss = 2.9972
Epoch:559,loss = 2.9194
Epoch:560,loss = 3.0257
Epoch:560,loss = 2.8000
Epoch:561,loss = 2.9519
Epoch:561,loss = 3.0934
Epoch:562,loss = 3.0229
Epoch:562,loss = 2.8988
Epoch:563,loss = 2.9335
Epoch:563,loss = 3.0384
Epoch:564,loss = 3.0056
Epoch:564,loss = 2.9095
Epoch:565,loss = 3.0176
Epoch:565,loss = 2.9297
Epoch:566,loss = 2.9777
Epoch:566,loss = 3.0013
Epoch:567,loss = 3.0491
Epoch:567,loss = 2.8849
Epoch:568,loss = 2.9516
Epoch:568,loss = 3.0206
Epoch:569,loss = 2.9628
Epoch:569,loss = 3.1667
Epoch:570,loss = 2.9864
Epoch:570,loss = 3.2230
Epoch:571,loss = 3.0293
Epoch:571,loss = 2.8918
Epoch:572,loss = 2.9523
Epoch:572,loss = 2.8418
Epoch:573,loss = 3.0050
Epoch:573,loss = 2.8306
Epoch:574,loss = 2.9000
Epoch:574,loss = 3.0392
Epoch:575,loss = 2.9336
Epoch:575,loss = 3.0905
Epoch:576,loss = 2.9667
Epoch:576,loss = 3.0143
Epoch:577,loss = 2.9573
Epoch:577,loss = 2.9795
Epoch:578,loss = 2.9772
Epoch:578,loss = 2.9578
Epoch:579,loss = 2.9028
Epoch:579,loss = 3.2744
Epoch:580,loss = 2.9374
Epoch:580,loss = 3.1522
Epoch:581,loss = 2.9571
Epoch:581,loss = 3.0579
Epoch:582,loss = 2.9642
Epoch:582,loss = 3.0209
Epoch:583,loss = 3.0111
Epoch:583,loss = 2.9552
Epoch:584,loss = 2.9766
Epoch:584,loss = 2.9305
Epoch:585,loss = 2.9459
Epoch:585,loss = 3.1596
Epoch:586,loss = 3.0169
Epoch:586,loss = 2.8144
Epoch:587,loss = 3.0468
Epoch:587,loss = 2.8273
Epoch:588,loss = 3.0381
Epoch:588,loss = 2.7692
Epoch:589,loss = 3.0177
Epoch:589,loss = 2.9820
Epoch:590,loss = 2.9845
Epoch:590,loss = 2.9872
Epoch:591,loss = 2.9991
Epoch:591,loss = 2.7785
Epoch:592,loss = 2.9789
Epoch:592,loss = 3.0133
Epoch:593,loss = 3.0246
Epoch:593,loss = 2.7689
Epoch:594,loss = 2.9778
Epoch:594,loss = 2.8914
Epoch:595,loss = 2.9942
Epoch:595,loss = 2.9393
Epoch:596,loss = 2.9752
Epoch:596,loss = 2.8712
Epoch:597,loss = 2.9871
Epoch:597,loss = 3.1670
Epoch:598,loss = 2.9783
Epoch:598,loss = 2.9715
Epoch:599,loss = 2.9868
Epoch:599,loss = 3.0638
Epoch:600,loss = 2.9783
Epoch:600,loss = 3.0772
Epoch:601,loss = 3.0133
Epoch:601,loss = 2.8983
Epoch:602,loss = 2.9781
Epoch:602,loss = 3.0595
Epoch:603,loss = 2.9629
Epoch:603,loss = 3.0898
Epoch:604,loss = 2.9849
Epoch:604,loss = 2.9876
Epoch:605,loss = 3.0132
Epoch:605,loss = 3.0363
Epoch:606,loss = 3.0327
Epoch:606,loss = 2.7495
Epoch:607,loss = 3.0109
Epoch:607,loss = 2.9073
Epoch:608,loss = 2.9781
Epoch:608,loss = 3.0531
Epoch:609,loss = 3.0259
Epoch:609,loss = 2.9487
Epoch:610,loss = 3.0082
Epoch:610,loss = 2.9389
Epoch:611,loss = 3.0304
Epoch:611,loss = 2.8668
Epoch:612,loss = 2.9918
Epoch:612,loss = 3.0256
Epoch:613,loss = 2.9740
Epoch:613,loss = 3.0740
Epoch:614,loss = 2.9757
Epoch:614,loss = 2.9810
Epoch:615,loss = 2.9823
Epoch:615,loss = 2.9748
Epoch:616,loss = 2.9796
Epoch:616,loss = 2.9412
Epoch:617,loss = 2.9195
Epoch:617,loss = 3.0749
Epoch:618,loss = 3.0089
Epoch:618,loss = 2.9974
Epoch:619,loss = 2.9686
Epoch:619,loss = 3.0951
Epoch:620,loss = 2.9988
Epoch:620,loss = 3.0308
Epoch:621,loss = 2.9865
Epoch:621,loss = 3.1041
Epoch:622,loss = 3.0440
Epoch:622,loss = 2.8915
Epoch:623,loss = 2.9830
Epoch:623,loss = 2.9255
Epoch:624,loss = 2.9840
Epoch:624,loss = 3.0618
Epoch:625,loss = 3.0118
Epoch:625,loss = 2.8372
Epoch:626,loss = 3.0595
Epoch:626,loss = 2.8988
Epoch:627,loss = 2.9680
Epoch:627,loss = 3.0296
Epoch:628,loss = 2.9480
Epoch:628,loss = 3.0735
Epoch:629,loss = 2.9909
Epoch:629,loss = 3.1410
Epoch:630,loss = 2.9749
Epoch:630,loss = 2.9278
Epoch:631,loss = 2.9514
Epoch:631,loss = 3.0009
Epoch:632,loss = 2.9798
Epoch:632,loss = 3.0804
Epoch:633,loss = 3.0215
Epoch:633,loss = 2.9167
Epoch:634,loss = 2.9625
Epoch:634,loss = 2.9849
Epoch:635,loss = 3.0265
Epoch:635,loss = 2.9875
Epoch:636,loss = 2.9481
Epoch:636,loss = 3.1425
Epoch:637,loss = 3.0198
Epoch:637,loss = 2.7803
Epoch:638,loss = 2.9767
Epoch:638,loss = 3.0959
Epoch:639,loss = 2.9742
Epoch:639,loss = 2.9406
Epoch:640,loss = 2.9304
Epoch:640,loss = 3.0091
Epoch:641,loss = 3.0110
Epoch:641,loss = 2.8551
Epoch:642,loss = 2.9225
Epoch:642,loss = 3.1058
Epoch:643,loss = 2.9922
Epoch:643,loss = 2.9198
Epoch:644,loss = 3.0142
Epoch:644,loss = 2.8873
Epoch:645,loss = 3.0530
Epoch:645,loss = 2.8605
Epoch:646,loss = 2.9325
Epoch:646,loss = 3.0828
Epoch:647,loss = 3.0002
Epoch:647,loss = 2.9457
Epoch:648,loss = 2.9843
Epoch:648,loss = 2.9744
Epoch:649,loss = 2.9762
Epoch:649,loss = 3.1860
Epoch:650,loss = 2.9732
Epoch:650,loss = 3.0931
Epoch:651,loss = 3.0139
Epoch:651,loss = 2.9926
Epoch:652,loss = 2.9673
Epoch:652,loss = 3.1098
Epoch:653,loss = 2.9843
Epoch:653,loss = 2.8704
Epoch:654,loss = 2.9592
Epoch:654,loss = 3.0567
Epoch:655,loss = 2.9853
Epoch:655,loss = 2.8202
Epoch:656,loss = 2.9367
Epoch:656,loss = 3.1646
Epoch:657,loss = 2.9956
Epoch:657,loss = 2.8903
Epoch:658,loss = 2.9765
Epoch:658,loss = 2.9559
Epoch:659,loss = 2.9315
Epoch:659,loss = 3.0938
Epoch:660,loss = 2.9783
Epoch:660,loss = 3.0760
Epoch:661,loss = 3.0068
Epoch:661,loss = 2.9351
Epoch:662,loss = 2.9431
Epoch:662,loss = 3.1563
Epoch:663,loss = 2.9372
Epoch:663,loss = 3.0443
Epoch:664,loss = 2.9776
Epoch:664,loss = 3.1601
Epoch:665,loss = 3.0016
Epoch:665,loss = 2.8979
Epoch:666,loss = 3.0203
Epoch:666,loss = 2.8988
Epoch:667,loss = 2.9862
Epoch:667,loss = 2.8502
Epoch:668,loss = 3.0086
Epoch:668,loss = 2.8127
Epoch:669,loss = 2.9726
Epoch:669,loss = 2.9920
Epoch:670,loss = 3.0466
Epoch:670,loss = 2.7982
Epoch:671,loss = 2.9975
Epoch:671,loss = 2.9375
Epoch:672,loss = 2.9806
Epoch:672,loss = 2.8216
Epoch:673,loss = 3.0016
Epoch:673,loss = 3.1575
Epoch:674,loss = 2.9809
Epoch:674,loss = 2.7698
Epoch:675,loss = 2.9597
Epoch:675,loss = 2.9787
Epoch:676,loss = 2.9671
Epoch:676,loss = 2.9901
Epoch:677,loss = 3.0196
Epoch:677,loss = 3.0741
Epoch:678,loss = 3.0394
Epoch:678,loss = 2.8493
Epoch:679,loss = 3.0583
Epoch:679,loss = 2.7845
Epoch:680,loss = 2.9605
Epoch:680,loss = 2.8680
Epoch:681,loss = 3.0123
Epoch:681,loss = 2.8223
Epoch:682,loss = 2.9632
Epoch:682,loss = 3.0674
Epoch:683,loss = 3.0113
Epoch:683,loss = 3.0052
Epoch:684,loss = 2.9509
Epoch:684,loss = 3.1622
Epoch:685,loss = 2.9529
Epoch:685,loss = 3.0930
Epoch:686,loss = 3.0104
Epoch:686,loss = 2.8667
Epoch:687,loss = 2.9674
Epoch:687,loss = 2.9897
Epoch:688,loss = 2.9677
Epoch:688,loss = 3.1347
Epoch:689,loss = 2.9414
Epoch:689,loss = 2.9544
Epoch:690,loss = 2.9289
Epoch:690,loss = 3.0616
Epoch:691,loss = 3.0105
Epoch:691,loss = 3.0863
Epoch:692,loss = 2.9879
Epoch:692,loss = 3.0164
Epoch:693,loss = 2.9236
Epoch:693,loss = 3.0441
Epoch:694,loss = 2.9951
Epoch:694,loss = 2.8029
Epoch:695,loss = 3.0205
Epoch:695,loss = 2.9192
Epoch:696,loss = 2.9657
Epoch:696,loss = 2.9739
Epoch:697,loss = 3.0102
Epoch:697,loss = 3.0012
Epoch:698,loss = 2.9643
Epoch:698,loss = 2.9166
Epoch:699,loss = 3.0148
Epoch:699,loss = 2.9745
Epoch:700,loss = 2.9936
Epoch:700,loss = 2.9659
Epoch:701,loss = 2.9953
Epoch:701,loss = 2.9159
Epoch:702,loss = 3.0004
Epoch:702,loss = 2.9921
Epoch:703,loss = 3.0228
Epoch:703,loss = 2.9401
Epoch:704,loss = 3.0427
Epoch:704,loss = 2.7049
Epoch:705,loss = 3.0509
Epoch:705,loss = 2.8356
Epoch:706,loss = 3.0361
Epoch:706,loss = 2.8622
Epoch:707,loss = 3.0230
Epoch:707,loss = 2.9128
Epoch:708,loss = 2.9984
Epoch:708,loss = 2.9025
Epoch:709,loss = 2.9735
Epoch:709,loss = 3.1012
Epoch:710,loss = 3.0573
Epoch:710,loss = 2.8962
Epoch:711,loss = 2.9267
Epoch:711,loss = 3.1544
Epoch:712,loss = 2.9917
Epoch:712,loss = 2.9268
Epoch:713,loss = 3.0134
Epoch:713,loss = 2.9453
Epoch:714,loss = 3.0374
Epoch:714,loss = 2.8019
Epoch:715,loss = 3.0106
Epoch:715,loss = 2.9837
Epoch:716,loss = 3.0026
Epoch:716,loss = 3.0528
Epoch:717,loss = 3.0116
Epoch:717,loss = 2.8936
Epoch:718,loss = 2.8915
Epoch:718,loss = 3.0766
Epoch:719,loss = 3.0336
Epoch:719,loss = 2.7187
Epoch:720,loss = 2.8983
Epoch:720,loss = 3.2813
Epoch:721,loss = 3.0325
Epoch:721,loss = 2.8694
Epoch:722,loss = 2.9697
Epoch:722,loss = 3.1110
Epoch:723,loss = 3.0026
Epoch:723,loss = 3.0420
Epoch:724,loss = 2.9764
Epoch:724,loss = 2.8770
Epoch:725,loss = 2.9741
Epoch:725,loss = 2.9315
Epoch:726,loss = 3.0005
Epoch:726,loss = 2.9376
Epoch:727,loss = 2.9855
Epoch:727,loss = 2.9824
Epoch:728,loss = 3.0134
Epoch:728,loss = 3.0404
Epoch:729,loss = 2.9430
Epoch:729,loss = 3.0331
Epoch:730,loss = 2.9955
Epoch:730,loss = 2.8809
Epoch:731,loss = 2.9395
Epoch:731,loss = 3.0785
Epoch:732,loss = 3.0011
Epoch:732,loss = 2.7932
Epoch:733,loss = 2.9581
Epoch:733,loss = 2.9444
Epoch:734,loss = 2.9903
Epoch:734,loss = 2.9618
Epoch:735,loss = 2.9428
Epoch:735,loss = 3.0388
Epoch:736,loss = 2.9326
Epoch:736,loss = 3.0690
Epoch:737,loss = 3.0449
Epoch:737,loss = 2.9894
Epoch:738,loss = 2.9868
Epoch:738,loss = 2.9859
Epoch:739,loss = 2.9482
Epoch:739,loss = 3.0066
Epoch:740,loss = 3.0048
Epoch:740,loss = 2.9146
Epoch:741,loss = 3.0017
Epoch:741,loss = 2.9896
Epoch:742,loss = 2.9826
Epoch:742,loss = 2.9297
Epoch:743,loss = 2.9894
Epoch:743,loss = 2.9530
Epoch:744,loss = 3.0633
Epoch:744,loss = 2.9277
Epoch:745,loss = 2.9756
Epoch:745,loss = 3.1264
Epoch:746,loss = 3.0090
Epoch:746,loss = 2.8483
Epoch:747,loss = 2.9658
Epoch:747,loss = 3.0536
Epoch:748,loss = 3.0111
Epoch:748,loss = 2.9885
Epoch:749,loss = 2.9528
Epoch:749,loss = 3.0530
Epoch:750,loss = 2.9609
Epoch:750,loss = 2.9926
Epoch:751,loss = 3.0589
Epoch:751,loss = 2.9339
Epoch:752,loss = 2.9674
Epoch:752,loss = 2.9513
Epoch:753,loss = 2.9902
Epoch:753,loss = 3.0214
Epoch:754,loss = 2.9784
Epoch:754,loss = 3.0772
Epoch:755,loss = 2.9586
Epoch:755,loss = 2.9281
Epoch:756,loss = 3.0104
Epoch:756,loss = 2.8655
Epoch:757,loss = 2.9941
Epoch:757,loss = 2.8639
Epoch:758,loss = 3.0549
Epoch:758,loss = 2.8598
Epoch:759,loss = 3.0028
Epoch:759,loss = 2.9117
Epoch:760,loss = 3.0227
Epoch:760,loss = 2.9065
Epoch:761,loss = 3.0397
Epoch:761,loss = 2.7954
Epoch:762,loss = 3.0024
Epoch:762,loss = 2.9470
Epoch:763,loss = 2.9450
Epoch:763,loss = 3.0935
Epoch:764,loss = 3.0162
Epoch:764,loss = 2.8182
Epoch:765,loss = 3.0710
Epoch:765,loss = 2.7908
Epoch:766,loss = 2.9689
Epoch:766,loss = 3.0522
Epoch:767,loss = 2.9807
Epoch:767,loss = 3.0670
Epoch:768,loss = 3.0173
Epoch:768,loss = 2.8741
Epoch:769,loss = 2.9770
Epoch:769,loss = 3.0700
Epoch:770,loss = 2.9622
Epoch:770,loss = 3.0532
Epoch:771,loss = 3.0049
Epoch:771,loss = 2.8066
Epoch:772,loss = 2.9751
Epoch:772,loss = 3.0098
Epoch:773,loss = 3.0578
Epoch:773,loss = 2.9247
Epoch:774,loss = 3.0398
Epoch:774,loss = 2.9030
Epoch:775,loss = 2.8662
Epoch:775,loss = 3.3122
Epoch:776,loss = 2.9634
Epoch:776,loss = 3.0976
Epoch:777,loss = 2.9977
Epoch:777,loss = 2.8598
Epoch:778,loss = 2.9971
Epoch:778,loss = 2.8712
Epoch:779,loss = 2.9923
Epoch:779,loss = 2.9209
Epoch:780,loss = 2.9831
Epoch:780,loss = 3.0480
Epoch:781,loss = 3.0314
Epoch:781,loss = 2.9256
Epoch:782,loss = 2.9487
Epoch:782,loss = 3.0650
Epoch:783,loss = 2.9851
Epoch:783,loss = 2.8929
Epoch:784,loss = 2.9808
Epoch:784,loss = 3.0825
Epoch:785,loss = 3.0077
Epoch:785,loss = 2.8477
Epoch:786,loss = 2.9920
Epoch:786,loss = 2.9402
Epoch:787,loss = 2.9781
Epoch:787,loss = 2.7734
Epoch:788,loss = 2.9776
Epoch:788,loss = 2.9778
Epoch:789,loss = 2.9991
Epoch:789,loss = 3.0703
Epoch:790,loss = 2.9966
Epoch:790,loss = 2.8449
Epoch:791,loss = 3.0379
Epoch:791,loss = 2.8274
Epoch:792,loss = 2.9595
Epoch:792,loss = 3.1685
Epoch:793,loss = 2.9588
Epoch:793,loss = 3.1062
Epoch:794,loss = 2.9339
Epoch:794,loss = 3.1032
Epoch:795,loss = 3.0046
Epoch:795,loss = 3.0587
Epoch:796,loss = 2.9913
Epoch:796,loss = 3.0962
Epoch:797,loss = 2.9913
Epoch:797,loss = 3.1409
Epoch:798,loss = 2.9432
Epoch:798,loss = 2.9815
Epoch:799,loss = 2.9916
Epoch:799,loss = 2.8607
Epoch:800,loss = 3.0021
Epoch:800,loss = 3.0228
Epoch:801,loss = 2.9687
Epoch:801,loss = 3.0517
Epoch:802,loss = 2.9755
Epoch:802,loss = 3.0383
Epoch:803,loss = 2.9532
Epoch:803,loss = 3.0457
Epoch:804,loss = 2.9779
Epoch:804,loss = 3.0108
Epoch:805,loss = 3.0136
Epoch:805,loss = 2.8934
Epoch:806,loss = 2.9768
Epoch:806,loss = 3.1294
Epoch:807,loss = 2.9951
Epoch:807,loss = 3.0238
Epoch:808,loss = 2.9756
Epoch:808,loss = 3.0098
Epoch:809,loss = 3.0769
Epoch:809,loss = 2.7329
Epoch:810,loss = 2.9724
Epoch:810,loss = 3.0068
Epoch:811,loss = 2.9733
Epoch:811,loss = 2.9727
Epoch:812,loss = 2.9433
Epoch:812,loss = 3.0204
Epoch:813,loss = 2.9690
Epoch:813,loss = 3.0405
Epoch:814,loss = 2.9572
Epoch:814,loss = 2.9693
Epoch:815,loss = 3.0292
Epoch:815,loss = 2.8352
Epoch:816,loss = 3.0216
Epoch:816,loss = 2.8911
Epoch:817,loss = 3.0061
Epoch:817,loss = 2.8594
Epoch:818,loss = 3.0321
Epoch:818,loss = 2.8266
Epoch:819,loss = 2.9570
Epoch:819,loss = 3.0538
Epoch:820,loss = 2.9923
Epoch:820,loss = 2.9724
Epoch:821,loss = 2.9936
Epoch:821,loss = 2.8041
Epoch:822,loss = 3.0209
Epoch:822,loss = 3.0211
Epoch:823,loss = 3.0135
Epoch:823,loss = 2.9971
Epoch:824,loss = 2.9962
Epoch:824,loss = 2.8488
Epoch:825,loss = 2.9721
Epoch:825,loss = 3.0736
Epoch:826,loss = 2.9782
Epoch:826,loss = 3.0441
Epoch:827,loss = 3.0131
Epoch:827,loss = 2.8127
Epoch:828,loss = 2.9660
Epoch:828,loss = 2.8911
Epoch:829,loss = 3.0356
Epoch:829,loss = 2.7937
Epoch:830,loss = 2.9623
Epoch:830,loss = 3.0911
Epoch:831,loss = 2.9731
Epoch:831,loss = 2.9614
Epoch:832,loss = 2.9880
Epoch:832,loss = 2.9959
Epoch:833,loss = 2.9912
Epoch:833,loss = 2.9824
Epoch:834,loss = 3.0106
Epoch:834,loss = 2.9793
Epoch:835,loss = 3.0134
Epoch:835,loss = 2.9105
Epoch:836,loss = 2.9735
Epoch:836,loss = 2.9793
Epoch:837,loss = 3.0164
Epoch:837,loss = 3.1409
Epoch:838,loss = 2.9840
Epoch:838,loss = 2.9575
Epoch:839,loss = 2.9888
Epoch:839,loss = 2.9473
Epoch:840,loss = 2.9174
Epoch:840,loss = 3.1931
Epoch:841,loss = 2.9816
Epoch:841,loss = 3.0238
Epoch:842,loss = 2.9935
Epoch:842,loss = 3.0186
Epoch:843,loss = 2.9913
Epoch:843,loss = 2.9478
Epoch:844,loss = 2.9915
Epoch:844,loss = 3.0248
Epoch:845,loss = 2.9940
Epoch:845,loss = 2.9648
Epoch:846,loss = 3.0066
Epoch:846,loss = 3.1037
Epoch:847,loss = 3.0013
Epoch:847,loss = 2.9812
Epoch:848,loss = 2.9827
Epoch:848,loss = 3.1350
Epoch:849,loss = 2.9671
Epoch:849,loss = 3.0421
Epoch:850,loss = 2.9417
Epoch:850,loss = 3.1709
Epoch:851,loss = 3.0381
Epoch:851,loss = 2.8163
Epoch:852,loss = 3.0038
Epoch:852,loss = 2.8620
Epoch:853,loss = 2.9581
Epoch:853,loss = 2.9179
Epoch:854,loss = 3.0090
Epoch:854,loss = 2.8866
Epoch:855,loss = 3.0386
Epoch:855,loss = 2.8335
Epoch:856,loss = 2.9456
Epoch:856,loss = 3.1214
Epoch:857,loss = 2.9811
Epoch:857,loss = 3.1700
Epoch:858,loss = 2.9922
Epoch:858,loss = 3.0049
Epoch:859,loss = 3.0510
Epoch:859,loss = 2.8626
Epoch:860,loss = 3.0541
Epoch:860,loss = 2.7515
Epoch:861,loss = 2.9885
Epoch:861,loss = 2.9570
Epoch:862,loss = 2.9359
Epoch:862,loss = 3.2300
Epoch:863,loss = 2.9486
Epoch:863,loss = 3.0023
Epoch:864,loss = 2.9259
Epoch:864,loss = 3.1166
Epoch:865,loss = 3.0427
Epoch:865,loss = 2.7774
Epoch:866,loss = 2.9512
Epoch:866,loss = 2.9073
Epoch:867,loss = 2.9826
Epoch:867,loss = 2.9712
Epoch:868,loss = 2.9998
Epoch:868,loss = 3.0075
Epoch:869,loss = 2.9167
Epoch:869,loss = 3.0765
Epoch:870,loss = 3.0047
Epoch:870,loss = 2.9598
Epoch:871,loss = 2.9362
Epoch:871,loss = 3.0943
Epoch:872,loss = 3.0216
Epoch:872,loss = 2.9705
Epoch:873,loss = 2.9840
Epoch:873,loss = 2.7444
Epoch:874,loss = 2.9753
Epoch:874,loss = 2.8259
Epoch:875,loss = 2.9987
Epoch:875,loss = 3.0726
Epoch:876,loss = 3.0300
Epoch:876,loss = 2.9262
Epoch:877,loss = 2.9951
Epoch:877,loss = 3.0298
Epoch:878,loss = 3.0367
Epoch:878,loss = 2.9679
Epoch:879,loss = 2.9661
Epoch:879,loss = 3.0636
Epoch:880,loss = 2.9440
Epoch:880,loss = 3.0697
Epoch:881,loss = 2.9732
Epoch:881,loss = 3.0965
Epoch:882,loss = 2.9557
Epoch:882,loss = 3.0955
Epoch:883,loss = 3.0285
Epoch:883,loss = 2.8405
Epoch:884,loss = 2.9988
Epoch:884,loss = 2.8261
Epoch:885,loss = 3.0220
Epoch:885,loss = 2.8327
Epoch:886,loss = 2.9535
Epoch:886,loss = 3.0488
Epoch:887,loss = 3.0375
Epoch:887,loss = 2.7590
Epoch:888,loss = 2.9889
Epoch:888,loss = 2.9428
Epoch:889,loss = 2.9968
Epoch:889,loss = 2.8454
Epoch:890,loss = 2.9102
Epoch:890,loss = 3.1352
Epoch:891,loss = 3.0051
Epoch:891,loss = 2.9366
Epoch:892,loss = 3.0071
Epoch:892,loss = 2.7783
Epoch:893,loss = 3.0131
Epoch:893,loss = 2.8651
Epoch:894,loss = 2.9510
Epoch:894,loss = 3.1391
Epoch:895,loss = 3.0360
Epoch:895,loss = 2.8953
Epoch:896,loss = 2.9997
Epoch:896,loss = 2.8544
Epoch:897,loss = 2.9726
Epoch:897,loss = 2.9631
Epoch:898,loss = 2.9488
Epoch:898,loss = 3.1047
Epoch:899,loss = 2.8979
Epoch:899,loss = 3.0759
Epoch:900,loss = 3.0215
Epoch:900,loss = 2.9197
Epoch:901,loss = 2.9637
Epoch:901,loss = 3.1941
Epoch:902,loss = 3.0225
Epoch:902,loss = 2.8202
Epoch:903,loss = 3.0154
Epoch:903,loss = 2.9048
Epoch:904,loss = 2.9515
Epoch:904,loss = 2.9729
Epoch:905,loss = 2.9567
Epoch:905,loss = 2.9484
Epoch:906,loss = 3.0018
Epoch:906,loss = 2.9132
Epoch:907,loss = 3.0025
Epoch:907,loss = 2.8484
Epoch:908,loss = 2.9879
Epoch:908,loss = 2.8754
Epoch:909,loss = 3.0155
Epoch:909,loss = 2.9042
Epoch:910,loss = 2.9876
Epoch:910,loss = 2.9390
Epoch:911,loss = 2.9640
Epoch:911,loss = 2.9133
Epoch:912,loss = 3.0105
Epoch:912,loss = 2.9450
Epoch:913,loss = 2.9922
Epoch:913,loss = 2.8480
Epoch:914,loss = 3.0013
Epoch:914,loss = 2.8764
Epoch:915,loss = 3.0082
Epoch:915,loss = 3.0449
Epoch:916,loss = 2.9552
Epoch:916,loss = 3.0311
Epoch:917,loss = 2.9982
Epoch:917,loss = 2.9652
Epoch:918,loss = 3.0239
Epoch:918,loss = 2.8642
Epoch:919,loss = 2.9864
Epoch:919,loss = 3.1032
Epoch:920,loss = 2.9646
Epoch:920,loss = 2.9957
Epoch:921,loss = 2.9786
Epoch:921,loss = 2.9782
Epoch:922,loss = 2.9551
Epoch:922,loss = 3.0861
Epoch:923,loss = 3.0127
Epoch:923,loss = 2.9824
Epoch:924,loss = 2.9596
Epoch:924,loss = 3.0413
Epoch:925,loss = 3.0337
Epoch:925,loss = 2.8838
Epoch:926,loss = 2.9990
Epoch:926,loss = 2.8944
Epoch:927,loss = 2.9739
Epoch:927,loss = 3.0369
Epoch:928,loss = 3.0050
Epoch:928,loss = 3.0917
Epoch:929,loss = 3.0127
Epoch:929,loss = 2.9172
Epoch:930,loss = 3.0317
Epoch:930,loss = 2.9612
Epoch:931,loss = 2.9583
Epoch:931,loss = 3.0389
Epoch:932,loss = 2.9385
Epoch:932,loss = 3.1633
Epoch:933,loss = 3.0632
Epoch:933,loss = 2.5951
Epoch:934,loss = 2.9734
Epoch:934,loss = 2.9262
Epoch:935,loss = 2.9692
Epoch:935,loss = 3.0521
Epoch:936,loss = 2.9908
Epoch:936,loss = 3.0142
Epoch:937,loss = 2.9715
Epoch:937,loss = 3.0843
Epoch:938,loss = 3.0066
Epoch:938,loss = 2.9417
Epoch:939,loss = 2.9933
Epoch:939,loss = 3.1207
Epoch:940,loss = 2.9642
Epoch:940,loss = 2.9625
Epoch:941,loss = 2.9846
Epoch:941,loss = 3.0451
Epoch:942,loss = 2.9915
Epoch:942,loss = 2.8488
Epoch:943,loss = 2.9838
Epoch:943,loss = 3.0568
Epoch:944,loss = 3.0233
Epoch:944,loss = 2.7894
Epoch:945,loss = 3.0030
Epoch:945,loss = 2.8103
Epoch:946,loss = 2.9871
Epoch:946,loss = 2.9595
Epoch:947,loss = 3.0290
Epoch:947,loss = 2.8737
Epoch:948,loss = 2.9628
Epoch:948,loss = 2.9522
Epoch:949,loss = 2.9911
Epoch:949,loss = 2.8421
Epoch:950,loss = 2.9698
Epoch:950,loss = 3.1119
Epoch:951,loss = 2.9860
Epoch:951,loss = 3.0375
Epoch:952,loss = 3.0330
Epoch:952,loss = 3.0165
Epoch:953,loss = 2.9634
Epoch:953,loss = 3.0822
Epoch:954,loss = 2.9496
Epoch:954,loss = 3.0642
Epoch:955,loss = 2.9640
Epoch:955,loss = 2.9904
Epoch:956,loss = 3.0038
Epoch:956,loss = 2.9350
Epoch:957,loss = 2.9978
Epoch:957,loss = 3.0481
Epoch:958,loss = 2.9811
Epoch:958,loss = 3.0850
Epoch:959,loss = 3.0125
Epoch:959,loss = 2.8645
Epoch:960,loss = 3.0350
Epoch:960,loss = 2.8440
Epoch:961,loss = 3.0078
Epoch:961,loss = 2.9204
Epoch:962,loss = 2.9771
Epoch:962,loss = 2.9191
Epoch:963,loss = 3.0095
Epoch:963,loss = 2.8787
Epoch:964,loss = 3.0228
Epoch:964,loss = 2.9197
Epoch:965,loss = 2.9876
Epoch:965,loss = 3.0838
Epoch:966,loss = 2.9677
Epoch:966,loss = 3.0018
Epoch:967,loss = 3.0207
Epoch:967,loss = 2.8385
Epoch:968,loss = 2.9186
Epoch:968,loss = 3.1628
Epoch:969,loss = 2.9481
Epoch:969,loss = 3.2630
Epoch:970,loss = 2.9860
Epoch:970,loss = 3.0872
Epoch:971,loss = 2.9556
Epoch:971,loss = 3.0381
Epoch:972,loss = 2.9751
Epoch:972,loss = 2.9949
Epoch:973,loss = 2.9841
Epoch:973,loss = 2.8826
Epoch:974,loss = 2.9482
Epoch:974,loss = 3.0674
Epoch:975,loss = 3.0045
Epoch:975,loss = 2.8749
Epoch:976,loss = 2.9828
Epoch:976,loss = 3.0403
Epoch:977,loss = 3.0073
Epoch:977,loss = 3.1212
Epoch:978,loss = 2.9899
Epoch:978,loss = 3.0770
Epoch:979,loss = 2.9638
Epoch:979,loss = 3.0556
Epoch:980,loss = 2.9938
Epoch:980,loss = 3.1210
Epoch:981,loss = 2.9823
Epoch:981,loss = 3.0442
Epoch:982,loss = 2.9942
Epoch:982,loss = 2.9407
Epoch:983,loss = 2.9975
Epoch:983,loss = 3.0029
Epoch:984,loss = 2.9484
Epoch:984,loss = 3.2049
Epoch:985,loss = 2.9527
Epoch:985,loss = 3.0478
Epoch:986,loss = 2.9931
Epoch:986,loss = 3.0064
Epoch:987,loss = 2.9345
Epoch:987,loss = 3.0842
Epoch:988,loss = 2.9523
Epoch:988,loss = 3.0458
Epoch:989,loss = 2.9960
Epoch:989,loss = 2.8491
Epoch:990,loss = 2.9861
Epoch:990,loss = 3.1356
Epoch:991,loss = 2.9334
Epoch:991,loss = 3.1296
Epoch:992,loss = 2.9796
Epoch:992,loss = 3.1186
Epoch:993,loss = 3.0050
Epoch:993,loss = 2.9225
Epoch:994,loss = 2.9970
Epoch:994,loss = 2.7097
Epoch:995,loss = 2.9852
Epoch:995,loss = 2.9110
Epoch:996,loss = 2.9602
Epoch:996,loss = 3.0207
Epoch:997,loss = 2.9169
Epoch:997,loss = 3.3120
Epoch:998,loss = 3.0129
Epoch:998,loss = 2.8994
Epoch:999,loss = 2.9813
Epoch:999,loss = 3.1083
Epoch:1000,loss = 3.0091
Epoch:1000,loss = 2.7735
input_batch
tensor([[[0., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
...,
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]],
[[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
...,
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]],
[[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
...,
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]],
...,
[[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
...,
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]],
[[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
...,
[0., 0., 0., ..., 0., 1., 0.],
[1., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]],
[[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[0., 0., 0., ..., 0., 0., 0.],
...,
[0., 0., 0., ..., 0., 1., 0.],
[0., 0., 0., ..., 0., 0., 0.],
[1., 0., 0., ..., 0., 0., 0.]]])
#预测
inputs = input_batch.to(device)
pred = model(inputs).data.max(1,keepdim = True)[1]
pred.data.shape
torch.Size([20, 1])
print(sentence)
GitHub Actions makes it easy to automate all your software workflows from continuous integration and delivery to issue triage and more
print([idx2word[n.item ()] for n in pred.squeeze()])
['Actions', 'GitHub', 'triage', 'it', 'more', 'Actions', 'Actions', 'GitHub', 'GitHub', 'more', 'more', 'GitHub', 'Actions', 'GitHub', 'Actions', 'triage', 'triage', 'GitHub', 'it', 'delivery']
扫一扫
230
被折叠的 条评论
为什么被折叠?
到【灌水乐园】发言
