Python-TensorFlow实现鸢尾花分类

# -*- coding: UTF-8 -*-
# 利用鸢尾花数据集，实现前向传播、反向传播，可视化loss曲线

# 导入所需模块
import tensorflow as tf
from sklearn import datasets
from matplotlib import pyplot as plt
import numpy as np

# 导入数据，分别为输入特征和标签
x_data = datasets.load_iris().data
y_data = datasets.load_iris().target

# 随机打乱数据（因为原始数据是顺序的，顺序不打乱会影响准确率）
# seed: 随机数种子，是一个整数，当设置之后，每次生成的随机数都一样（为方便教学，以保每位同学结果一致）
np.random.seed(116) # 使用相同的seed，保证输入特征和标签一一对应
np.random.shuffle(x_data)
np.random.seed(116)
np.random.shuffle(y_data)
tf.random.set_seed(116)

# 将打乱后的数据集分割为训练集和测试集，训练集为前120行，测试集为后30行
x_train = x_data[:-30]
y_train = y_data[:-30]
x_test = x_data[-30:]
y_test = y_data[-30:]

# 转换x的数据类型，否则后面矩阵相乘时会因数据类型不一致报错
x_train = tf.cast(x_train, tf.float32)
x_test = tf.cast(x_test, tf.float32)

# from_tensor_slices函数使输入特征和标签值一一对应。（把数据集分批次，每个批次batch组数据）
train_db = tf.data.Dataset.from_tensor_slices((x_train, y_train)).batch(32)
test_db = tf.data.Dataset.from_tensor_slices((x_test, y_test)).batch(32)

# 生成神经网络的参数，4个输入特征故，输入层为4个输入节点；因为3分类，故输出层为3个神经元
# 用tf.Variable()标记参数可训练
# 使用seed使每次生成的随机数相同（方便教学，使大家结果都一致，在现实使用时不写seed）
w1 = tf.Variable(tf.random.truncated_normal([4, 3], stddev=0.1, seed=1))
b1 = tf.Variable(tf.random.truncated_normal([3], stddev=0.1, seed=1))

lr = 0.1 # 学习率为0.1
train_loss_results = [] # 将每轮的loss记录在此列表中，为后续画loss曲线提供数据
test_acc = [] # 将每轮的acc记录在此列表中，为后续画acc曲线提供数据
epoch = 500 # 循环500轮
loss_all = 0 # 每轮分4个step，loss_all记录四个step生成的4个loss的和

# 训练部分
for epoch in range(epoch): #数据集级别的循环，每个epoch循环一次数据集
for step, (x_train, y_train) in enumerate(train_db): #batch级别的循环 ，每个step循环一个batch
with tf.GradientTape() as tape: # with结构记录梯度信息
y = tf.matmul(x_train, w1) + b1 # 神经网络乘加运算
y = tf.nn.softmax(y) # 使输出y符合概率分布（此操作后与独热码同量级，可相减求loss）
y_ = tf.one_hot(y_train, depth=3) # 将标签值转换为独热码格式，方便计算loss和accuracy
loss = tf.reduce_mean(tf.square(y_ - y)) # 采用均方误差损失函数mse = mean(sum(y-out)^2)
loss_all += loss.numpy() # 将每个step计算出的loss累加，为后续求loss平均值提供数据，这样计算的loss更准确
# 计算loss对各个参数的梯度
grads = tape.gradient(loss, [w1, b1])

# 实现梯度更新 w1 = w1 - lr * w1_grad b = b - lr * b_grad
w1.assign_sub(lr * grads[0]) # 参数w1自更新
b1.assign_sub(lr * grads[1]) # 参数b自更新

# 每个epoch，打印loss信息
print("Epoch {}, loss: {}".format(epoch, loss_all/4))
train_loss_results.append(loss_all / 4) # 将4个step的loss求平均记录在此变量中
loss_all = 0 # loss_all归零，为记录下一个epoch的loss做准备

# 测试部分
# total_correct为预测对的样本个数, total_number为测试的总样本数，将这两个变量都初始化为0
total_correct, total_number = 0, 0
for x_test, y_test in test_db:
# 使用更新后的参数进行预测
y = tf.matmul(x_test, w1) + b1
y = tf.nn.softmax(y)
pred = tf.argmax(y, axis=1) # 返回y中最大值的索引，即预测的分类
# 将pred转换为y_test的数据类型
pred = tf.cast(pred, dtype=y_test.dtype)
# 若分类正确，则correct=1，否则为0，将bool型的结果转换为int型
correct = tf.cast(tf.equal(pred, y_test), dtype=tf.int32)
# 将每个batch的correct数加起来
correct = tf.reduce_sum(correct)
# 将所有batch中的correct数加起来
total_correct += int(correct)
# total_number为测试的总样本数，也就是x_test的行数，shape[0]返回变量的行数
total_number += x_test.shape[0]
# 总的准确率等于total_correct/total_number
acc = total_correct / total_number
test_acc.append(acc)
print("Test_acc:", acc)
print("--------------------------")

# 绘制 loss 曲线
plt.title('Loss Function Curve') # 图片标题
plt.xlabel('Epoch') # x轴变量名称
plt.ylabel('Loss') # y轴变量名称
plt.plot(train_loss_results, label="$Loss$") # 逐点画出trian_loss_results值并连线，连线图标是Loss
plt.legend() # 画出曲线图标
plt.show() # 画出图像

# 绘制 Accuracy 曲线
plt.title('Acc Curve') # 图片标题
plt.xlabel('Epoch') # x轴变量名称
plt.ylabel('Acc') # y轴变量名称
plt.plot(test_acc, label="$Accuracy$") # 逐点画出test_acc值并连线，连线图标是Accuracy
plt.legend()
plt.show()

运行结果：

Epoch 0, loss: 0.2821310982108116
Test_acc: 0.16666666666666666
--------------------------
Epoch 1, loss: 0.25459614023566246
Test_acc: 0.16666666666666666
--------------------------
Epoch 2, loss: 0.22570249810814857
Test_acc: 0.16666666666666666
--------------------------
Epoch 3, loss: 0.21028400212526321
Test_acc: 0.16666666666666666
--------------------------
Epoch 4, loss: 0.19942264631390572
Test_acc: 0.16666666666666666
--------------------------
Epoch 5, loss: 0.18873637914657593
Test_acc: 0.5
--------------------------
Epoch 6, loss: 0.17851299792528152
Test_acc: 0.5333333333333333
--------------------------
Epoch 7, loss: 0.16922875866293907
Test_acc: 0.5333333333333333
--------------------------
Epoch 8, loss: 0.16107672825455666
Test_acc: 0.5333333333333333
--------------------------
Epoch 9, loss: 0.15404684841632843
Test_acc: 0.5333333333333333
--------------------------
Epoch 10, loss: 0.14802726358175278
Test_acc: 0.5333333333333333
--------------------------
Epoch 11, loss: 0.14287303760647774
Test_acc: 0.5333333333333333
--------------------------
Epoch 12, loss: 0.1384414155036211
Test_acc: 0.5333333333333333
--------------------------
Epoch 13, loss: 0.13460607640445232
Test_acc: 0.5333333333333333
--------------------------
Epoch 14, loss: 0.13126072473824024
Test_acc: 0.5333333333333333
--------------------------
Epoch 15, loss: 0.12831822223961353
Test_acc: 0.5333333333333333
--------------------------
Epoch 16, loss: 0.12570795230567455
Test_acc: 0.5333333333333333
--------------------------
Epoch 17, loss: 0.12337298691272736
Test_acc: 0.5333333333333333
--------------------------
Epoch 18, loss: 0.12126746214926243
Test_acc: 0.5333333333333333
--------------------------
Epoch 19, loss: 0.11935433000326157
Test_acc: 0.5333333333333333
--------------------------
Epoch 20, loss: 0.11760355159640312
Test_acc: 0.5333333333333333
--------------------------
Epoch 21, loss: 0.11599067784845829
Test_acc: 0.5333333333333333
--------------------------
Epoch 22, loss: 0.11449568718671799
Test_acc: 0.5333333333333333
--------------------------
Epoch 23, loss: 0.11310207657516003
Test_acc: 0.5333333333333333
--------------------------
Epoch 24, loss: 0.11179621517658234
Test_acc: 0.5333333333333333
--------------------------
Epoch 25, loss: 0.11056671850383282
Test_acc: 0.5333333333333333
--------------------------
Epoch 26, loss: 0.10940408147871494
Test_acc: 0.5333333333333333
--------------------------
Epoch 27, loss: 0.10830027982592583
Test_acc: 0.5333333333333333
--------------------------
Epoch 28, loss: 0.10724855028092861
Test_acc: 0.5333333333333333
--------------------------
Epoch 29, loss: 0.10624313354492188
Test_acc: 0.5333333333333333
--------------------------
Epoch 30, loss: 0.10527909733355045
Test_acc: 0.5333333333333333
--------------------------
Epoch 31, loss: 0.10435222461819649
Test_acc: 0.5333333333333333
--------------------------
Epoch 32, loss: 0.10345886088907719
Test_acc: 0.5333333333333333
--------------------------
Epoch 33, loss: 0.10259587690234184
Test_acc: 0.5333333333333333
--------------------------
Epoch 34, loss: 0.10176052711904049
Test_acc: 0.5333333333333333
--------------------------
Epoch 35, loss: 0.10095042549073696
Test_acc: 0.5333333333333333
--------------------------
Epoch 36, loss: 0.10016347840428352
Test_acc: 0.5333333333333333
--------------------------
Epoch 37, loss: 0.09939785115420818
Test_acc: 0.5333333333333333
--------------------------
Epoch 38, loss: 0.09865193627774715
Test_acc: 0.5333333333333333
--------------------------
Epoch 39, loss: 0.09792428463697433
Test_acc: 0.5333333333333333
--------------------------
Epoch 40, loss: 0.09721365198493004
Test_acc: 0.5333333333333333
--------------------------
Epoch 41, loss: 0.09651889652013779
Test_acc: 0.5333333333333333
--------------------------
Epoch 42, loss: 0.09583901986479759
Test_acc: 0.5333333333333333
--------------------------
Epoch 43, loss: 0.09517311118543148
Test_acc: 0.5333333333333333
--------------------------
Epoch 44, loss: 0.09452037140727043
Test_acc: 0.5333333333333333
--------------------------
Epoch 45, loss: 0.0938800759613514
Test_acc: 0.5333333333333333
--------------------------
Epoch 46, loss: 0.09325156547129154
Test_acc: 0.5333333333333333
--------------------------
Epoch 47, loss: 0.09263425506651402
Test_acc: 0.5333333333333333
--------------------------
Epoch 48, loss: 0.09202760085463524
Test_acc: 0.5333333333333333
--------------------------
Epoch 49, loss: 0.09143111854791641
Test_acc: 0.5333333333333333
--------------------------
Epoch 50, loss: 0.09084436669945717
Test_acc: 0.5666666666666667
--------------------------
Epoch 51, loss: 0.09026693738996983
Test_acc: 0.5666666666666667
--------------------------
Epoch 52, loss: 0.08969847112894058
Test_acc: 0.5666666666666667
--------------------------
Epoch 53, loss: 0.08913861028850079
Test_acc: 0.6
--------------------------
Epoch 54, loss: 0.08858705125749111
Test_acc: 0.6
--------------------------
Epoch 55, loss: 0.08804351091384888
Test_acc: 0.6
--------------------------
Epoch 56, loss: 0.08750773221254349
Test_acc: 0.6
--------------------------
Epoch 57, loss: 0.0869794450700283
Test_acc: 0.6
--------------------------
Epoch 58, loss: 0.08645843155682087
Test_acc: 0.6
--------------------------
Epoch 59, loss: 0.08594448864459991
Test_acc: 0.6
--------------------------
Epoch 60, loss: 0.08543741516768932
Test_acc: 0.6
--------------------------
Epoch 61, loss: 0.08493702299892902
Test_acc: 0.6
--------------------------
Epoch 62, loss: 0.08444313518702984
Test_acc: 0.6333333333333333
--------------------------
Epoch 63, loss: 0.08395559899508953
Test_acc: 0.6333333333333333
--------------------------
Epoch 64, loss: 0.08347425609827042
Test_acc: 0.6333333333333333
--------------------------
Epoch 65, loss: 0.0829989779740572
Test_acc: 0.6333333333333333
--------------------------
Epoch 66, loss: 0.08252961374819279
Test_acc: 0.6333333333333333
--------------------------
Epoch 67, loss: 0.08206604234874249
Test_acc: 0.6333333333333333
--------------------------
Epoch 68, loss: 0.081608135253191
Test_acc: 0.6333333333333333
--------------------------
Epoch 69, loss: 0.08115578256547451
Test_acc: 0.6333333333333333
--------------------------
Epoch 70, loss: 0.08070887438952923
Test_acc: 0.6333333333333333
--------------------------
Epoch 71, loss: 0.08026731759309769
Test_acc: 0.6333333333333333
--------------------------
Epoch 72, loss: 0.07983099669218063
Test_acc: 0.6666666666666666
--------------------------
Epoch 73, loss: 0.07939982041716576
Test_acc: 0.6666666666666666
--------------------------
Epoch 74, loss: 0.07897369936108589
Test_acc: 0.6666666666666666
--------------------------
Epoch 75, loss: 0.07855254597961903
Test_acc: 0.7
--------------------------
Epoch 76, loss: 0.0781362745910883
Test_acc: 0.7
--------------------------
Epoch 77, loss: 0.07772481441497803
Test_acc: 0.7
--------------------------
Epoch 78, loss: 0.07731806859374046
Test_acc: 0.7
--------------------------
Epoch 79, loss: 0.07691597566008568
Test_acc: 0.7
--------------------------
Epoch 80, loss: 0.07651845179498196
Test_acc: 0.7
--------------------------
Epoch 81, loss: 0.07612543925642967
Test_acc: 0.7333333333333333
--------------------------
Epoch 82, loss: 0.07573685981333256
Test_acc: 0.7333333333333333
--------------------------
Epoch 83, loss: 0.07535265013575554
Test_acc: 0.7333333333333333
--------------------------
Epoch 84, loss: 0.07497274503111839
Test_acc: 0.7333333333333333
--------------------------
Epoch 85, loss: 0.07459708116948605
Test_acc: 0.7666666666666667
--------------------------
Epoch 86, loss: 0.07422559335827827
Test_acc: 0.7666666666666667
--------------------------
Epoch 87, loss: 0.07385822664946318
Test_acc: 0.7666666666666667
--------------------------
Epoch 88, loss: 0.07349491771310568
Test_acc: 0.7666666666666667
--------------------------
Epoch 89, loss: 0.0731356181204319
Test_acc: 0.7666666666666667
--------------------------
Epoch 90, loss: 0.07278026361018419
Test_acc: 0.7666666666666667
--------------------------
Epoch 91, loss: 0.07242879923433065
Test_acc: 0.7666666666666667
--------------------------
Epoch 92, loss: 0.07208118122071028
Test_acc: 0.7666666666666667
--------------------------
Epoch 93, loss: 0.07173733878880739
Test_acc: 0.8
--------------------------
Epoch 94, loss: 0.07139723841100931
Test_acc: 0.8
--------------------------
Epoch 95, loss: 0.07106082420796156
Test_acc: 0.8
--------------------------
Epoch 96, loss: 0.07072804123163223
Test_acc: 0.8
--------------------------
Epoch 97, loss: 0.0703988391906023
Test_acc: 0.8
--------------------------
Epoch 98, loss: 0.07007317896932364
Test_acc: 0.8333333333333334
--------------------------
Epoch 99, loss: 0.0697510140016675
Test_acc: 0.8666666666666667
--------------------------
Epoch 100, loss: 0.06943229772150517
Test_acc: 0.8666666666666667
--------------------------
Epoch 101, loss: 0.06911697331815958
Test_acc: 0.8666666666666667
--------------------------
Epoch 102, loss: 0.06880500633269548
Test_acc: 0.8666666666666667
--------------------------
Epoch 103, loss: 0.06849635764956474
Test_acc: 0.8666666666666667
--------------------------
Epoch 104, loss: 0.06819095928221941
Test_acc: 0.8666666666666667
--------------------------
Epoch 105, loss: 0.06788879912346601
Test_acc: 0.8666666666666667
--------------------------
Epoch 106, loss: 0.06758982315659523
Test_acc: 0.8666666666666667
--------------------------
Epoch 107, loss: 0.0672939857468009
Test_acc: 0.9
--------------------------
Epoch 108, loss: 0.06700124684721231
Test_acc: 0.9
--------------------------
Epoch 109, loss: 0.06671156734228134
Test_acc: 0.9
--------------------------
Epoch 110, loss: 0.0664249137043953
Test_acc: 0.9
--------------------------
Epoch 111, loss: 0.06614123936742544
Test_acc: 0.9
--------------------------
Epoch 112, loss: 0.06586051359772682
Test_acc: 0.9
--------------------------
Epoch 113, loss: 0.06558268424123526
Test_acc: 0.9
--------------------------
Epoch 114, loss: 0.06530773174017668
Test_acc: 0.9
--------------------------
Epoch 115, loss: 0.06503560673445463
Test_acc: 0.9
--------------------------
Epoch 116, loss: 0.06476627942174673
Test_acc: 0.9
--------------------------
Epoch 117, loss: 0.06449970323592424
Test_acc: 0.9333333333333333
--------------------------
Epoch 118, loss: 0.06423586141318083
Test_acc: 0.9333333333333333
--------------------------
Epoch 119, loss: 0.06397470366209745
Test_acc: 0.9333333333333333
--------------------------
Epoch 120, loss: 0.06371619738638401
Test_acc: 0.9333333333333333
--------------------------
Epoch 121, loss: 0.06346031557768583
Test_acc: 0.9333333333333333
--------------------------
Epoch 122, loss: 0.06320702005177736
Test_acc: 0.9333333333333333
--------------------------
Epoch 123, loss: 0.06295627262443304
Test_acc: 0.9333333333333333
--------------------------
Epoch 124, loss: 0.06270804908126593
Test_acc: 0.9333333333333333
--------------------------
Epoch 125, loss: 0.06246232055127621
Test_acc: 0.9333333333333333
--------------------------
Epoch 126, loss: 0.06221904885023832
Test_acc: 0.9333333333333333
--------------------------
Epoch 127, loss: 0.06197819672524929
Test_acc: 0.9333333333333333
--------------------------
Epoch 128, loss: 0.061739739030599594
Test_acc: 0.9333333333333333
--------------------------
Epoch 129, loss: 0.06150365062057972
Test_acc: 0.9333333333333333
--------------------------
Epoch 130, loss: 0.061269890516996384
Test_acc: 0.9333333333333333
--------------------------
Epoch 131, loss: 0.06103843543678522
Test_acc: 0.9333333333333333
--------------------------
Epoch 132, loss: 0.060809265822172165
Test_acc: 0.9333333333333333
--------------------------
Epoch 133, loss: 0.060582335107028484
Test_acc: 0.9333333333333333
--------------------------
Epoch 134, loss: 0.06035762559622526
Test_acc: 0.9333333333333333
--------------------------
Epoch 135, loss: 0.06013511121273041
Test_acc: 0.9333333333333333
--------------------------
Epoch 136, loss: 0.05991475656628609
Test_acc: 0.9333333333333333
--------------------------
Epoch 137, loss: 0.05969653092324734
Test_acc: 0.9333333333333333
--------------------------
Epoch 138, loss: 0.05948041658848524
Test_acc: 0.9333333333333333
--------------------------
Epoch 139, loss: 0.05926639027893543
Test_acc: 0.9333333333333333
--------------------------
Epoch 140, loss: 0.05905441381037235
Test_acc: 0.9333333333333333
--------------------------
Epoch 141, loss: 0.05884446855634451
Test_acc: 0.9333333333333333
--------------------------
Epoch 142, loss: 0.05863653123378754
Test_acc: 0.9333333333333333
--------------------------
Epoch 143, loss: 0.058430569246411324
Test_acc: 0.9333333333333333
--------------------------
Epoch 144, loss: 0.05822656024247408
Test_acc: 0.9333333333333333
--------------------------
Epoch 145, loss: 0.05802448373287916
Test_acc: 0.9333333333333333
--------------------------
Epoch 146, loss: 0.05782431084662676
Test_acc: 0.9333333333333333
--------------------------
Epoch 147, loss: 0.057626026682555676
Test_acc: 0.9333333333333333
--------------------------
Epoch 148, loss: 0.05742960050702095
Test_acc: 0.9333333333333333
--------------------------
Epoch 149, loss: 0.05723500158637762
Test_acc: 0.9333333333333333
--------------------------
Epoch 150, loss: 0.05704221222549677
Test_acc: 0.9333333333333333
--------------------------
Epoch 151, loss: 0.05685122683644295
Test_acc: 0.9333333333333333
--------------------------
Epoch 152, loss: 0.0566619960591197
Test_acc: 0.9333333333333333
--------------------------
Epoch 153, loss: 0.05647451803088188
Test_acc: 0.9333333333333333
--------------------------
Epoch 154, loss: 0.0562887703999877
Test_acc: 0.9333333333333333
--------------------------
Epoch 155, loss: 0.05610471963882446
Test_acc: 0.9333333333333333
--------------------------
Epoch 156, loss: 0.055922347120940685
Test_acc: 0.9333333333333333
--------------------------
Epoch 157, loss: 0.055741638876497746
Test_acc: 0.9333333333333333
--------------------------
Epoch 158, loss: 0.05556256789714098
Test_acc: 0.9333333333333333
--------------------------
Epoch 159, loss: 0.05538512114435434
Test_acc: 0.9333333333333333
--------------------------
Epoch 160, loss: 0.055209274403750896
Test_acc: 0.9333333333333333
--------------------------
Epoch 161, loss: 0.055035010911524296
Test_acc: 0.9333333333333333
--------------------------
Epoch 162, loss: 0.0548623101785779
Test_acc: 0.9333333333333333
--------------------------
Epoch 163, loss: 0.054691147059202194
Test_acc: 0.9333333333333333
--------------------------
Epoch 164, loss: 0.05452151317149401
Test_acc: 0.9666666666666667
--------------------------
Epoch 165, loss: 0.0543533880263567
Test_acc: 0.9666666666666667
--------------------------
Epoch 166, loss: 0.05418673809617758
Test_acc: 0.9666666666666667
--------------------------
Epoch 167, loss: 0.05402155686169863
Test_acc: 0.9666666666666667
--------------------------
Epoch 168, loss: 0.05385784152895212
Test_acc: 0.9666666666666667
--------------------------
Epoch 169, loss: 0.053695558570325375
Test_acc: 0.9666666666666667
--------------------------
Epoch 170, loss: 0.053534683771431446
Test_acc: 0.9666666666666667
--------------------------
Epoch 171, loss: 0.05337521433830261
Test_acc: 0.9666666666666667
--------------------------
Epoch 172, loss: 0.05321712139993906
Test_acc: 0.9666666666666667
--------------------------
Epoch 173, loss: 0.053060395643115044
Test_acc: 0.9666666666666667
--------------------------
Epoch 174, loss: 0.052905027754604816
Test_acc: 0.9666666666666667
--------------------------
Epoch 175, loss: 0.05275098793208599
Test_acc: 0.9666666666666667
--------------------------
Epoch 176, loss: 0.05259826127439737
Test_acc: 0.9666666666666667
--------------------------
Epoch 177, loss: 0.05244684685021639
Test_acc: 0.9666666666666667
--------------------------
Epoch 178, loss: 0.052296712063252926
Test_acc: 0.9666666666666667
--------------------------
Epoch 179, loss: 0.052147853188216686
Test_acc: 0.9666666666666667
--------------------------
Epoch 180, loss: 0.052000255323946476
Test_acc: 0.9666666666666667
--------------------------
Epoch 181, loss: 0.05185389053076506
Test_acc: 0.9666666666666667
--------------------------
Epoch 182, loss: 0.051708764396607876
Test_acc: 0.9666666666666667
--------------------------
Epoch 183, loss: 0.051564838737249374
Test_acc: 0.9666666666666667
--------------------------
Epoch 184, loss: 0.051422121934592724
Test_acc: 0.9666666666666667
--------------------------
Epoch 185, loss: 0.05128058698028326
Test_acc: 1.0
--------------------------
Epoch 186, loss: 0.05114022362977266
Test_acc: 1.0
--------------------------
Epoch 187, loss: 0.05100102350115776
Test_acc: 1.0
--------------------------
Epoch 188, loss: 0.050862948410212994
Test_acc: 1.0
--------------------------
Epoch 189, loss: 0.05072601418942213
Test_acc: 1.0
--------------------------
Epoch 190, loss: 0.050590211525559425
Test_acc: 1.0
--------------------------
Epoch 191, loss: 0.05045549664646387
Test_acc: 1.0
--------------------------
Epoch 192, loss: 0.050321878865361214
Test_acc: 1.0
--------------------------
Epoch 193, loss: 0.050189340487122536
Test_acc: 1.0
--------------------------
Epoch 194, loss: 0.05005787219852209
Test_acc: 1.0
--------------------------
Epoch 195, loss: 0.04992746654897928
Test_acc: 1.0
--------------------------
Epoch 196, loss: 0.04979808907955885
Test_acc: 1.0
--------------------------
Epoch 197, loss: 0.049669746309518814
Test_acc: 1.0
--------------------------
Epoch 198, loss: 0.04954243544489145
Test_acc: 1.0
--------------------------
Epoch 199, loss: 0.049416122026741505
Test_acc: 1.0
--------------------------
Epoch 200, loss: 0.04929081164300442
Test_acc: 1.0
--------------------------
Epoch 201, loss: 0.0491664819419384
Test_acc: 1.0
--------------------------
Epoch 202, loss: 0.049043127335608006
Test_acc: 1.0
--------------------------
Epoch 203, loss: 0.04892073664814234
Test_acc: 1.0
--------------------------
Epoch 204, loss: 0.04879930429160595
Test_acc: 1.0
--------------------------
Epoch 205, loss: 0.048678803257644176
Test_acc: 1.0
--------------------------
Epoch 206, loss: 0.04855924565345049
Test_acc: 1.0
--------------------------
Epoch 207, loss: 0.0484406054019928
Test_acc: 1.0
--------------------------
Epoch 208, loss: 0.048322876915335655
Test_acc: 1.0
--------------------------
Epoch 209, loss: 0.04820605181157589
Test_acc: 1.0
--------------------------
Epoch 210, loss: 0.048090120777487755
Test_acc: 1.0
--------------------------
Epoch 211, loss: 0.047975064255297184
Test_acc: 1.0
--------------------------
Epoch 212, loss: 0.04786088317632675
Test_acc: 1.0
--------------------------
Epoch 213, loss: 0.04774756543338299
Test_acc: 1.0
--------------------------
Epoch 214, loss: 0.047635095193982124
Test_acc: 1.0
--------------------------
Epoch 215, loss: 0.047523475252091885
Test_acc: 1.0
--------------------------
Epoch 216, loss: 0.047412686981260777
Test_acc: 1.0
--------------------------
Epoch 217, loss: 0.047302727587521076
Test_acc: 1.0
--------------------------
Epoch 218, loss: 0.047193584963679314
Test_acc: 1.0
--------------------------
Epoch 219, loss: 0.04708525072783232
Test_acc: 1.0
--------------------------
Epoch 220, loss: 0.04697771091014147
Test_acc: 1.0
--------------------------
Epoch 221, loss: 0.04687097389250994
Test_acc: 1.0
--------------------------
Epoch 222, loss: 0.04676500987261534
Test_acc: 1.0
--------------------------
Epoch 223, loss: 0.04665982723236084
Test_acc: 1.0
--------------------------
Epoch 224, loss: 0.04655539710074663
Test_acc: 1.0
--------------------------
Epoch 225, loss: 0.04645173903554678
Test_acc: 1.0
--------------------------
Epoch 226, loss: 0.04634883161634207
Test_acc: 1.0
--------------------------
Epoch 227, loss: 0.04624665342271328
Test_acc: 1.0
--------------------------
Epoch 228, loss: 0.04614521935582161
Test_acc: 1.0
--------------------------
Epoch 229, loss: 0.04604450613260269
Test_acc: 1.0
--------------------------
Epoch 230, loss: 0.04594452120363712
Test_acc: 1.0
--------------------------
Epoch 231, loss: 0.04584524128586054
Test_acc: 1.0
--------------------------
Epoch 232, loss: 0.04574667755514383
Test_acc: 1.0
--------------------------
Epoch 233, loss: 0.04564879182726145
Test_acc: 1.0
--------------------------
Epoch 234, loss: 0.04555160738527775
Test_acc: 1.0
--------------------------
Epoch 235, loss: 0.04545510280877352
Test_acc: 1.0
--------------------------
Epoch 236, loss: 0.04535927437245846
Test_acc: 1.0
--------------------------
Epoch 237, loss: 0.0452641136944294
Test_acc: 1.0
--------------------------
Epoch 238, loss: 0.04516961518675089
Test_acc: 1.0
--------------------------
Epoch 239, loss: 0.045075769536197186
Test_acc: 1.0
--------------------------
Epoch 240, loss: 0.044982570223510265
Test_acc: 1.0
--------------------------
Epoch 241, loss: 0.044890024699270725
Test_acc: 1.0
--------------------------
Epoch 242, loss: 0.04479811433702707
Test_acc: 1.0
--------------------------
Epoch 243, loss: 0.04470682516694069
Test_acc: 1.0
--------------------------
Epoch 244, loss: 0.044616163708269596
Test_acc: 1.0
--------------------------
Epoch 245, loss: 0.04452610947191715
Test_acc: 1.0
--------------------------
Epoch 246, loss: 0.04443667735904455
Test_acc: 1.0
--------------------------
Epoch 247, loss: 0.04434784967452288
Test_acc: 1.0
--------------------------
Epoch 248, loss: 0.04425961431115866
Test_acc: 1.0
--------------------------
Epoch 249, loss: 0.04417197499424219
Test_acc: 1.0
--------------------------
Epoch 250, loss: 0.04408491961658001
Test_acc: 1.0
--------------------------
Epoch 251, loss: 0.043998442590236664
Test_acc: 1.0
--------------------------
Epoch 252, loss: 0.04391254670917988
Test_acc: 1.0
--------------------------
Epoch 253, loss: 0.043827214278280735
Test_acc: 1.0
--------------------------
Epoch 254, loss: 0.04374244995415211
Test_acc: 1.0
--------------------------
Epoch 255, loss: 0.043658241629600525
Test_acc: 1.0
--------------------------
Epoch 256, loss: 0.04357459396123886
Test_acc: 1.0
--------------------------
Epoch 257, loss: 0.043491484597325325
Test_acc: 1.0
--------------------------
Epoch 258, loss: 0.04340892843902111
Test_acc: 1.0
--------------------------
Epoch 259, loss: 0.04332690127193928
Test_acc: 1.0
--------------------------
Epoch 260, loss: 0.04324541054666042
Test_acc: 1.0
--------------------------
Epoch 261, loss: 0.043164439499378204
Test_acc: 1.0
--------------------------
Epoch 262, loss: 0.04308400582522154
Test_acc: 1.0
--------------------------
Epoch 263, loss: 0.04300406947731972
Test_acc: 1.0
--------------------------
Epoch 264, loss: 0.04292465001344681
Test_acc: 1.0
--------------------------
Epoch 265, loss: 0.04284574929624796
Test_acc: 1.0
--------------------------
Epoch 266, loss: 0.04276734497398138
Test_acc: 1.0
--------------------------
Epoch 267, loss: 0.04268943704664707
Test_acc: 1.0
--------------------------
Epoch 268, loss: 0.04261201713234186
Test_acc: 1.0
--------------------------
Epoch 269, loss: 0.04253509547561407
Test_acc: 1.0
--------------------------
Epoch 270, loss: 0.04245865158736706
Test_acc: 1.0
--------------------------
Epoch 271, loss: 0.04238268360495567
Test_acc: 1.0
--------------------------
Epoch 272, loss: 0.04230719991028309
Test_acc: 1.0
--------------------------
Epoch 273, loss: 0.04223218094557524
Test_acc: 1.0
--------------------------
Epoch 274, loss: 0.04215762671083212
Test_acc: 1.0
--------------------------
Epoch 275, loss: 0.04208353906869888
Test_acc: 1.0
--------------------------
Epoch 276, loss: 0.042009903118014336
Test_acc: 1.0
--------------------------
Epoch 277, loss: 0.041936720721423626
Test_acc: 1.0
--------------------------
Epoch 278, loss: 0.04186399094760418
Test_acc: 1.0
--------------------------
Epoch 279, loss: 0.041791703552007675
Test_acc: 1.0
--------------------------
Epoch 280, loss: 0.041719856671988964
Test_acc: 1.0
--------------------------
Epoch 281, loss: 0.04164844658225775
Test_acc: 1.0
--------------------------
Epoch 282, loss: 0.041577475145459175
Test_acc: 1.0
--------------------------
Epoch 283, loss: 0.0415069293230772
Test_acc: 1.0
--------------------------
Epoch 284, loss: 0.041436812840402126
Test_acc: 1.0
--------------------------
Epoch 285, loss: 0.041367110796272755
Test_acc: 1.0
--------------------------
Epoch 286, loss: 0.04129782598465681
Test_acc: 1.0
--------------------------
Epoch 287, loss: 0.04122895933687687
Test_acc: 1.0
--------------------------
Epoch 288, loss: 0.04116050060838461
Test_acc: 1.0
--------------------------
Epoch 289, loss: 0.041092454455792904
Test_acc: 1.0
--------------------------
Epoch 290, loss: 0.04102480225265026
Test_acc: 1.0
--------------------------
Epoch 291, loss: 0.0409575579687953
Test_acc: 1.0
--------------------------
Epoch 292, loss: 0.04089070577174425
Test_acc: 1.0
--------------------------
Epoch 293, loss: 0.04082423634827137
Test_acc: 1.0
--------------------------
Epoch 294, loss: 0.0407581701874733
Test_acc: 1.0
--------------------------
Epoch 295, loss: 0.04069248493760824
Test_acc: 1.0
--------------------------
Epoch 296, loss: 0.04062718152999878
Test_acc: 1.0
--------------------------
Epoch 297, loss: 0.04056225344538689
Test_acc: 1.0
--------------------------
Epoch 298, loss: 0.04049770627170801
Test_acc: 1.0
--------------------------
Epoch 299, loss: 0.04043352883309126
Test_acc: 1.0
--------------------------
Epoch 300, loss: 0.040369714610278606
Test_acc: 1.0
--------------------------
Epoch 301, loss: 0.040306275710463524
Test_acc: 1.0
--------------------------
Epoch 302, loss: 0.04024319723248482
Test_acc: 1.0
--------------------------
Epoch 303, loss: 0.04018047917634249
Test_acc: 1.0
--------------------------
Epoch 304, loss: 0.0401181192137301
Test_acc: 1.0
--------------------------
Epoch 305, loss: 0.04005609964951873
Test_acc: 1.0
--------------------------
Epoch 306, loss: 0.03999444702640176
Test_acc: 1.0
--------------------------
Epoch 307, loss: 0.039933123625814915
Test_acc: 1.0
--------------------------
Epoch 308, loss: 0.039872162975370884
Test_acc: 1.0
--------------------------
Epoch 309, loss: 0.039811538066715
Test_acc: 1.0
--------------------------
Epoch 310, loss: 0.03975125355646014
Test_acc: 1.0
--------------------------
Epoch 311, loss: 0.03969130897894502
Test_acc: 1.0
--------------------------
Epoch 312, loss: 0.03963168477639556
Test_acc: 1.0
--------------------------
Epoch 313, loss: 0.03957239678129554
Test_acc: 1.0
--------------------------
Epoch 314, loss: 0.039513431023806334
Test_acc: 1.0
--------------------------
Epoch 315, loss: 0.03945480706170201
Test_acc: 1.0
--------------------------
Epoch 316, loss: 0.03939648950472474
Test_acc: 1.0
--------------------------
Epoch 317, loss: 0.039338496048003435
Test_acc: 1.0
--------------------------
Epoch 318, loss: 0.03928081598132849
Test_acc: 1.0
--------------------------
Epoch 319, loss: 0.03922344883903861
Test_acc: 1.0
--------------------------
Epoch 320, loss: 0.039166408125311136
Test_acc: 1.0
--------------------------
Epoch 321, loss: 0.039109666366130114
Test_acc: 1.0
--------------------------
Epoch 322, loss: 0.039053224958479404
Test_acc: 1.0
--------------------------
Epoch 323, loss: 0.03899709787219763
Test_acc: 1.0
--------------------------
Epoch 324, loss: 0.03894127020612359
Test_acc: 1.0
--------------------------
Epoch 325, loss: 0.03888574196025729
Test_acc: 1.0
--------------------------
Epoch 326, loss: 0.03883050847798586
Test_acc: 1.0
--------------------------
Epoch 327, loss: 0.038775565568357706
Test_acc: 1.0
--------------------------
Epoch 328, loss: 0.03872091742232442
Test_acc: 1.0
--------------------------
Epoch 329, loss: 0.038666562642902136
Test_acc: 1.0
--------------------------
Epoch 330, loss: 0.03861249005421996
Test_acc: 1.0
--------------------------
Epoch 331, loss: 0.03855870617553592
Test_acc: 1.0
--------------------------
Epoch 332, loss: 0.03850520867854357
Test_acc: 1.0
--------------------------
Epoch 333, loss: 0.03845198266208172
Test_acc: 1.0
--------------------------
Epoch 334, loss: 0.03839903976768255
Test_acc: 1.0
--------------------------
Epoch 335, loss: 0.03834637673571706
Test_acc: 1.0
--------------------------
Epoch 336, loss: 0.03829397866502404
Test_acc: 1.0
--------------------------
Epoch 337, loss: 0.03824186185374856
Test_acc: 1.0
--------------------------
Epoch 338, loss: 0.03819000767543912
Test_acc: 1.0
--------------------------
Epoch 339, loss: 0.03813842451199889
Test_acc: 1.0
--------------------------
Epoch 340, loss: 0.03808710863813758
Test_acc: 1.0
--------------------------
Epoch 341, loss: 0.0380360446870327
Test_acc: 1.0
--------------------------
Epoch 342, loss: 0.03798525268211961
Test_acc: 1.0
--------------------------
Epoch 343, loss: 0.03793471725657582
Test_acc: 1.0
--------------------------
Epoch 344, loss: 0.037884446792304516
Test_acc: 1.0
--------------------------
Epoch 345, loss: 0.03783442312851548
Test_acc: 1.0
--------------------------
Epoch 346, loss: 0.03778465138748288
Test_acc: 1.0
--------------------------
Epoch 347, loss: 0.037735140416771173
Test_acc: 1.0
--------------------------
Epoch 348, loss: 0.03768586553633213
Test_acc: 1.0
--------------------------
Epoch 349, loss: 0.03763684676960111
Test_acc: 1.0
--------------------------
Epoch 350, loss: 0.03758807061240077
Test_acc: 1.0
--------------------------
Epoch 351, loss: 0.03753954125568271
Test_acc: 1.0
--------------------------
Epoch 352, loss: 0.037491252180188894
Test_acc: 1.0
--------------------------
Epoch 353, loss: 0.03744320385158062
Test_acc: 1.0
--------------------------
Epoch 354, loss: 0.03739539673551917
Test_acc: 1.0
--------------------------
Epoch 355, loss: 0.03734782664105296
Test_acc: 1.0
--------------------------
Epoch 356, loss: 0.037300480995327234
Test_acc: 1.0
--------------------------
Epoch 357, loss: 0.037253372836858034
Test_acc: 1.0
--------------------------
Epoch 358, loss: 0.03720649890601635
Test_acc: 1.0
--------------------------
Epoch 359, loss: 0.03715985035523772
Test_acc: 1.0
--------------------------
Epoch 360, loss: 0.03711343789473176
Test_acc: 1.0
--------------------------
Epoch 361, loss: 0.03706724150106311
Test_acc: 1.0
--------------------------
Epoch 362, loss: 0.03702127328142524
Test_acc: 1.0
--------------------------
Epoch 363, loss: 0.036975526716560125
Test_acc: 1.0
--------------------------
Epoch 364, loss: 0.03693001065403223
Test_acc: 1.0
--------------------------
Epoch 365, loss: 0.036884700413793325
Test_acc: 1.0
--------------------------
Epoch 366, loss: 0.03683961974456906
Test_acc: 1.0
--------------------------
Epoch 367, loss: 0.03679474862292409
Test_acc: 1.0
--------------------------
Epoch 368, loss: 0.036750095430761576
Test_acc: 1.0
--------------------------
Epoch 369, loss: 0.03670565178617835
Test_acc: 1.0
--------------------------
Epoch 370, loss: 0.03666142141446471
Test_acc: 1.0
--------------------------
Epoch 371, loss: 0.036617396865040064
Test_acc: 1.0
--------------------------
Epoch 372, loss: 0.036573595367372036
Test_acc: 1.0
--------------------------
Epoch 373, loss: 0.036529986653476954
Test_acc: 1.0
--------------------------
Epoch 374, loss: 0.03648658888414502
Test_acc: 1.0
--------------------------
Epoch 375, loss: 0.03644339507445693
Test_acc: 1.0
--------------------------
Epoch 376, loss: 0.036400397308170795
Test_acc: 1.0
--------------------------
Epoch 377, loss: 0.03635761374607682
Test_acc: 1.0
--------------------------
Epoch 378, loss: 0.036315012257546186
Test_acc: 1.0
--------------------------
Epoch 379, loss: 0.03627262357622385
Test_acc: 1.0
--------------------------
Epoch 380, loss: 0.03623042907565832
Test_acc: 1.0
--------------------------
Epoch 381, loss: 0.036188429687172174
Test_acc: 1.0
--------------------------
Epoch 382, loss: 0.03614662494510412
Test_acc: 1.0
--------------------------
Epoch 383, loss: 0.03610500693321228
Test_acc: 1.0
--------------------------
Epoch 384, loss: 0.0360635737888515
Test_acc: 1.0
--------------------------
Epoch 385, loss: 0.03602235112339258
Test_acc: 1.0
--------------------------
Epoch 386, loss: 0.03598130727186799
Test_acc: 1.0
--------------------------
Epoch 387, loss: 0.03594045015051961
Test_acc: 1.0
--------------------------
Epoch 388, loss: 0.03589977649971843
Test_acc: 1.0
--------------------------
Epoch 389, loss: 0.03585929283872247
Test_acc: 1.0
--------------------------
Epoch 390, loss: 0.03581898659467697
Test_acc: 1.0
--------------------------
Epoch 391, loss: 0.03577886801213026
Test_acc: 1.0
--------------------------
Epoch 392, loss: 0.035738937091082335
Test_acc: 1.0
--------------------------
Epoch 393, loss: 0.03569917567074299
Test_acc: 1.0
--------------------------
Epoch 394, loss: 0.03565959259867668
Test_acc: 1.0
--------------------------
Epoch 395, loss: 0.03562018508091569
Test_acc: 1.0
--------------------------
Epoch 396, loss: 0.03558096382766962
Test_acc: 1.0
--------------------------
Epoch 397, loss: 0.03554191254079342
Test_acc: 1.0
--------------------------
Epoch 398, loss: 0.035503033082932234
Test_acc: 1.0
--------------------------
Epoch 399, loss: 0.03546433476731181
Test_acc: 1.0
--------------------------
Epoch 400, loss: 0.035425784066319466
Test_acc: 1.0
--------------------------
Epoch 401, loss: 0.035387431271374226
Test_acc: 1.0
--------------------------
Epoch 402, loss: 0.035349234472960234
Test_acc: 1.0
--------------------------
Epoch 403, loss: 0.03531121276319027
Test_acc: 1.0
--------------------------
Epoch 404, loss: 0.035273341462016106
Test_acc: 1.0
--------------------------
Epoch 405, loss: 0.03523565083742142
Test_acc: 1.0
--------------------------
Epoch 406, loss: 0.03519812133163214
Test_acc: 1.0
--------------------------
Epoch 407, loss: 0.03516074921935797
Test_acc: 1.0
--------------------------
Epoch 408, loss: 0.0351235531270504
Test_acc: 1.0
--------------------------
Epoch 409, loss: 0.03508650651201606
Test_acc: 1.0
--------------------------
Epoch 410, loss: 0.0350496182218194
Test_acc: 1.0
--------------------------
Epoch 411, loss: 0.03501290176063776
Test_acc: 1.0
--------------------------
Epoch 412, loss: 0.03497632686048746
Test_acc: 1.0
--------------------------
Epoch 413, loss: 0.034939910750836134
Test_acc: 1.0
--------------------------
Epoch 414, loss: 0.03490365529432893
Test_acc: 1.0
--------------------------
Epoch 415, loss: 0.03486756281927228
Test_acc: 1.0
--------------------------
Epoch 416, loss: 0.03483162447810173
Test_acc: 1.0
--------------------------
Epoch 417, loss: 0.03479582583531737
Test_acc: 1.0
--------------------------
Epoch 418, loss: 0.034760185051709414
Test_acc: 1.0
--------------------------
Epoch 419, loss: 0.03472469234839082
Test_acc: 1.0
--------------------------
Epoch 420, loss: 0.03468936076387763
Test_acc: 1.0
--------------------------
Epoch 421, loss: 0.03465416422113776
Test_acc: 1.0
--------------------------
Epoch 422, loss: 0.03461912693455815
Test_acc: 1.0
--------------------------
Epoch 423, loss: 0.034584224689751863
Test_acc: 1.0
--------------------------
Epoch 424, loss: 0.034549479372799397
Test_acc: 1.0
--------------------------
Epoch 425, loss: 0.034514871425926685
Test_acc: 1.0
--------------------------
Epoch 426, loss: 0.03448041249066591
Test_acc: 1.0
--------------------------
Epoch 427, loss: 0.03444609651342034
Test_acc: 1.0
--------------------------
Epoch 428, loss: 0.03441192163154483
Test_acc: 1.0
--------------------------
Epoch 429, loss: 0.03437788691371679
Test_acc: 1.0
--------------------------
Epoch 430, loss: 0.03434399934485555
Test_acc: 1.0
--------------------------
Epoch 431, loss: 0.034310244023799896
Test_acc: 1.0
--------------------------
Epoch 432, loss: 0.034276635851711035
Test_acc: 1.0
--------------------------
Epoch 433, loss: 0.034243158996105194
Test_acc: 1.0
--------------------------
Epoch 434, loss: 0.03420982323586941
Test_acc: 1.0
--------------------------
Epoch 435, loss: 0.03417661692947149
Test_acc: 1.0
--------------------------
Epoch 436, loss: 0.0341435456648469
Test_acc: 1.0
--------------------------
Epoch 437, loss: 0.03411061270162463
Test_acc: 1.0
--------------------------
Epoch 438, loss: 0.03407781105488539
Test_acc: 1.0
--------------------------
Epoch 439, loss: 0.034045143984258175
Test_acc: 1.0
--------------------------
Epoch 440, loss: 0.034012612886726856
Test_acc: 1.0
--------------------------
Epoch 441, loss: 0.03398020612075925
Test_acc: 1.0
--------------------------
Epoch 442, loss: 0.033947938587516546
Test_acc: 1.0
--------------------------
Epoch 443, loss: 0.033915792126208544
Test_acc: 1.0
--------------------------
Epoch 444, loss: 0.03388377791270614
Test_acc: 1.0
--------------------------
Epoch 445, loss: 0.0338518894277513
Test_acc: 1.0
--------------------------
Epoch 446, loss: 0.033820136450231075
Test_acc: 1.0
--------------------------
Epoch 447, loss: 0.033788494765758514
Test_acc: 1.0
--------------------------
Epoch 448, loss: 0.03375699371099472
Test_acc: 1.0
--------------------------
Epoch 449, loss: 0.033725610468536615
Test_acc: 1.0
--------------------------
Epoch 450, loss: 0.03369435342028737
Test_acc: 1.0
--------------------------
Epoch 451, loss: 0.03366321371868253
Test_acc: 1.0
--------------------------
Epoch 452, loss: 0.03363220579922199
Test_acc: 1.0
--------------------------
Epoch 453, loss: 0.03360131476074457
Test_acc: 1.0
--------------------------
Epoch 454, loss: 0.03357054106891155
Test_acc: 1.0
--------------------------
Epoch 455, loss: 0.03353989543393254
Test_acc: 1.0
--------------------------
Epoch 456, loss: 0.0335093685425818
Test_acc: 1.0
--------------------------
Epoch 457, loss: 0.03347895108163357
Test_acc: 1.0
--------------------------
Epoch 458, loss: 0.033448660746216774
Test_acc: 1.0
--------------------------
Epoch 459, loss: 0.03341847890987992
Test_acc: 1.0
--------------------------
Epoch 460, loss: 0.03338842559605837
Test_acc: 1.0
--------------------------
Epoch 461, loss: 0.03335848869755864
Test_acc: 1.0
--------------------------
Epoch 462, loss: 0.033328657038509846
Test_acc: 1.0
--------------------------
Epoch 463, loss: 0.03329893993213773
Test_acc: 1.0
--------------------------
Epoch 464, loss: 0.0332693406380713
Test_acc: 1.0
--------------------------
Epoch 465, loss: 0.033239858224987984
Test_acc: 1.0
--------------------------
Epoch 466, loss: 0.033210487104952335
Test_acc: 1.0
--------------------------
Epoch 467, loss: 0.03318122494965792
Test_acc: 1.0
--------------------------
Epoch 468, loss: 0.03315207874402404
Test_acc: 1.0
--------------------------
Epoch 469, loss: 0.03312303684651852
Test_acc: 1.0
--------------------------
Epoch 470, loss: 0.033094109036028385
Test_acc: 1.0
--------------------------
Epoch 471, loss: 0.03306529438123107
Test_acc: 1.0
--------------------------
Epoch 472, loss: 0.0330365807749331
Test_acc: 1.0
--------------------------
Epoch 473, loss: 0.03300798311829567
Test_acc: 1.0
--------------------------
Epoch 474, loss: 0.03297948697581887
Test_acc: 1.0
--------------------------
Epoch 475, loss: 0.03295109188184142
Test_acc: 1.0
--------------------------
Epoch 476, loss: 0.032922808546572924
Test_acc: 1.0
--------------------------
Epoch 477, loss: 0.03289463650435209
Test_acc: 1.0
--------------------------
Epoch 478, loss: 0.03286656178534031
Test_acc: 1.0
--------------------------
Epoch 479, loss: 0.03283859835937619
Test_acc: 1.0
--------------------------
Epoch 480, loss: 0.0328107331879437
Test_acc: 1.0
--------------------------
Epoch 481, loss: 0.03278296999633312
Test_acc: 1.0
--------------------------
Epoch 482, loss: 0.03275531530380249
Test_acc: 1.0
--------------------------
Epoch 483, loss: 0.032727756071835756
Test_acc: 1.0
--------------------------
Epoch 484, loss: 0.03270029881969094
Test_acc: 1.0
--------------------------
Epoch 485, loss: 0.03267294354736805
Test_acc: 1.0
--------------------------
Epoch 486, loss: 0.0326456930488348
Test_acc: 1.0
--------------------------
Epoch 487, loss: 0.032618540339171886
Test_acc: 1.0
--------------------------
Epoch 488, loss: 0.03259148681536317
Test_acc: 1.0
--------------------------
Epoch 489, loss: 0.032564534805715084
Test_acc: 1.0
--------------------------
Epoch 490, loss: 0.03253767266869545
Test_acc: 1.0
--------------------------
Epoch 491, loss: 0.03251091903075576
Test_acc: 1.0
--------------------------
Epoch 492, loss: 0.03248425433412194
Test_acc: 1.0
--------------------------
Epoch 493, loss: 0.03245768370106816
Test_acc: 1.0
--------------------------
Epoch 494, loss: 0.03243121597915888
Test_acc: 1.0
--------------------------
Epoch 495, loss: 0.032404829282313585
Test_acc: 1.0
--------------------------
Epoch 496, loss: 0.032378556206822395
Test_acc: 1.0
--------------------------
Epoch 497, loss: 0.032352367881685495
Test_acc: 1.0
--------------------------
Epoch 498, loss: 0.03232627175748348
Test_acc: 1.0
--------------------------
Epoch 499, loss: 0.03230027807876468
Test_acc: 1.0
--------------------------

Process finished with exit code 0