如何保存训练好的参数
以前面练习的一个小例子,来保存训练好的参数:
请参考点击打开链接
import tensorflow as tf
from tensorflow.examples.tutorials.mnist import input_data
from tensorflow import float32
#载入数据,会自动通过一个脚本下载好数据集
mnist = input_data.read_data_sets("MNIST_data", one_hot=True)
#每个批次大小以及多少批次
batch_size = 100
n_batch = mnist.train.num_examples // batch_size
#设置两个占位符
x = tf.placeholder(dtype=tf.float32, shape=[None, 784])
y = tf.placeholder(dtype=tf.float32, shape=[None, 10])
#创建一个简单的神经网络
W = tf.Variable(tf.zeros([784, 10]),float32)
b = tf.Variable(tf.zeros([10]),float32)
prediction = tf.nn.softmax(tf.matmul(x, W)+b)
#二次代价函数
loss = tf.reduce_mean(tf.square(y-prediction))
#使用梯度下降方法
train_step = tf.train.GradientDescentOptimizer(0.2).minimize(loss)
#初始化变量
init = tf.global_variables_initializer()
#结果放在布尔型列表中,其中argmax返回数列中最大值所在的位置
correct_prediction = tf.equal(tf.argmax(y,1), tf.argmax(prediction, 1))
#求准确性
accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
saver = tf.train.Saver()#为下面保存做准备
with tf.Session() as sess:
sess.run(init)
for epoch in range (21):
for batch in range (n_batch):
batch_xs, batch_ys = mnist.train.next_batch(batch_size)
sess.run(train_step, feed_dict={x:batch_xs, y:batch_ys})
acc = sess.run(accuracy, feed_dict={x:mnist.test.images, y:mnist.test.labels})
print("Iter" + str(epoch) + "Testing Accuracy" + str(acc))
#保存模型
saver.save(sess,'net/my_net.ckpt')
你将会在你创建的/net文件夹中看到保存的数据文件
使用载入保存好的参数检验准确性(和没训练过的参数比较)
import tensorflow as tf
from tensorflow.examples.tutorials.mnist import input_data
from tensorflow import float32
#载入数据,会自动通过一个脚本下载好数据集
mnist = input_data.read_data_sets("MNIST_data", one_hot=True)
#每个批次大小以及多少批次
batch_size = 100
n_batch = mnist.train.num_examples // batch_size
#设置两个占位符
x = tf.placeholder(dtype=tf.float32, shape=[None, 784])
y = tf.placeholder(dtype=tf.float32, shape=[None, 10])
#创建一个简单的神经网络
W = tf.Variable(tf.zeros([784, 10]),float32)
b = tf.Variable(tf.zeros([10]),float32)
prediction = tf.nn.softmax(tf.matmul(x, W)+b)
#二次代价函数
loss = tf.reduce_mean(tf.square(y-prediction))
#使用梯度下降方法
train_step = tf.train.GradientDescentOptimizer(0.2).minimize(loss)
#初始化变量
init = tf.global_variables_initializer()
#结果放在布尔型列表中,其中argmax返回数列中最大值所在的位置
correct_prediction = tf.equal(tf.argmax(y,1), tf.argmax(prediction, 1))
#求准确性
accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
saver = tf.train.Saver()
with tf.Session() as sess:
sess.run(init)
print(sess.run(accuracy,feed_dict = {x:mnist.test.images, y:mnist.test.labels}))
saver.restore(sess, 'net/my_net.ckpt')
print(sess.run(accuracy,feed_dict={x:mnist.test.images, y:mnist.test.labels}))
其中没训练的参数的检测准确率很低, 而通过导入的参数检测的却很高