在mnist数据集上实现卷积神经网络

from tensorflow.examples.tutorials.mnist import input_data
import tensorflow as tf

mnist = input_data.read_data_sets("./datasets",one_hot = True,reshape = False)

# 参数
learning_rate = 0.00001
epochs = 10
batch_size = 128

# 用来验证和计算准确率的样本数
test_valid_size = 128
# 神经网络参数
n_classes = 10
dropout = 0.75

weights = {
    'wc1': tf.Variable(tf.random_normal([5, 5, 1, 32])),
    'wc2': tf.Variable(tf.random_normal([5, 5, 32, 64])),
    'wd1': tf.Variable(tf.random_normal([7*7*64, 1024])),
    'out': tf.Variable(tf.random_normal([1024, n_classes]))}

biases = {
    'bc1': tf.Variable(tf.random_normal([32])),
    'bc2': tf.Variable(tf.random_normal([64])),
    'bd1': tf.Variable(tf.random_normal([1024])),
    'out': tf.Variable(tf.random_normal([n_classes]))}
def conv2d(x,W,b,strides=1):
	x = tf.nn.conv2d(x,W,strides=[1,strides,strides,1],padding="SAME")
	x = tf.nn.bias_add(x,b)
	return tf.nn.relu(x)
def maxpool2d(x,k=2):
	return tf.nn.max_pool(x,ksize=[1,k,k,1],strides = [1,k,k,1],padding="SAME")
def conv_net(x,weights,biases,dropout):
	conv1 = conv2d(x,weights["wc1"],biases["bc1"])
	conv1 = maxpool2d(conv1,k=2)
	conv2 = conv2d(conv2,weights["wc"],biases["bc2"])
	conv2 = maxpool2d(conv2,k=2)
	fc1 = tf.reshape(conv2,[-1,weights["wd1"].get_shape().as_list()[0]])
	fc1 = tf.add(tf.matmul(fc1,weights["wd1"]),biases["bd1"])
	fc1 = tf.nn.relu(fc1)
	fc1 = tf.nn.dropout(fc1,dropout)
	
	out = tf.add(tf.matmul(fc1,weights["out"],biases["out"]))
	return out 

Session

x = tf.placeholder(tf.float32,[None,28,28,1])
y = tf.placeholder(tf.float32,[None,n_classes])
keep_prob = tf.placeholder(tf.float32)

logits = conv_net(x,weights,biases,keep_prob)

cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(logits=logits,labels=y))

optimizer = tf.train.GradientDescentOptimizer(learning_rate=learning_rate).minimize(cost)

correct_pred = tf.equal(tf.argmax(logits,1),tf.argmax(y,1))
accuracy = tf.reduce_mean(tf.cast(correct_pred,tf.float32))

init = tf.global_variables_initializer()

with tf.Session() as sess:
	sess.run(init)
	for epoch in range(epochs):
		for batch in range(mnist.train.num_examples//batch_size):
			batch_x,batch_y = mnsit.train.next_batch(batch_size)
			sess.run(optimizer,feed_dict={x:batch_x,y:batch_y,keep_prob:dropout})
			loss = sess.run(cost,feed_dict = {x:batch_x,y:batch_y,keep_prob:1.})
			valid_acc = sess.run(accuracy,feed_dict={x:mnist.validation.images[:test_valid_size],y:mnist.validation.images[:test_valid_size],keep_prob:1.})
			print('Epoch {:>2}, Batch {:>3} -'
                  'Loss: {:>10.4f} Validation Accuracy: {:.6f}'.format(
                epoch + 1,
                batch + 1,
                loss,
                valid_acc))
	test_acc = sess.run(accuracy,feed_dict={x:mnist.test.images[:test_valid_size],y:mnist.test.labels[:test_valid_size],keep_prob:1.})
	print('Testing Accuracy: {}'.format(test_acc))