利用TensorFlow搭建RNN

给大家分享一个简单的学习例子。通过TensorFlow搭建RNN，用于手写字体识别。具体参照书籍：Hands-On.Machine.Learning.with.Scikit-Learn.and.TensorFlow

from tensorflow.contrib.layers import fully_connected
import tensorflow as tf
n_steps = 28
n_inputs = 28
n_neurons = 150
n_outputs = 10
learning_rate = 0.001
#占位符
X = tf.placeholder(tf.float32, [None, n_steps, n_inputs])
y = tf.placeholder(tf.int32, [None])
#RNN单元
basic_cell = tf.contrib.rnn.BasicRNNCell(num_units=n_neurons)#RNN基本单元，num_units为单元个数
outputs, states = tf.nn.dynamic_rnn(basic_cell, X, dtype = tf.float32)
#全连接
logits = fully_connected(states, n_outputs, activation_fn= None)
#损失函数及优化器
xentropy = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=y, logits=logits)
loss = tf.reduce_mean(xentropy)
optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate)
train_op = optimizer.minimize(loss)
#准确率
correct = tf.nn.in_top_k(logits, y, 1)
accuracy = tf.reduce_mean(tf.cast(correct, tf.float32))
#初始化
init = tf.global_variables_initializer()

from tensorflow.examples.tutorials.mnist import input_data
mnist = input_data.read_data_sets("/tmp/data/")
X_test = mnist.test.images.reshape((-1, n_steps, n_inputs))
y_test = mnist.test.labels
#训练，与前面DNN类似，不在叙述了
n_epochs = 100
batch_size = 150
with tf.Session() as sess:
    init.run()
    for epoch in range(n_epochs):
        for iteration in range(mnist.train.num_examples // batch_size):
            X_batch, y_batch = mnist.train.next_batch(batch_size)
            X_batch = X_batch.reshape((-1, n_steps, n_inputs))
            sess.run(train_op, feed_dict={X: X_batch, y: y_batch})
        acc_train = accuracy.eval(feed_dict={X: X_batch, y: y_batch})
        acc_test = accuracy.eval(feed_dict={X: X_test, y: y_test})
        print(epoch, "Train accuracy:", acc_train, "Test accuracy:", acc_test)