《TensorFlow机器学习实战指南》学习笔记二

通过两种不同的激励函数（sigmoid激励函数和ReLU激励函数），创建两个相同结构的单层神经网络。代码如下：

import tensorflow as tf
import numpy as np
import matplotlib.pyplot as plt
sess=tf.Session()
tf.set_random_seed(5)
np.random.seed(42)

batch_size=50
a1=tf.Variable(tf.random_normal(shape=[1,1]))
b1=tf.Variable(tf.random_uniform(shape=[1,1]))
a2=tf.Variable(tf.random_normal(shape=[1,1]))
b2=tf.Variable(tf.random_uniform(shape=[1,1]))
x=np.random.normal(2,0.1,500)
x_data=tf.placeholder(shape=[None,1],dtype=tf.float32)

sigmod_activation=tf.sigmoid(tf.add(tf.matmul(x_data,a1),b1))
relu_activation=tf.nn.relu(tf.add(tf.matmul(x_data,a2),b2))

loss1=tf.reduce_mean(tf.square(tf.subtract(sigmod_activation,0.75)))
loss2=tf.reduce_mean(tf.square(tf.subtract(relu_activation,0.75)))

train_step_sigmoid=tf.train.GradientDescentOptimizer(0.01).minimize(loss1)
train_step_relu=tf.train.GradientDescentOptimizer(0.01).minimize(loss2)

sess.run(tf.initialize_all_variables())

loss_vec_sigmoid=[]
loss_vec_relu=[]
activation_sigmoid=[]
activation_relu=[]

for i in range(750):
    rand_indices=np.random.choice(len(x),size=batch_size)
    x_vals=np.transpose([x[rand_indices]])
    sess.run(train_step_sigmoid,feed_dict={x_data:x_vals})
    sess.run(train_step_relu,feed_dict={x_data:x_vals})

    loss_vec_sigmoid.append(sess.run(loss1,feed_dict={x_data:x_vals}))
    loss_vec_relu.append(sess.run(loss2,feed_dict={x_data:x_vals}))

    activation_sigmoid.append(np.mean(sess.run(sigmod_activation,feed_dict={x_data:x_vals})))
    activation_relu.append(np.mean(sess.run(relu_activation,feed_dict={x_data:x_vals})))

plt.plot(activation_sigmoid,'k-',label="sigmoid activation")
plt.plot(activation_relu,'r--',label="relu activation")
plt.ylim=([0,1.0])
plt.title("activation outputs")
plt.xlabel('Generation')
plt.ylabel('outputs')
plt.legend(loc='upper right')
plt.show()

plt.plot(loss_vec_sigmoid,'k-',label='sigmoid loss')
plt.plot(loss_vec_relu,'r--',label='relu loss')
plt.ylim=([0,1.0])
plt.title("loss per Generation")
plt.xlabel('Generation')
plt.ylabel('loss')
plt.legend(loc='upper right')
plt.show()