theano学习之可视化结果

两层神经网络为例：

import theano
import theano.tensor as T
import numpy as np
import matplotlib.pyplot as plt

#---------------------------------定义类层-----------------------------------#
class Layer(object):
    def __init__(self, inputs, in_size, out_size, activation_function=None):
        self.W = theano.shared(np.random.normal(0, 1, (in_size, out_size)))
        self.b = theano.shared(np.zeros((out_size,)) + 0.1)#注：不能是np.zeros((out_size,1))+1）,因为偏置不用来乘的，是加到权重乘以输入之后的值
        self.Wx_plus_b = T.dot(inputs, self.W) + self.b
        self.activation_function = activation_function
        if activation_function is None:
            self.outputs = self.Wx_plus_b
        else:
            self.outputs = self.activation_function(self.Wx_plus_b)

#---------------------------------伪造数据-------------------------------------#
# Make up some fake data
x_data = np.linspace(-1, 1, 300)[:, np.newaxis]#[:,np.newaxis]做成矩阵
noise = np.random.normal(0, 0.05, x_data.shape)
y_data = np.square(x_data) - 0.5 + noise        # y = x^2 - 0.5 + wihtenoise
print(np.linspace(-1,1,300))
print(x_data)
print(np.linspace(-1,1,300).shape)
print(x_data.shape)

#-----------------------------------画出数据--------------------------------------#
# show the fake data
plt.scatter(x_data, y_data)
plt.show()

#------------------------------------搭建网络---------------------------------------#
x = T.dmatrix('x')
y = T.dmatrix('y')
#定义层
l1 = Layer(x,1,10,T.nnet.relu)
l2 = Layer(l1.outputs,10,1,None)
#计算代价
cost = T.mean(T.square(l2.outputs - y))
#计算梯度
gW1,gb1,gW2,gb2 = T.grad(cost,[l1.W,l1.b,l2.W,l2.b])
#训练过程
learning_rate = 0.05
train = theano.function(
    inputs=[x, y],
    updates=[(l1.W, l1.W - learning_rate * gW1),
             (l1.b, l1.b - learning_rate * gb1),
             (l2.W, l2.W - learning_rate * gW2),
             (l2.b, l2.b - learning_rate * gb2)],
    outputs=cost)
#预测值
predict = theano.function(inputs=[x],outputs=l2.outputs)
#画出真实数据
fig = plt.figure()
ax = fig.add_subplot(1,1,1)
ax.scatter(x_data,y_data)
plt.ion()#表动态图
plt.show()
#训练
for i in range(1000):
    # training
    err = train(x_data, y_data)
    if i % 50 == 0:
        # to visualize the result and improvement
        try:
            ax.lines.remove(lines[0])#删除之前画的红线
        except Exception:
            pass
        prediction_value = predict(x_data)
        # plot the prediction
        lines = ax.plot(x_data, prediction_value, 'r-', lw=5)#在ax这个画图板中画红线
        plt.pause(.5)#显示秒数，画完最后一张图之后过0.5秒会把画板退出
        print(err)

https://morvanzhou.github.io/tutorials/machine-learning/theano/3-3-visualize/