神经网络添加层

import tensorflow as tf
import numpy as np

#定义层，add_layer(输入数据，输入数据维数，输出数据维数，激励函数)
def add_layer(inputs,in_size,out_size,activate_function=None):
    Weights = tf.Variable(tf.random_normal([in_size,out_size]))
    bias = tf.Variable(tf.zeros([1,out_size]))+0.1
    Wx_plus_b = tf.matmul(inputs,Weights) +bias
    if activate_function is None:
        outputs = Wx_plus_b
    else:
        outputs = activate_function(Wx_plus_b)
    return outputs

#自定义数据集, [:,np.newaxis]可以生成shape=(300，1)的张量；[np.newaxis:,]可以生成shape=(1,300)的张量
x_data = np.linspace(-1,1,300)[:,np.newaxis]  
noise = np.random.normal(0,0.05,x_data.shape) #噪声
y_data = np.square(x_data) - 0.5 + noise

xs = tf.placeholder(tf.float32,[None,1])
ys = tf.placeholder(tf.float32,[None,1])

#添加隐藏层
l1 = add_layer(xs,1,10,activate_function=tf.nn.relu)
#添加输出层
prediction = add_layer(l1,10,1,activate_function = None)

#reduction_indices=[1]将其维数降到一维，即将其相加求和
loss = tf.reduce_mean(tf.reduce_sum(tf.square(ys-prediction),reduction_indices=[1]))
train_step = tf.train.GradientDescentOptimizer(0.1).minimize(loss)

#初始化变量variable
init = tf.global_variables_initializer()
sess = tf.Session()
sess.run(init)

for i in range(10000):
    sess.run(train_step,feed_dict = {xs:x_data,ys:y_data})
    if i%500 == 0:
        print(sess.run(loss,feed_dict = {xs:x_data,ys:y_data}))