Tensorflow计算一个五层神经网络带L2正则化的损失函数

在复杂神经网络中，如果加入简单的正则化，那么可能导致loss的定义过长，可读性很差。现在使用tensorflow中提供的集合（collection）将正则化加入到集合中进行优化

import tensorflow as tf
#将L2正则化损失加入到集合中
def get_weight(shape,lambda1):
    var=tf.Variable(tf.random_normal(shape),dtype=tf.float32)
    tf.add_to_collection('losses',tf.contrib.layers.l2_regularizer(lambda1)(var))
    return var
x=tf.placeholder(tf.float32,shape=(None,2))

y_=tf.placeholder(tf.float32,shape=(None,1))
batch_size=8
#每层网络节点个数
layer_dimension=[2,10,10,10,1]
n_layers=len(layer_dimension)
cur_layer=x
in_dimension=layer_dimension[0]
#一个循环生成5层全连接的神经网络结构
for i in range(1,n_layers):
    out_dimension=layer_dimension[i]
    weight=get_weight([in_dimension,out_dimension],0.001)
    bias=tf.Variable(tf.constant(0.1,shape=[out_dimension]))
    cur_layer=tf.nn.relu(tf.matmul(cur_layer,weight)+bias)
    in_dimension=layer_dimension[i]
    
mse_loss=tf.reduce_mean(tf.square(y_-cur_layer))
tf.add_to_collection('losses',mse_loss)
loss=tf.add_n(tf.get_collection('losses'))