tensorflow学习之三 （添加批规范化减少过拟合，提高准确率）

在这我以mnist数据集为例，简单的搭建了一个７层网络，其余参数与前一博客相同，此代码结合前一篇即可完成自己的数据集训练。

import tensorflow as tf
from tensorflow.examples.tutorials.mnist import input_data
mnist = input_data.read_data_sets("MNIST_data/", one_hot=True, reshape=False)

def fully_connected(prev_layer, num_units, is_training):
    #fc_layer=tf.layers.Dense(prev_layer,num_units)
    fc_layer=tf.layers.dense(prev_layer,num_units)
    fc_layer_Bn=tf.layers.batch_normalization( fc_layer,training=is_training)
    layer=tf.nn.relu(fc_layer_Bn)
    return layer
def conv_layer(pre_layer,layer_depth,is_training):
    strides = 2 if layer_depth % 3 == 0 else 1
    conv_layer_cov=tf.layers.conv2d(pre_layer,layer_depth*4,3,strides,"same",use_bias=None,activation=None)
    conv_layer_cov=tf.layers.batch_normalization(conv_layer_cov,training=is_training)
    conv_layer_cov=tf.nn.relu(conv_layer_cov)
    return conv_la