多层神经网络

数据集为fashion_mnist，功能为识别衣服类型。准确度稳定在90%左右，且当训练次数加大时，明显出现了过拟合现象。

import tensorflow as tf
from tensorflow import keras
from tensorflow.keras import datasets, layers, optimizers, Sequential, metrics

def preprocess(x, y):

	x = tf.cast(x,dtype=tf.float32)/255.0
	y = tf.cast(y,dtype=tf.int32)
	return x,y

(x,y), (x_test,y_test) = datasets.fashion_mnist.load_data()

db = tf.data.Dataset.from_tensor_slices((x,y))
db = db.map(preprocess).batch(128).shuffle(10000)

db_test = tf.data.Dataset.from_tensor_slices((x_test,y_test))
db_test = db_test.map(preprocess).batch(128)

# 6层神经网络
model = Sequential([
	layers.Dense(392, activation=tf.nn.relu),
	layers.Dense(196, activation=tf.nn.relu),
	layers.Dense(98, activation=tf.nn.relu),
	layers.Dense(49, activation=tf.nn.relu),
	layers.Dense(24, activation=tf.nn.relu),
	layers.Dense(10)
])
model.build(input_shape = [None, 28*28])
model.summary()
optimizer = optimizers.Adam(lr=0.0005)


def main():

    # Training
	for epoch in range(100):
		for step, (x,y) in enumerate(db):
			x = tf.reshape(x, [-1, 28*28])
			with tf.GradientTape() as tape:
				logits = model(x)
				y_onehot = tf.one_hot(y, depth = 10)
				loss = tf.reduce_mean(tf.losses.MSE(y_onehot,logits))
				loss2 = tf.losses.categorical_crossentropy(y_onehot, logits, from_logits = True)
				loss2 = tf.reduce_mean(loss2)
				
			grads = tape.gradient(loss2, model.trainable_variables)
			optimizer.apply_gradients(zip(grads,model.trainable_variables))
			
			if step%100 == 0:
				print(epoch, step, 'loss: ', float(loss2), float(loss))
				
	# Testing
		total_correct = 0
		total_sum = 0
		for x,y in db_test:
			x = tf.reshape(x, [-1, 28*28])
			logits = model(x)
			prob = tf.nn.softmax(logits, axis = 1)
			pred = tf.argmax(prob, axis = 1)
			pred = tf.cast(pred, dtype = tf.int32)
			correct = tf.equal(pred, y)
			correct = tf.reduce_sum(tf.cast(correct, dtype=tf.int32))
			total_correct += int(correct)
			total_sum += x.shape[0]
		
		ratio = total_correct/total_sum
		print(epoch, 'accurancy: ', ratio)

if __name__ == '__main__':
    main()