keras 使用dropout 正则化解决过拟合问题

最新推荐文章于 2021-06-21 21:50:41 发布

八点博客（钏）

最新推荐文章于 2021-06-21 21:50:41 发布

阅读量454

点赞数

分类专栏： Machine Learning 文章标签：机器学习

本文链接：https://blog.csdn.net/sinat_37390744/article/details/105686724

版权

Machine Learning 专栏收录该内容

5 篇文章 0 订阅

订阅专栏

import keras 
from keras.datasets import mnist
from keras.utils import np_utils
from keras.layers import Dense
from keras.layers import Dropout
from keras.regularizers import l2#正则化
from keras.models import Sequential
from keras.optimizers import SGD
import numpy as np
import matplotlib.pyplot as plt

(x_train, y_train), (x_test, y_test) = mnist.load_data() #60000 28 28


x_train = x_train.reshape(x_train.shape[0],-1)/255.0
x_test = x_train.reshape(x_test.shape[0],-1)/255.0

y_train = np_utils.to_categorical(y_train, num_classes=10)
y_test = np_utils.to_categorical(y_test, num_classes=10)


model = Sequential([
    #kernel_regularizer=None,
    #bias_regularizer=None,偏置值
    #activity_regularizer=None, 激活函数正则化
    Dense(units = 200, input_dim = 784, bias_initializer = 'one', activation='tanh',kernel_regularizer=l2(0.0003)),#正则化
   Dropout(0.4),#让40%的神经元不工作
    Dense(units = 100, bias_initializer = 'one', activation='tanh'),#softmax一般放在输出层
    Dropout(0.4),#让40%的神经元不工作
    Dense(units = 10, bias_initializer = 'one', activation='softmax')#softmax一般放在输出层
])

sgd = SGD(lr = 0.2)

model.compile(optimizer=sgd, loss = 'categorical_crossentropy', metrics= ['accuracy'])

model.fit(x_train,y_train, batch_size= 32, epochs=8)#每次训练32个