python 网格搜索法调节超参数

python 网格搜索法调节超参数

import numpy
from sklearn.model_selection import GridSearchCV
from keras.models import Sequential
from keras.layers import Dense
from keras.wrappers.scikit_learn import KerasClassifier
def create_model():
     model = Sequential()
     model.add(Dense(12,input_dim=8,activation='relu'))
     model.add(Dense(1,activation='sigmoid'))
     #Compile model
     model.compile(loss='binary_crossentropy',optimizer='adam',metrics=['accuracy'])
     return model
 #fix random seed for reproducibility
seed=7
numpy.random.seed(seed)
#load dataset
dataset=numpy.loadtxt("pima_indians.txt",delimiter=",")
#split into input(x)and output(y) variables
x=dataset[:,0:8]
y=dataset[:,8]
#create model
model = KerasClassifier(build_fn=create_model,verbose=0)
#define the Grid search parameters
batch_size=[10,20,40,60,80,100]
epochs=[10,50,100]
param_grid=dict(batch_size=batch_size,epochs=epochs)

'''
tune the optimizer
#model=kerasClassifier(build_fn=create_model,epochs=100,batch_size=10,verbose=0)
#optimizer = ['SGD','RMSprop','Adagrad','Adadelta','Adam','Adamax','Nadam']
#param_grid=dict(optimizer=optimizer)
##tune the learning rate and momentum
#model=KerasClassifier(build_fn=create_model,epochs=100,batch_size=10,verbose=0)
#learn_rate=[0.001,0.01,0.1,0.2,0.3]
#momentum=[0.0,0.2,0.4,0.6,0.8,0.9]
#param_grid=dict(learn_rate=learn_rate,momentum=momentum)
'''
grid=GridSearchCV(estimator=model,param_grid=param_grid,n_jobs=1,cv=3)
grid_result =grid.fit(x,y)
#summarize results
print("Best: %f using %s" % (grid_result.best_score_, grid_result.best_params_))
means = grid_result.cv_results_['mean_test_score']
stds = grid_result.cv_results_['std_test_score']
params = grid_result.cv_results_['params']
for mean, stdev, param in zip(means, stds, params):
    print("%f (%f) with: %r" % (mean, stdev, param))