例子---电影评论二分类

# 加载IMDB数据集
from keras.datasets import imdb
import numpy as np

'''预处理'''
# num_words表示仅保留训练数据中前5个最常见的单词
# train_data是评论组成的列表,train_data[0]=[1,2,3],train_labels[0]=1
(train_data,train_labels),(test_data,test_labels) = imdb.load_data(num_words=5)

# 将整数序列编码为二进制矩阵
def vectorize_sequences(sequences,dimension=5):
	results = np.zeros((len(sequences),dimension)) # 形状(len(sequences),dimension)
	for i,sequence in enumerate(sequences):
		results[i,sequence] = 1.
	return results
# x_train[0] = array([0., 1., 1., 1., 0.])
x_train = vectorize_sequences(train_data)
x_test = vectorize_sequences(test_data)

# 标签向量化
y_train = np.asarray(train_labels).astype('float32')
y_test = np.asarray(test_labels).astype('float32')

'''构建网络'''
from keras import models
from keras import layers

model = models.Sequential()
model.add(layers.Dense(16,activation='relu',input_shape=(10000,)))
model.add(layers.Dense(16,activation='relu'))
model.add(layers.Dense(1,activation='sigmoid'))
model.compile(optimizer='rmsprop',loss='binary_crossentropy',metrics=['accuracy'])

'''验证集'''
x_val = x_train[:10000]
partial_x_train = [x_train[10000:]

y_val = y_train[:10000]
partial_y_train = [x_train[10000:]
'''先画图寻找最佳epochs,改变超参数寻找最佳损失值与精度'''
# model.fit(x_train,y_train,epochs=4,batch_size=512)
# results = model.evaluate(x_test,y_test)
## results == [loss, accuracy] == [0.29299, 0.8832799]

# 获取测试集预测结果
# model.predict(x_test)
## == array([[0.9800627] [0.99758697] ... ], dtype=float32)

'''再画图寻找最佳epochs'''
# 观察验证/训练精度随epoch变化的性能影响,取验证精度最高的epochs
history = model.fit(partial_x_train,partial_y_train,epochs=20,batch_size=512,validation_data=(x_val,y_val))
# history_dict = history.history
# history_dict.keys()
# == dict_keys(['val_acc','acc','val_loss','loss'])

'''绘制训练损失'''
import matplotlib.pyplot as plt
history_dict = history.history
loss = history.history['loss']
val_acc = history.history['val_acc']
loss_values = history.history['loss']
val_loss_values = history.history['val_loss']

epochs = range(1, len(loss_values)+1)

plt.plot(epochs, loss_values, 'bo', label='Training loss')
plt.plot(epochs, val_loss_values, 'b', label='Validation loss')
plt.title('Training and validation loss')
plt.xlabel('Epochs')
plt.ylabel('Loss')
plt.legend()
plt.show()


'''绘制验证精度'''
plt.clf() # 清空图像
acc = history_dict['acc']
val_acc = history_dict['val_acc']

plt.plot(epochs, acc, 'bo', label='Training acc')
plt.plot(epochs, val_acc, 'b', label='Validation acc')
plt.title('Training and validation accuracy')
plt.xlabel('Epochs')
plt.ylabel('Accuracy')
plt.legend()
plt.show()

 

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值