keras搭建神经网络的八股

1. imoprt
2. train,rest
3. model
4. compile
5. checkpoint
6. fit
7. summary
8. 参数提取/预测

下面是一个实现字母预测的实例

'''
[送入样本数，循环核时间展开步数，每个时间步输入特征的个数]

ht 记忆体状态信息
'''

from gc import callbacks
from pickletools import optimize
from tabnanny import check
from unittest import result
import numpy as np
from sklearn import metrics
from sklearn.manifold import trustworthiness
import tensorflow as tf
from tensorflow.keras.layers import Dense,SimpleRNN
# import matplotlib.pyplot as plt
import os

input_word = "abcde"
w_to_id = {'a': 0,'b': 1,'c': 2,'d': 3,'e': 4}
id_to_onehot = {0 : [1.,0.,0.,0.,0.],
                1 : [0.,1.,0.,0.,0.],
                2 : [0.,0.,1.,0.,0.],
                3 : [0.,0.,0.,1.,0.],
                4 : [0.,0.,0.,0.,1.]}

x_train = [id_to_onehot[w_to_id['a']],
            id_to_onehot[w_to_id['b']],
            id_to_onehot[w_to_id['c']],
            id_to_onehot[w_to_id['d']],
            id_to_onehot[w_to_id['e']]]
y_train = [w_to_id['b'],
            w_to_id['c'],
            w_to_id['d'],
            w_to_id['e'],
            w_to_id['a']
            ]

np.random.seed(9)
np.random.shuffle(x_train)
np.random.seed(9)
np.random.shuffle(y_train)
tf.random.set_seed(9)

# 改变形状，使输入满足要求
x_train = np.reshape(x_train,(len(x_train),1,5))
y_train = np.array(y_train)

model = tf.keras.Sequential([
    SimpleRNN(3),
    # y = softmax(ht * why + by)
    Dense(5,'softmax')
])


model.compile(optimizer=tf.keras.optimizers.Adam(0.01),
                loss=tf.keras.losses.SparseCategoricalCrossentropy(from_logits = False),
                metrics=['sparse_categorical_accuracy']
                )

#  checkpoint
checkpoint_save_path = "./checkpoint/rnn_onehot_lpre1.ckpt"

if os.path.exists(checkpoint_save_path + '.index'):
    print('---------------load the model---------------------')
    model.load_weights(checkpoint_save_path)

cp_callback = tf.keras.callbacks.ModelCheckpoint(filepath = checkpoint_save_path,
                                                save_weights_only = True,
                                                save_best_only=True,
                                                monitor = 'loss')

# 断点续训
history = model.fit(x_train,y_train,batch_size=32,epochs=100,callbacks=[cp_callback])

model.summary()

# 参数提取
file = open('./weights.txt','w')
for v in model.trainable_variables:
    file.write(str(v.name) + '\n')
    file.write(str(v.shape) + '\n')
    file.write(str(v.numpy()) + '\n')
file.close()


# 绘制曲线



# 字母预测
preNum = int(input("input the number"))

for i in range(preNum):
    alphabet1 = input("input test alphabet:")
    alphabet = [id_to_onehot[w_to_id[alphabet1]]]
    alphabet = np.reshape(alphabet,(1,1,5))
    result = model.predict([alphabet])
    pred = tf.argmax(result,axis=1)
    pred = int(pred)
    tf.print(alphabet1 + '->' + input_word[pred])





'''
循环计算过程
'''