Bert读取预训练模型

import tensorflow as tf
import keras
from keras_radam import RAdam 
from keras import backend as K 
from keras_bert import load_trained_model_from_checkpoint
import os

SEQ_LEN = 128
BATCH_SIZE = 50
EPOCHS = 7
LR = 1e-4

pretrained_path = "/content/chinese_L-12_H-768_A-12"
config_path = os.path.join(pretrained_path,"bert_config.json")
checkpoint_path = os.path.join(pretrained_path,"bert_model.ckpt")
vocab_path = os.path.join(pretrained_path,'vacab.txt')

• checkpoint_path包括bert_model.ckpt.data-00000-of-00001、bert_model.ckpt.index、bert_model.ckpt.meta文件

model = load_trained_model_from_checkpoint(
    config_path,
    checkpoint_path,
    training = True,
    trainable=True,
    seq_len=SEQ_LEN
)