分词
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained(‘bert-base-uncased’ )
tokenizer.save_pretrained(“AutoTokenizer”)
bert模型
from transformers import AutoModel
pretrained = AutoModel.from_pretrained(‘bert-base-uncased’)
pretrained.save_pretrained(“bert”)
pretrained = AutoModel.from_pretrained(‘./bert’)