freeze:
# ------[begin]freeze top 6 layers of bert[begin]-------------
for idx,layer in enumerate(self.bert.encoder.layer):
if idx<6:
for param in layer.parameters():
param.requires_grad = False
# ------[end]freeze top 6 layers of bert[end]-------------
check all layers‘ requires_grad
for name, param in self.bert.named_parameters():
print(name, param.requires_grad)