freeze:
# ------[begin]freeze top 6 layers of bert[begin]-------------
for idx,layer in enumerate(self.bert.encoder.layer):
if idx<6:
for param in layer.parameters()
freeze:
# ------[begin]freeze top 6 layers of bert[begin]-------------
for idx,layer in enumerate(self.bert.encoder.layer):
if idx<6:
for param in layer.parameters()