torch初始化

1. 线性

torch.nn.init.xavier_normal_(self.liner_full_1.weight)
torch.nn.init.xavier_normal_(self.liner_full_2.weight)

self.word_embeds = nn.Embedding(vocab_size, embedding_dim)
pretrained_weight = np.array(pretrained_weight)
self.embed.weight.data.copy_(torch.from_numpy(pretrained_weight))



self.embedding.weight.data.copy_(torch.from_numpy(embeding_vector))
self.embedding.weight.requires_grad = False

self.word_embeds = nn.Embedding(vocab_size, embedding_dim)
if pre_word_embeds is not None:
　　self.pre_word_embeds = True
   self.word_embeds.weight = nn.Parameter(torch.FloatTensor(pre_word_embeds))
else:
    self.pre_word_embeds = False