transformer的嵌入层（Embeddings）

class Embeddings(nn.Module):
def init(self,d_model,vocab):
super(Embeddings,self).init()
self.lut = nn.Embedding(vocab,d_model)
self.d_model = d_model

def forward(self,x):
    return self.lut(x)*math.sqrt(self.d_model)

d_model = 512 #一个数字映射成一个512维的向量
vocab = 1000 #生成1000个向量
x = Variable(torch.LongTensor([[100,2,421,508],[491,998,1,221]]))
emb = Embeddings(d_model,vocab)
embr = emb(x)
print(“embr:”,embr)
print(embr.shape)