1. LayerNorm, BN 对比 2. LayerNorm2d class LayerNorm2d(nn.Module): def __init__(self, embed_dim, eps=1e-6, data_format="channels_last") -> None: super().__init__() self.embed_dim = embed_dim self.weight = nn.parameter.Parameter(torch