但是代码不敢苟同! 所以自己写了两种代码!
由于这只是测试, 并不是用来训练, 所以α和β参数就没有加!
def BN(inputs):
c = inputs.shape[1]
for i in range(c):
channel = inputs[:,i,:,:]
mu = np.mean(channel)
var = np.var(channel)
channel_new = ((channel - mu)/(np.sqrt(var + 1e-5)) ) * 1 + 0
inputs[:,i,:,:] = channel_new
return inputs
def BN1(inputs):
x = inputs.transpose(1,0,2).reshape(3, -1) # 需要将整个 B * H * W全部归一化为一个数
mu = np.mean(x, axis=-1).reshape(1, 3, -1)
var = np.var(x, axis=-1).reshape(1, 3, -1)
inputs = (inputs - mu) / np.sqrt(var + 1e-5)
return inputs.reshape(1, 3, 2, 2)
np.random.seed(2022)
torch_bn = nn.BatchNorm2d(3)
x = (np.random.randn(1,3,2,2)) * 10
print(x)
y = BN1(x.reshape(1, 3, -1))
z = torch_bn(torch.tensor(x, dtype=torch.float32))
print(y)
print(z)