16-自定义层 动手深度学习

#自定义层
import torch
import torch.nn.functional as F
from torch import nn
#构造一个没有任何参数的自定义层
class CenteredLayer(nn.Module):
    def __init__(self):
        super().__init__()
    def forward(self,x):
        return x - x.mean()
layer = CenteredLayer()
print(layer(torch.FloatTensor([1,2,3,4,5])))#tensor([-2., -1.,  0.,  1.,  2.])

#将层作为组件合并到构建更复杂的模型中
net = nn.Sequential(nn.Linear(8,128),CenteredLayer())
y = net(torch.rand(4,8))
print(y.mean())

#自定义层
class MyLinear(nn.Module):
    def __init__(self,in_units,units):
        super().__init__()
        self.weight = nn.Parameter(torch.randn(in_units,units))
        self.bias = nn.Parameter(torch.randn(units))
    def forward(self,x):
        linear = torch.matmul(x,self.weight.data) + self.bias.data#矩阵乘
        return F.relu(linear)
dense = MyLinear(5,3)
print(dense.weight)
#使用自定义层直接执行正向传播计算
print(dense(torch.rand(2,5)))
#使用自定义层构建模型
net1 = nn.Sequential(MyLinear(64,8),MyLinear(8,1))
print(net1(torch.rand(2,64)))