pytorch深度学习实践11——卷积神经网络（高级篇）

最新推荐文章于 2023-05-28 08:06:45 发布

Hao &

最新推荐文章于 2023-05-28 08:06:45 发布

阅读量164

点赞数

分类专栏：深度学习笔记

本文链接：https://blog.csdn.net/Villa974/article/details/116641163

版权

深度学习笔记专栏收录该内容

4 篇文章 0 订阅

订阅专栏

在这里插入图片描述

一个块：Inception
1x1卷积最主要的工作：改变通道数，减小复杂度
Inception的实现

class InceptionA(nn.Module):
  def __init__(self.in_channels):
    super(InceptionA, self).__init__()
    self.branch1x1 = nn.Conv2d(in_channels, 16, kernel_size=1)

    self.branch5X5_1 = nn.Conv2d(in_channels, 16, kernel_size=1)
    self.branch5X5_2 = nn.Conv2d(16, 24, kernel_size=5,padding=2)

    self.branch3x3_1 = nn.Conv2d(in_channels, 16, kernel_size=1)
    self.branch3x3_1 = nn.Conv2d(16, 24, kernel_size=3,padding=1)
    self.branch3x3_1 = nn.Conv2d(24, 24, kernel_size=3,padding=1)

    self.branch_pool = nn.Conv2d(in_channels, 24, kernel_size=1)

  def forward(self, x):
    branch1x1 = self.branch1x1(x)

    branch5x5 = self.branch5x5_1(x)
    branch5x5 = self.branch5x5_2(branch5x5)

    branch3x3 = self.branch3x3_1(x)
    branch3x3 = self.branch3x3_2(branch3x3)
    branch3x3 = self.branch3x3_3(branch3x3)

    branch_pool = F.avg_pool2d(x, kernel_size=3, stride=1, padding=1)
    branch_pool = self.branch_pool(branch_pool)
    outputs = [branch1x1, branch5x5, branch3x3, branch_pool]
    return torch.cat(outputs, dim=1)

class Net(nn.Module):
   def __init__(self):
       super(Net, self).__init__()
       self.conv1 = nn.Conv2d(1, 10, kernel_size=5)
       self.conv2 = nn.Conv2d(88, 20, kernel_size =5)

       self.incep1 = InceptionA(in_channels=10)
       self.incep2 = InceptionA(in_channels=20)

       self.mp = nn.MaxPool2d(2)    #写代码的时候为了准确这里最好不要手算
       self.fc = nn.Linear(1408, 10) #同上


  def forward(self, x):
    in_size = x.size(0)
    x = F.relu(self.mp(self.conv1(x)))
    x = self.incep1(x)
    x = F.relu(self.mp(self.conv2(x)))
    x = self.incep2(x)
    x = x.view(1408, 10)    #如上所说   in_size=1408
    x = self.fc(x)
    return x

解决梯度消失问题
- residual block
- 实现 residual block

class ResidualBlock(nn.Module):
  def __init__(self, channels):
    super(ResidualBlock, self).__init__()
    slef.channels = channels
    self.conv1 = nn.Conv2d(channels, channels, kernel_size=3,padding=1)
    self.conv2 = nn.Conv2d(channels, channels, kernel_size=3, padding=1)

  def forward(self, x):
    y = F.relu(self.conv1(x))
    y = self.conv2(y)
    return F.relu(x+y)

class Net(nn.Module):
   def __init__(self):
       super(Net, self).__init__()
       self.conv1 = nn.Conv2d(1, 16, kernel_size=5)
       self.conv2 = nn.Conv2d(16, 32, kernel_size =5)
       self.mp = nn.MaxPool2d(2)  
        
       self.rblock1 = ResidualBlock(16)
       self.rblock2 = ResidualBlock(32)

       self.fc = nn.Linear(512, 10) 


  def forward(self, x):
    in_size = x.size(0)
    x = self.mp(F.relu(self.conv1(x)))
    x = self.rblock1(x)
    x = self.mp(F.relu(self.conv2(x)))
    x = self.rblock2(x)
    x = x.view(in_size, -1)    #如上所说   in_size=1408
    x = self.fc(x)
    return x