pytorch实现CBAM模块

# ------------------------#
# CBAM模块的Pytorch实现(一般加入中间层效果较好)
# ------------------------#
import torch
import torch.nn as nn


# 通道注意力模块
class ChannelAttentionModule(nn.Module):
    def __init__(self, channel=256, reduction=16):
        super(ChannelAttentionModule, self).__init__()
        mid_channel = channel // reduction
        # 使用自适应池化缩减map的大小,保持通道不变
        self.avg_pool = nn.AdaptiveAvgPool2d(1)
        self.max_pool = nn.AdaptiveMaxPool2d(1)

        self.shared_MLP = nn.Sequential(
            nn.Linear(in_features=channel, out_features=mid_channel),
            nn.ReLU(),
            nn.Linear(in_features=mid_channel, out_features=channel)
        )
        self.sigmoid = nn.Sigmoid()
        # self.act=SiLU()

    def forward(self, x):
        avgout = self.shared_MLP(self.avg_pool(x).view(x.size(0), -1)).unsqueeze(2).unsqueeze(3)
        # print('avg',avgout.size())  # [16, 256, 1, 1]
        maxout = self.shared_MLP(self.max_pool(x).view(x.size(0), -1)).unsqueeze(2).unsqueeze(3)
        # print('max',maxout.size())  # [16, 256, 1, 1]
        return self.sigmoid(avgout + maxout)


# 空间注意力模块
class SpatialAttentionModule(nn.Module):
    def __init__(self):
        super(SpatialAttentionModule, self).__init__()
        self.conv2d = nn.Conv2d(in_channels=2, out_channels=1, kernel_size=7, stride=1, padding=3)
        # self.act=SiLU()
        self.sigmoid = nn.Sigmoid()

    def forward(self, x):
        # map尺寸不变,缩减通道
        avgout = torch.mean(x, dim=1, keepdim=True)
        # print('savg',avgout.size())  # [16, 1, 384, 384]
        maxout, _ = torch.max(x, dim=1, keepdim=True)
        # print('smax',maxout.size())  # [16, 1, 384, 384]
        out = torch.cat([avgout, maxout], dim=1)
        # print('s+s',out.size())  # [16, 2, 384, 384]
        out = self.sigmoid(self.conv2d(out))
        # print('ssigmoid',out.size())  # [16, 1, 384, 384]
        return out


# CBAM模块
class CBAM(nn.Module):
    def __init__(self, in_channel=256, out_channels=64):
        super(CBAM, self).__init__()
        self.channel_attention = ChannelAttentionModule()
        self.spatial_attention = SpatialAttentionModule()
        self.out_channel = out_channels
        self.relu = nn.ReLU(inplace=True)
        self.conv = nn.Conv2d(in_channel, out_channels, kernel_size=3, stride=1, padding=1)
        self.bn = nn.BatchNorm2d(out_channels)

    def forward(self, x):
        residual = x
        # print('x', x.size())
        out = self.channel_attention(x) * x
        out = self.spatial_attention(out) * out
        out = residual + out
        # print(out.size())
        out = self.relu(out)
        out = self.conv(out)
        out = self.bn(out)
        out = self.relu(out)
        return out


if __name__ == '__main__':
    model = CBAM()
    input_tensor = torch.randn(16, 256, 192, 192)

    prediction1 = model(input_tensor)
    # print(prediction1.size())
  • 1
    点赞
  • 4
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值