MobileNetV3

网上学习资料一大堆，但如果学到的知识不成体系，遇到问题时只是浅尝辄止，不再深入研究，那么很难做到真正的技术提升。

需要这份系统化学习资料的朋友，可以戳这里获取

一个人可以走的很快，但一群人才能走的更远！不论你是正从事IT行业的老鸟或是对IT行业感兴趣的新人，都欢迎加入我们的的圈子（技术交流、学习资源、职场吐槽、大厂内推、面试辅导），让我们一起学习成长！

def ConvBNActivation(in_channels,out_channels,kernel_size,stride,activate):

return nn.Sequential(

nn.Conv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=kernel_size, stride=stride, padding=(kernel_size-1)//2, groups=in_channels),

nn.BatchNorm2d(out_channels),

nn.ReLU6(inplace=True) if activate == ‘relu’ else HardSwish()

)

def Conv1x1BNActivation(in_channels,out_channels,activate):

return nn.Sequential(

nn.Conv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, stride=1),

nn.BatchNorm2d(out_channels),

nn.ReLU6(inplace=True) if activate == ‘relu’ else HardSwish()

)

def Conv1x1BN(in_channels,out_channels):

return nn.Sequential(

nn.Conv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, stride=1),

nn.BatchNorm2d(out_channels)

)

class SqueezeAndExcite(nn.Module):

def init(self, in_channels, out_channels,se_kernel_size, divide=4):

super(SqueezeAndExcite, self).init()

mid_channels = in_channels // divide

self.pool = nn.AvgPool2d(kernel_size=se_kernel_size,stride=1)

self.SEblock = nn.Sequential(

nn.Linear(in_features=in_channels, out_features=mid_channels),

nn.ReLU6(inplace=True),

nn.Linear(in_features=mid_channels, out_features=out_channels),

HardSwish(inplace=True),

)

def forward(self, x):

b, c, h, w = x.size()

out = self.pool(x)

out = out.view(b, -1)

out = self.SEblock(out)

out = out.view(b, c, 1, 1)

return out * x

class SEInvertedBottleneck(nn.Module):

def init(self, in_channels, mid_channels, out_channels, kernel_size, stride,activate, use_se, se_kernel_size=1):

super(SEInvertedBottleneck, self).init()

self.stride = stride

self.use_se = use_se

mid_channels = (in_channels * expansion_factor)

self.conv = Conv1x1BNActivation(in_channels, mid_channels,activate)

self.depth_conv = ConvBNActivation(mid_channels, mid_channels, kernel_size,stride,activate)

if self.use_se:

self.SEblock = SqueezeAndExcite(mid_channels, mid_channels, se_kernel_size)

self.point_conv = Conv1x1BNActivation(mid_channels, out_channels,activate)

if self.stride == 1:

self.shortcut = Conv1x1BN(in_channels, out_channels)

def forward(self, x):

out = self.depth_conv(self.conv(x))

if self.use_se:

out = self.SEblock(out)

out = self.point_conv(out)

out = (out + self.shortcut(x)) if self.stride == 1 else out

return out

class MobileNetV3(nn.Module):

def init(self, num_classes=1000,type=‘large’):

super(MobileNetV3, self).init()

self.type = type

self.first_conv = nn.Sequential(

nn.Conv2d(in_channels=3, out_channels=16, kernel_size=3, stride=2, padding=1),

nn.BatchNorm2d(16),

HardSwish(inplace=True),

)

if type==‘large’:

self.large_bottleneck = nn.Sequential(

SEInvertedBottleneck(in_channels=16, mid_channels=16, out_channels=16, kernel_size=3, stride=1,activate=‘relu’, use_se=False),

SEInvertedBottleneck(in_channels=16, mid_channels=64, out_channels=24, kernel_size=3, stride=2, activate=‘relu’, use_se=False),

SEInvertedBottleneck(in_channels=24, mid_channels=72, out_channels=24, kernel_size=3, stride=1, activate=‘relu’, use_se=False),

SEInvertedBottleneck(in_channels=24, mid_channels=72, out_channels=40, kernel_size=5, stride=2,activate=‘relu’, use_se=True, se_kernel_size=28),

SEInvertedBottleneck(in_channels=40, mid_channels=120, out_channels=40, kernel_size=5, stride=1,activate=‘relu’, use_se=True, se_kernel_size=28),

SEInvertedBottleneck(in_channels=40, mid_channels=120, out_channels=40, kernel_size=5, stride=1,activate=‘relu’, use_se=True, se_kernel_size=28),

SEInvertedBottleneck(in_channels=40, mid_channels=240, out_channels=80, kernel_size=3, stride=1,activate=‘hswish’, use_se=False),

SEInvertedBottleneck(in_channels=80, mid_channels=200, out_channels=80, kernel_size=3, stride=1,activate=‘hswish’, use_se=False),

SEInvertedBottleneck(in_channels=80, mid_channels=184, out_channels=80, kernel_size=3, stride=2,activate=‘hswish’, use_se=False),

SEInvertedBottleneck(in_channels=80, mid_channels=184, out_channels=80, kernel_size=3, stride=1,activate=‘hswish’, use_se=False),

SEInvertedBottleneck(in_channels=80, mid_channels=480, out_channels=112, kernel_size=3, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=112, mid_channels=672, out_channels=112, kernel_size=3, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=112, mid_channels=672, out_channels=160, kernel_size=5, stride=2,activate=‘hswish’, use_se=True,se_kernel_size=7),

SEInvertedBottleneck(in_channels=160, mid_channels=960, out_channels=160, kernel_size=5, stride=1,activate=‘hswish’, use_se=True,se_kernel_size=7),

SEInvertedBottleneck(in_channels=160, mid_channels=960, out_channels=160, kernel_size=5, stride=1,activate=‘hswish’, use_se=True,se_kernel_size=7),

)

self.large_last_stage = nn.Sequential(

nn.Conv2d(in_channels=160, out_channels=960, kernel_size=1, stride=1),

nn.BatchNorm2d(960),

HardSwish(inplace=True),

nn.AvgPool2d(kernel_size=7, stride=1),

nn.Conv2d(in_channels=960, out_channels=1280, kernel_size=1, stride=1),

HardSwish(inplace=True),

)

else:

self.small_bottleneck = nn.Sequential(

SEInvertedBottleneck(in_channels=16, mid_channels=16, out_channels=16, kernel_size=3, stride=2,activate=‘relu’, use_se=True, se_kernel_size=56),

SEInvertedBottleneck(in_channels=16, mid_channels=72, out_channels=24, kernel_size=3, stride=2,activate=‘relu’, use_se=False),

SEInvertedBottleneck(in_channels=24, mid_channels=88, out_channels=24, kernel_size=3, stride=1,activate=‘relu’, use_se=False),

SEInvertedBottleneck(in_channels=24, mid_channels=96, out_channels=40, kernel_size=5, stride=2,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=40, mid_channels=240, out_channels=40, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=40, mid_channels=240, out_channels=40, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=40, mid_channels=120, out_channels=48, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=48, mid_channels=144, out_channels=48, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=14),

SEInvertedBottleneck(in_channels=48, mid_channels=288, out_channels=96, kernel_size=5, stride=2,activate=‘hswish’, use_se=True, se_kernel_size=7),

SEInvertedBottleneck(in_channels=96, mid_channels=576, out_channels=96, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=7),

SEInvertedBottleneck(in_channels=96, mid_channels=576, out_channels=96, kernel_size=5, stride=1,activate=‘hswish’, use_se=True, se_kernel_size=7),

)

最后

不知道你们用的什么环境，我一般都是用的Python3.6环境和pycharm解释器，没有软件，或者没有资料，没人解答问题，都可以免费领取（包括今天的代码），过几天我还会做个视频教程出来，有需要也可以领取~

给大家准备的学习资料包括但不限于：

Python 环境、pycharm编辑器/永久激活/翻译插件

python 零基础视频教程

Python 界面开发实战教程

Python 爬虫实战教程

Python 数据分析实战教程

python 游戏开发实战教程

Python 电子书100本

Python 学习路线规划

网上学习资料一大堆，但如果学到的知识不成体系，遇到问题时只是浅尝辄止，不再深入研究，那么很难做到真正的技术提升。

需要这份系统化学习资料的朋友，可以戳这里获取

一个人可以走的很快，但一群人才能走的更远！不论你是正从事IT行业的老鸟或是对IT行业感兴趣的新人，都欢迎加入我们的的圈子（技术交流、学习资源、职场吐槽、大厂内推、面试辅导），让我们一起学习成长！