paddle的model.eval()不会改变stop_gradient属性，会改变training属性

最新推荐文章于 2023-01-13 11:32:49 发布

wzy-666

最新推荐文章于 2023-01-13 11:32:49 发布

阅读量628

点赞数

文章标签： paddle python 人工智能

本文链接：https://blog.csdn.net/C_C666/article/details/125861227

版权

from paddle import nn

c:\Users\admin\AppData\Local\Programs\Python\Python37\lib\site-packages\urllib3\util\selectors.py:14: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated, and in 3.8 it will stop working
  from collections import namedtuple, Mapping
c:\Users\admin\AppData\Local\Programs\Python\Python37\lib\site-packages\urllib3\_collections.py:2: DeprecationWarning: Using or importing the ABCs from 'collections' instead of from 'collections.abc' is deprecated, and in 3.8 it will stop working
  from collections import Mapping, MutableMapping

class Model1(nn.Layer):
    def __init__(self):
        super().__init__()
        self.layer1 = nn.Conv2D(1, 1, 1)
        self.layer2 = nn.Conv2D(1, 1, 2)
    
    def forward(self, x):
        return self.layer1(self.layer2(x))

class Model2(nn.Layer):
    def __init__(self):
        super().__init__()
        self.layer3 = Model1()
        self.layer4 = nn.Conv2D(1, 1, 3)
    
    def foward(self, x):
        return self.layer4(self.layer3(x))

m = Model2()

m.training

True

# m.train()

m.eval()

for l in m.sublayers():
    print(l, l.training)

Model1(
  (layer1): Conv2D(1, 1, kernel_size=[1, 1], data_format=NCHW)
  (layer2): Conv2D(1, 1, kernel_size=[2, 2], data_format=NCHW)
) False
Conv2D(1, 1, kernel_size=[1, 1], data_format=NCHW) False
Conv2D(1, 1, kernel_size=[2, 2], data_format=NCHW) False
Conv2D(1, 1, kernel_size=[3, 3], data_format=NCHW) False

for n, l in m.named_sublayers():
    print(n, l, l.training)

layer3 Model1(
  (layer1): Conv2D(1, 1, kernel_size=[1, 1], data_format=NCHW)
  (layer2): Conv2D(1, 1, kernel_size=[2, 2], data_format=NCHW)
) False
layer3.layer1 Conv2D(1, 1, kernel_size=[1, 1], data_format=NCHW) False
layer3.layer2 Conv2D(1, 1, kernel_size=[2, 2], data_format=NCHW) False
layer4 Conv2D(1, 1, kernel_size=[3, 3], data_format=NCHW) False

for param in m.parameters():
    print(param.name, param.stop_gradient)

conv2d_0.w_0 False
conv2d_0.b_0 False
conv2d_1.w_0 False
conv2d_1.b_0 False
conv2d_2.w_0 False
conv2d_2.b_0 False

for name, param in m.named_parameters ():
    print(name, param.name, param.stop_gradient)

layer3.layer1.weight conv2d_0.w_0 False
layer3.layer1.bias conv2d_0.b_0 False
layer3.layer2.weight conv2d_1.w_0 False
layer3.layer2.bias conv2d_1.b_0 False
layer4.weight conv2d_2.w_0 False
layer4.bias conv2d_2.b_0 False