MDNet中append_params（）函数

def append_params(params, module, prefix):
    for child in module.children():
        for k,p in child._parameters.items():
            if p is None: continue

            if isinstance(child, nn.BatchNorm2d):
                name = prefix + '_bn_' + k
            else:
                name = prefix + '_' + k

            if name not in params:
                params[name] = p
            else:
                raise RuntimeError('Duplicated param name: {:s}'.format(name))


layers = nn.Sequential(OrderedDict([
                ('conv1', nn.Sequential(nn.Conv2d(3, 96, kernel_size=7, stride=2),
                                        nn.ReLU(inplace=True),#激活函数，同时inplace设置为True，原值将会被覆盖。
                                        nn.LocalResponseNorm(2),#归一化
                                        nn.MaxPool2d(kernel_size=3, stride=2))),
                ('conv2', nn.Sequential(nn.Conv2d(96, 256, kernel_size=5, stride=2),
                                        nn.ReLU(inplace=True),
                                        nn.LocalResponseNorm(2),
                                        nn.MaxPool2d(kernel_size=3, stride=2))),
                ('conv3', nn.Sequential(nn.Conv2d(256, 512, kernel_size=3, stride=1),
                                        nn.ReLU(inplace=True))),
                ('fc4',   nn.Sequential(nn.Linear(512 * 3 * 3, 512),
                                        nn.ReLU(inplace=True))),
                ('fc5',   nn.Sequential(nn.Dropout(0.5),
                                        nn.Linear(512, 512),
                                        nn.ReLU(inplace=True)))]))
params = collections.OrderedDict()
for name, module in layers.named_children():
    append_params(params, module, name)
for p,k in params.items():
    print(p,":",k)

输出为：

conv1_weight : Parameter containing:
tensor([[[[-3.5523e-02,  1.0373e-02,  2.1395e-02,  ..., -4.2778e-02,
            5.0822e-02, -5.6249e-02],
          [-6.5782e-02, -5.5397e-02, -1.0622e-02,  ..., -7.1743e-02,
            1.3086e-02, -6.0804e-02],
          [-3.0637e-02,  3.0059e-02, -3.7429e-03,  ...,  5.7485e-02,
            6.1269e-02, -6.3792e-02],
          ...,
          [-5.4851e-02,  1.0393e-02,  2.8998e-02,  ..., -7.7970e-02,
            1.6975e-02,  5.9831e-02],
          [-1.6016e-02,  6.3363e-02, -6.6538e-03,  ...,  3.0394e-02,
           -6.4522e-02, -6.2518e-02],
          [-3.4097e-02,  6.9853e-03,  2.7911e-02,  ...,  1.9430e-02,
            7.5566e-02,  6.8225e-02]],

         [[ 3.1474e-02,  5.0303e-02, -4.6238e-02,  ..., -6.5782e-02,
            5.4558e-02, -2.5228e-02],
          [ 3.0569e-02,  2.6476e-02, -6.0857e-02,  ..., -7.9562e-02,
            3.7486e-02, -1.2860e-03],
          [ 4.5989e-02,  5.0315e-04, -2.9004e-03,  ..., -5.0458e-02,
           -3.8915e-02,  1.5426e-02],
          ...,
          [ 2.5394e-02,  6.6226e-02, -3.2161e-03,  ...,  8.5518e-03,
           -4.1327e-02, -6.9513e-02],
          [ 3.4401e-02,  3.6614e-02,  8.2189e-02,  ...,  7.3250e-02,
           -7.6519e-02,  6.5402e-02],
          [ 6.0079e-02,  5.6861e-02, -2.2153e-02,  ...,  7.9278e-02,
           -1.4716e-02,  2.8807e-02]],

         [[ 5.8879e-03, -2.4570e-02, -5.1252e-02,  ...,  1.3223e-02,
           -6.8214e-02,  2.2109e-02],
          [ 3.1553e-02, -5.8405e-02, -8.5625e-03,  ...,  1.2258e-02,
           -1.0262e-02,  7.4566e-02],
          [-3.3607e-02, -5.6717e-02, -8.1162e-02,  ..., -3.0744e-02,
            6.1776e-02, -1.6524e-02],
          ...,
          [ 3.0631e-02,  1.9634e-02, -4.7876e-02,  ..., -3.3382e-02,
           -6.3531e-02,  5.9163e-02],
          [-4.0715e-03,  2.0276e-02,  3.5390e-02,  ..., -5.1432e-03,
            1.7978e-02,  2.4869e-02],
          [ 7.4236e-02,  1.8474e-02,  2.9758e-02,  ..., -4.2587e-02,
           -8.2089e-02,  2.1438e-02]]],


        [[[-4.6236e-02, -6.5581e-02, -6.1543e-02,  ..., -2.0001e-03,
           -4.8389e-02, -7.0387e-02],
          [ 7.3503e-03, -4.6954e-02, -2.7842e-02,  ...,  3.9127e-02,
            5.3834e-02, -4.6385e-02],
          [-1.9208e-02, -7.9717e-02, -2.2907e-02,  ..., -5.0144e-02,
            6.1258e-02,  4.9741e-02],
          ...,
          [ 5.3501e-02,  3.0934e-02, -4.1548e-02,  ...,  2.8436e-02,
           -4.0295e-02,  5.9406e-02],
          [ 8.0048e-02, -7.8483e-02, -2.0976e-02,  ...,  2.5867e-02,
            4.9559e-02, -2.1662e-03],
          [ 8.0908e-02, -5.1209e-03, -2.0908e-02,  ...,  7.2387e-02,
           -5.8201e-02,  6.9236e-02]],

         [[-5.3342e-02,  2.4688e-03, -7.9379e-02,  ..., -4.7926e-02,
           -3.4001e-02,  8.0029e-02],
          [-8.1227e-03,  1.4313e-02, -7.2480e-03,  ...,  1.8335e-02,
            5.1433e-02,  2.9517e-03],
          [ 5.3066e-03, -6.2006e-02, -7.0936e-02,  ..., -1.0815e-02,
            1.3150e-02, -9.3116e-03],
          ...,
          [-1.6453e-02, -1.0459e-02, -4.6507e-02,  ..., -1.1026e-03,
           -2.4905e-02,  3.7925e-02],
          [ 7.1268e-02,  5.4081e-02,  4.5302e-02,  ..., -1.8083e-02,
           -6.7248e-02,  5.2935e-02],
          [-9.2236e-03,  3.8720e-02, -4.4103e-02,  ..., -1.8899e-02,
           -4.6427e-03,  7.1426e-02]],

         [[-7.2817e-02,  7.6506e-02, -4.4930e-02,  ...,  7.4365e-02,
            6.1043e-02, -5.6854e-02],
          [-4.0695e-02, -2.3398e-02, -4.8027e-02,  ..., -6.0700e-02,
            6.2514e-02,  2.4281e-02],
          [-8.1624e-02,  3.8954e-02, -7.5657e-02,  ..., -1.7047e-02,
            9.9171e-03,  7.3026e-02],
          ...,
          [ 7.5562e-02, -7.4582e-02,  7.4867e-02,  ..., -5.6514e-02,
            2.2309e-03, -8.1350e-02],
          [-2.6449e-02,  1.0212e-03, -7.6293e-02,  ...,  4.7581e-02,
            6.9277e-02,  5.9477e-02],
          [-3.1544e-02,  1.8356e-02, -3.6622e-02,  ..., -1.5568e-02,
            7.9895e-04, -5.1532e-02]]],


        [[[-8.1410e-02,  5.3324e-02,  3.7855e-02,  ..., -2.8144e-02,
            7.7596e-02, -3.4692e-02],
          [-8.0061e-02, -2.4119e-02, -7.7334e-02,  ...,  7.5573e-02,
           -5.8088e-02,  6.5291e-02],
          [ 3.6997e-02, -1.3338e-03, -4.3144e-02,  ..., -7.9966e-02,
            3.6615e-02,  2.0240e-02],
          ...,
          [ 2.9358e-02, -2.9863e-02, -1.6750e-02,  ...,  6.0296e-02,
            3.7427e-02, -7.5560e-02],
          [-6.8148e-02,  3.9952e-03, -3.1864e-02,  ...,  3.7671e-02,
           -3.3510e-02,  5.4135e-02],
          [ 7.5571e-02, -5.0962e-02,  7.0750e-02,  ...,  7.0481e-02,
           -9.6898e-03,  8.1698e-02]],

         [[-7.4077e-02, -7.6486e-02, -3.2004e-03,  ..., -6.7559e-02,
           -4.9987e-02,  6.3271e-02],
          [-6.5862e-02,  2.5113e-02, -3.4507e-02,  ..., -3.0421e-02,
           -6.2103e-02,  6.7443e-03],
          [ 7.2957e-03,  7.8481e-02,  7.2152e-02,  ..., -7.6095e-02,
           -1.2621e-02, -1.2441e-02],
          ...,
          [ 6.5996e-02,  3.0855e-02,  1.5584e-02,  ..., -5.1804e-02,
            4.4321e-02,  1.0950e-02],
          [ 2.0008e-02, -2.4094e-02, -5.3222e-02,  ..., -2.0865e-02,
           -7.7476e-02, -4.4973e-02],
          [ 7.2700e-02,  5.1933e-03, -6.0677e-02,  ...,  5.1499e-02,
           -2.4119e-02, -6.4160e-02]],

         [[-7.7421e-02,  4.0693e-02, -8.1339e-02,  ..., -3.3363e-02,
           -4.4060e-02,  5.0451e-02],
          [-3.2471e-02,  2.5179e-03, -6.4270e-02,  ..., -3.2734e-02,
           -4.8921e-02,  2.2988e-02],
          [-7.6762e-02,  4.3789e-02,  3.7756e-02,  ..., -3.0939e-03,
            6.1194e-02, -6.8545e-02],
          ...,
          [ 5.5041e-02, -5.4211e-02,  7.7648e-02,  ..., -1.3067e-02,
            1.8719e-02,  2.7722e-02],
          [-1.9179e-02,  2.7803e-02,  5.6501e-02,  ...,  3.4868e-03,
           -7.6049e-02,  4.1068e-02],
          [ 8.2438e-02,  4.8457e-02, -7.3312e-02,  ...,  6.6530e-04,
            4.9591e-02,  1.6108e-02]]],


        ...,


        [[[ 2.2204e-02,  6.0907e-02, -7.9360e-03,  ..., -7.2657e-02,
            7.4535e-02, -2.5497e-02],
          [-3.2238e-03, -9.8000e-03,  8.0472e-02,  ..., -1.0344e-02,
            3.1892e-02,  1.2582e-02],
          [-3.2925e-02, -9.4841e-03,  5.2088e-02,  ..., -8.2738e-03,
            3.2797e-02, -2.1302e-02],
          ...,
          [ 1.0020e-02,  1.0272e-02, -7.1946e-02,  ..., -4.7281e-02,
           -4.8571e-02,  7.8777e-02],
          [ 8.0809e-05, -1.8230e-02,  9.2455e-03,  ...,  1.5990e-02,
            2.7903e-02, -3.6927e-02],
          [ 6.2961e-02, -4.4782e-02,  2.5153e-02,  ..., -5.2786e-02,
           -5.8731e-02,  6.7926e-02]],

         [[-6.9169e-02,  3.1341e-02,  6.8091e-02,  ...,  1.9581e-02,
           -2.2463e-02,  5.7096e-02],
          [-2.9839e-02, -3.9967e-02, -5.7693e-02,  ...,  5.6875e-02,
            5.7419e-02, -7.3797e-03],
          [ 2.2761e-02, -1.6549e-03, -5.8324e-02,  ...,  7.8529e-02,
            7.1608e-02,  1.9242e-02],
          ...,
          [-5.5427e-02, -5.4555e-02,  1.5831e-02,  ...,  2.6281e-02,
           -3.3491e-02, -2.4957e-02],
          [-2.9455e-02, -4.2533e-03,  7.7836e-02,  ..., -6.6329e-02,
           -7.7062e-02,  6.7111e-03],
          [-7.0031e-02, -3.0420e-02,  2.2015e-02,  ...,  2.0700e-02,
           -7.4258e-02,  3.1522e-02]],

         [[ 4.7722e-02, -4.2633e-02,  7.4388e-02,  ...,  3.6186e-02,
            3.8782e-02, -7.4809e-03],
          [-5.4611e-02, -1.7739e-02,  1.3599e-02,  ..., -2.9794e-02,
            4.9917e-03, -2.2277e-02],
          [ 1.5298e-02,  1.4341e-02, -5.6176e-02,  ..., -5.9115e-02,
            2.2873e-02, -1.1066e-02],
          ...,
          [ 2.6804e-02, -3.8411e-02,  4.6939e-02,  ...,  7.2524e-02,
           -3.4293e-02,  2.4387e-02],
          [ 3.5625e-02, -7.1190e-03,  2.8516e-03,  ...,  3.6492e-02,
           -1.4554e-02,  2.0175e-02],
          [-7.6683e-02, -3.9096e-02, -1.7797e-02,  ..., -1.3989e-02,
            5.0690e-03, -1.0062e-02]]],


        [[[-2.0143e-02, -1.0879e-02,  2.0060e-02,  ...,  4.0486e-02,
           -7.8329e-02, -4.6235e-02],
          [ 5.4583e-02, -4.6454e-02, -2.1293e-02,  ..., -3.0165e-02,
            4.9032e-03,  8.1452e-02],
          [ 3.8544e-02, -6.3111e-02, -2.6542e-02,  ...,  4.4431e-02,
           -8.0863e-02,  4.3605e-02],
          ...,
          [-4.6614e-02, -3.3604e-04, -4.2730e-02,  ...,  4.5350e-02,
            6.7050e-02, -5.3013e-02],
          [-2.3619e-02, -1.2741e-02,  5.6487e-02,  ...,  4.3656e-03,
            5.5995e-02,  2.4676e-02],
          [-1.5169e-02, -2.3162e-02,  6.6853e-02,  ...,  1.1497e-02,
            5.4692e-02, -5.5049e-02]],

         [[ 4.4262e-02, -5.3791e-02,  5.5096e-02,  ..., -4.9575e-02,
            7.5668e-02,  3.8384e-02],
          [ 9.5544e-03, -5.6246e-02,  4.4860e-02,  ...,  7.9008e-02,
            5.7635e-02,  4.6605e-02],
          [ 3.0459e-02, -2.5528e-02,  2.8434e-02,  ..., -5.3138e-02,
           -2.6651e-03, -7.8909e-02],
          ...,
          [ 5.8270e-03,  4.3785e-02,  2.6890e-02,  ..., -4.6813e-02,
           -3.4016e-02,  3.4932e-02],
          [ 3.2359e-02,  6.9528e-02,  1.3796e-02,  ..., -4.6890e-02,
           -3.3764e-02, -5.9729e-02],
          [ 2.0007e-02,  5.6961e-02,  7.2423e-02,  ...,  1.0765e-02,
            4.4425e-02, -3.9016e-03]],

         [[-2.7066e-02,  4.2532e-02, -1.1694e-02,  ..., -5.2108e-02,
            6.6775e-02, -8.1617e-02],
          [-6.1753e-02,  1.1026e-02,  2.4665e-02,  ..., -5.6855e-02,
            4.2444e-02, -3.2901e-02],
          [ 2.0418e-02,  5.5441e-02,  7.0447e-02,  ...,  7.0886e-02,
           -7.1429e-02, -8.0451e-02],
          ...,
          [-9.2291e-03,  1.8415e-02,  5.4603e-02,  ...,  1.1878e-02,
           -6.7975e-02, -4.1905e-02],
          [ 8.2168e-02,  5.8674e-02, -6.5451e-02,  ..., -4.2024e-02,
           -2.0119e-02,  2.5456e-02],
          [-5.6198e-03,  4.7425e-02, -2.1597e-02,  ..., -5.6019e-03,
            7.1358e-02,  6.6746e-02]]],


        [[[ 7.1351e-02, -4.5350e-02, -6.6739e-02,  ..., -4.7334e-03,
            1.5009e-02, -1.5794e-03],
          [-1.8763e-02, -8.1880e-02,  9.4593e-03,  ..., -5.7998e-02,
           -6.8403e-02,  7.6722e-02],
          [ 4.8145e-02, -5.7819e-02,  1.2100e-02,  ...,  2.9518e-02,
           -2.8485e-02,  2.7986e-02],
          ...,
          [ 3.1662e-02, -2.9735e-02, -6.6015e-02,  ..., -5.0755e-02,
            1.4891e-02, -1.3435e-02],
          [ 2.3722e-02, -4.4775e-02,  7.2580e-02,  ...,  6.4655e-02,
            7.0469e-02,  5.1191e-02],
          [-7.0101e-02, -2.5516e-02,  5.4024e-02,  ..., -6.1091e-02,
           -4.4666e-02, -7.1395e-02]],

         [[-2.7143e-02, -8.9342e-03,  2.7823e-02,  ..., -7.0221e-02,
           -4.2387e-02,  1.7079e-02],
          [-7.9252e-02,  2.2156e-02, -4.0888e-02,  ..., -3.9406e-02,
           -5.1599e-02,  7.9316e-02],
          [-6.4779e-02,  5.0450e-02, -7.4417e-02,  ...,  4.8634e-02,
            7.1653e-03, -4.8804e-02],
          ...,
          [ 2.5325e-02,  3.5170e-02, -1.8539e-02,  ...,  5.5391e-02,
           -2.3572e-02, -7.3515e-02],
          [-3.5321e-02, -3.8260e-02, -5.8720e-02,  ...,  8.1821e-02,
           -3.2456e-03,  7.1045e-02],
          [-1.4790e-02,  2.7656e-02,  6.2773e-02,  ..., -3.6450e-02,
            1.5863e-02, -8.1536e-03]],

         [[ 8.0005e-02, -2.5931e-02,  5.2765e-02,  ..., -2.5875e-02,
            3.5591e-02,  3.5092e-02],
          [-3.4211e-02,  7.7324e-03, -4.6796e-02,  ..., -2.3889e-02,
            3.7330e-02, -6.0182e-02],
          [ 2.4904e-02, -3.7008e-02,  9.8480e-03,  ..., -9.5331e-03,
            6.8578e-02, -2.3652e-02],
          ...,
          [ 6.7889e-03, -7.5256e-02,  6.2166e-02,  ..., -2.9418e-02,
           -6.1671e-02, -5.2553e-02],
          [ 8.2214e-02,  3.7745e-02,  6.0522e-02,  ...,  4.1148e-03,
            4.0524e-03, -7.7423e-03],
          [-4.6616e-02,  6.1031e-02, -1.7049e-02,  ..., -3.6145e-02,
            2.2504e-02,  3.4360e-02]]]], requires_grad=True)
conv1_bias : Parameter containing:
tensor([-1.9482e-02, -5.1538e-02,  3.9673e-02,  7.7362e-02, -6.9813e-02,
        -6.8679e-02, -3.2304e-02, -6.5130e-03, -3.2629e-02, -2.5155e-02,
        -3.9835e-02, -2.2030e-02,  7.2420e-02, -4.6372e-02,  8.1215e-02,
         5.2361e-02,  6.9600e-02, -4.5872e-03,  7.4528e-02,  2.1358e-02,
         5.8430e-02, -1.0606e-02,  4.5867e-02,  1.3063e-02,  2.5471e-03,
         2.8733e-02, -6.5647e-02, -5.5528e-02, -4.8101e-02,  3.1461e-02,
        -5.6204e-02,  3.8539e-02, -2.1870e-02, -8.4265e-03,  8.2112e-02,
        -7.1514e-02, -5.3895e-04,  6.9641e-02, -6.9055e-02, -8.5989e-03,
         6.3173e-02,  5.0719e-02,  6.3288e-02, -3.8362e-02, -4.6031e-02,
         8.1213e-02, -9.5110e-03,  8.1964e-03,  6.4587e-02,  5.3045e-02,
         4.4051e-03,  4.1863e-02,  5.6312e-02,  7.2661e-02,  5.2200e-02,
         2.3057e-02,  7.6453e-02,  7.6750e-02,  6.0220e-02,  5.1471e-02,
        -2.2226e-02,  1.6588e-02, -3.9260e-02,  3.9437e-02,  7.3269e-02,
        -5.6068e-02,  4.8084e-02, -3.9722e-02, -5.7143e-02, -3.3153e-02,
        -4.5465e-02, -3.1095e-02,  5.9456e-06,  7.7828e-02,  2.0111e-02,
         5.9487e-02,  7.4921e-02,  5.4569e-02, -4.2997e-03,  6.1494e-02,
         2.9891e-02,  5.6527e-02, -5.3435e-02,  1.5973e-02,  5.5382e-02,
         7.0147e-02,  5.2327e-02, -8.6515e-03,  1.0007e-02,  6.2528e-02,
        -5.3085e-02, -5.2464e-02, -7.9976e-02, -5.4535e-02,  2.5632e-02,
         1.7700e-02], requires_grad=True)
conv2_weight : Parameter containing:
tensor([[[[ 1.1962e-02, -1.8545e-02,  1.6221e-02,  1.3515e-03,  7.0303e-03],
          [ 7.2989e-03,  1.2380e-02, -5.0708e-03, -7.4145e-03, -1.9733e-02],
          [-5.8457e-03,  1.2493e-02,  2.0193e-02, -5.6171e-03,  1.0290e-02],
          [ 1.8276e-02, -6.4016e-03,  1.4561e-03,  1.1893e-02, -1.2521e-02],
          [ 1.8850e-02, -1.0243e-02,  1.4794e-02,  1.5724e-02, -3.7358e-03]],

         [[-1.6718e-02,  7.8440e-03,  1.0087e-02, -1.2110e-02,  1.3295e-02],
          [ 5.8092e-03,  1.7990e-02,  1.0243e-02, -1.0314e-02,  4.2042e-04],
          [ 9.8419e-03, -1.4716e-02, -1.4812e-02, -1.1273e-02,  1.4660e-02],
          [ 1.2823e-02,  1.6582e-02,  1.4618e-02,  1.2773e-02, -7.7608e-04],
          [-1.5902e-02,  9.5293e-03, -2.2842e-03, -1.8401e-02,  1.5120e-02]],

         [[ 9.6361e-03,  1.9905e-02,  7.0751e-03, -1.3605e-02, -1.7083e-02],
          [-1.4640e-02, -2.0002e-02,  7.8170e-03, -1.7856e-02,  1.1001e-02],
          [ 1.9360e-02,  1.7087e-02, -1.0765e-02, -5.7366e-04, -1.0267e-02],
          [ 7.8931e-03, -1.3261e-02,  1.7052e-02,  1.1296e-02,  1.3051e-02],
          [-3.1948e-03,  6.5128e-03, -2.0290e-02,  2.0899e-06,  1.1464e-02]],

         ...,

         [[ 9.0508e-03, -1.2019e-02,  1.5127e-02, -1.2980e-02, -1.7225e-02],
          [-2.7153e-03,  6.1697e-03,  2.0055e-02, -1.8399e-02,  1.7022e-02],
          [-5.6410e-03, -1.4001e-02, -1.7126e-02, -1.3962e-02, -2.3263e-03],
          [-8.6263e-03,  1.0869e-02,  1.5937e-02,  1.7640e-02,  6.2865e-03],
          [ 2.4100e-03, -1.5662e-02,  1.0625e-02, -7.1959e-03,  3.8508e-03]],

         [[-2.0301e-02,  7.0442e-03, -1.8434e-02,  5.1720e-03,  6.0737e-03],
          [ 1.3383e-02,  1.2663e-02,  6.9233e-03, -3.7867e-04,  1.7835e-02],
          [ 1.0124e-03,  1.8888e-02,  2.1242e-03, -1.0430e-02, -5.0892e-03],
          [-2.0012e-02, -1.4221e-02,  1.6844e-02,  6.7523e-03, -7.4125e-03],
          [-1.7789e-02, -1.5992e-02, -5.9441e-03, -7.2934e-04,  7.6050e-03]],

         [[ 1.8646e-02,  3.4061e-03, -1.5504e-02,  1.3570e-02, -1.2583e-02],
          [ 1.3707e-02, -2.0261e-02,  1.6842e-03, -7.4410e-03,  7.7586e-03],
          [-1.4295e-02,  7.4308e-03, -9.3055e-03,  1.4649e-02, -1.5865e-02],
          [-4.7764e-03, -1.1574e-02, -1.0290e-02,  1.1144e-02, -1.0445e-02],
          [-1.6430e-02,  4.8908e-03,  1.9212e-02, -1.6186e-02,  5.3429e-03]]],


        [[[ 9.2010e-03,  9.5125e-03, -1.9355e-02, -7.4009e-03, -1.7262e-02],
          [ 6.4532e-03,  9.9805e-03,  2.6483e-03, -1.1865e-02, -1.2466e-02],
          [-9.7353e-04,  1.2765e-02,  1.2866e-02,  5.7547e-03,  1.4577e-02],
          [ 7.9176e-03,  2.0367e-02,  8.9884e-03,  1.2743e-02, -1.9775e-02],
          [ 1.6341e-02, -5.4848e-04,  1.6609e-02,  2.2873e-03,  1.2261e-02]],

         [[ 1.6058e-02, -1.4179e-02,  1.3032e-02, -7.8255e-03, -4.2854e-03],
          [ 2.0392e-02, -1.6903e-02,  1.7137e-02, -1.3881e-02, -2.4679e-03],
          [ 4.0631e-03, -1.0549e-02, -1.7727e-05, -4.6016e-03, -1.7778e-02],
          [ 1.6516e-02,  1.7056e-02, -1.0656e-02, -1.7302e-02, -2.0306e-03],
          [-1.6898e-02,  1.6563e-02, -4.5850e-03,  1.9169e-02,  1.0436e-02]],

         [[ 1.8316e-02,  4.0606e-03,  1.5903e-03, -1.2645e-02,  7.1261e-03],
          [-1.2464e-02, -5.0665e-03,  1.9285e-02, -1.3569e-02,  1.7164e-02],
          [ 1.3219e-02,  6.6684e-03,  1.6095e-02,  5.5729e-03,  1.1687e-02],
          [-1.8516e-02,  9.1293e-04, -6.1236e-03,  6.4160e-03, -8.5849e-03],
          [ 1.0961e-03,  1.8186e-02,  1.2466e-02,  1.9925e-02,  4.1986e-03]],

         ...,

         [[ 9.1490e-03, -1.8229e-02,  7.6619e-03,  1.4296e-02, -6.0950e-03],
          [ 3.9722e-04, -2.0883e-03,  3.8977e-03, -1.3403e-02, -8.4863e-04],
          [ 6.8343e-03,  1.0947e-02, -1.6354e-02, -9.1235e-03,  2.0311e-02],
          [-1.7134e-02,  9.3118e-03,  9.6663e-03, -1.3022e-02, -2.0408e-02],
          [ 2.8827e-03,  6.4538e-03,  6.7988e-03, -8.2786e-03, -9.3343e-03]],

         [[-1.9745e-03, -5.2409e-03, -8.8317e-04, -5.9992e-03,  2.0208e-02],
          [-9.3891e-03,  3.6501e-03,  5.1768e-03,  5.2295e-03, -1.0747e-02],
          [-6.6058e-03, -5.9395e-03, -2.0384e-02, -7.3433e-03,  6.6782e-03],
          [-2.6349e-03,  1.2848e-04, -1.4656e-02, -1.9906e-02,  1.8209e-02],
          [ 1.6097e-02,  2.7781e-03, -9.3431e-03,  1.9134e-02, -5.3454e-03]],

         [[ 1.8422e-02,  1.3277e-02, -1.6187e-02,  1.7289e-02, -1.4366e-02],
          [-1.2291e-02,  1.7171e-02, -6.6887e-03,  5.0413e-03,  6.0280e-03],
          [-5.3709e-03,  1.7676e-02,  1.3107e-02,  2.7129e-03, -1.7692e-02],
          [ 8.3403e-04, -2.0133e-02, -7.2762e-04, -1.6758e-02, -1.5260e-03],
          [-1.9549e-02, -8.8169e-04, -8.6639e-03, -1.9479e-03,  5.6481e-03]]],


        [[[-5.1823e-03, -1.7005e-03,  1.3060e-02,  1.3305e-02,  1.7065e-03],
          [-8.5326e-03, -1.2096e-02,  1.3529e-02,  2.9290e-03, -9.3724e-03],
          [-9.4474e-04, -1.5526e-02,  1.4769e-02, -5.4358e-03,  1.0522e-02],
          [-1.3073e-02,  1.8412e-02, -1.5616e-02,  4.8088e-03, -9.5786e-03],
          [ 1.1052e-02, -1.0192e-02,  6.5775e-03,  1.8720e-04,  9.5079e-03]],

         [[-1.5525e-02,  7.3753e-03, -1.7367e-02,  1.8868e-02, -1.8269e-03],
          [-1.1306e-02, -1.6508e-02,  9.5784e-03,  1.4159e-02, -1.9263e-02],
          [ 2.8751e-03, -1.1746e-02,  1.4309e-02, -1.2726e-02, -1.4095e-02],
          [ 1.0906e-02, -1.8113e-02, -5.8052e-03,  1.8361e-02, -7.0253e-03],
          [ 1.1680e-02,  7.2859e-03, -1.3640e-03,  7.2385e-04,  5.6331e-04]],

         [[ 9.7167e-03,  1.7538e-02, -1.6280e-02, -1.2176e-02, -1.2769e-02],
          [-1.2845e-03,  1.9617e-02,  1.5709e-02,  9.8206e-03,  1.6900e-02],
          [-1.9361e-02,  1.1365e-02, -1.6122e-02, -8.7414e-03,  1.7732e-02],
          [-4.7685e-03, -6.0505e-03,  5.1794e-03, -1.6956e-02, -4.6640e-03],
          [-1.1782e-02,  1.6949e-02, -1.4322e-02, -1.0108e-02, -1.8197e-02]],

         ...,

         [[ 2.6389e-04,  1.5944e-02,  1.3219e-02, -4.9419e-03, -1.6322e-02],
          [ 1.3063e-02,  1.4726e-02, -1.1532e-02,  4.4136e-03, -4.4940e-03],
          [-2.8269e-03, -1.3411e-02,  9.9508e-03,  7.3121e-03,  4.2067e-03],
          [-1.2877e-02, -1.6461e-02,  1.3512e-02,  4.4689e-03, -1.9014e-02],
          [ 3.3305e-03, -1.7315e-02,  3.4334e-03,  1.6834e-02, -3.8074e-03]],

         [[-6.5969e-03, -1.1402e-02,  1.5094e-02,  1.2292e-02,  3.1533e-03],
          [-1.8939e-02,  8.8468e-03, -5.5949e-03,  6.7964e-03,  1.5232e-02],
          [ 1.0136e-02, -1.7234e-02,  5.9895e-03,  1.8811e-02,  9.2966e-03],
          [ 1.1405e-03, -5.4391e-03,  1.1354e-02,  9.5450e-03,  2.2168e-03],
          [-2.2977e-04,  1.4911e-02,  1.5043e-02, -5.9378e-03, -6.4438e-03]],

         [[ 4.1921e-03,  6.1269e-03, -1.3157e-02, -1.1884e-02, -1.7722e-02],
          [ 4.0890e-03, -1.5881e-02,  1.4522e-02, -5.0152e-03,  1.8334e-02],
          [ 3.2116e-03,  1.8501e-02,  1.1263e-02,  1.4869e-03, -1.0073e-02],
          [-1.4091e-02, -1.8009e-02,  1.6258e-02, -2.6985e-03, -1.8006e-02],
          [-5.5126e-03,  1.6162e-02, -5.0774e-03,  1.5510e-02, -8.4911e-03]]],


        ...,


        [[[-1.6180e-02, -6.6189e-03, -7.7422e-03, -1.9581e-02, -1.1302e-02],
          [-6.8914e-04, -1.6954e-02, -1.5043e-02, -1.8702e-03,  1.8314e-02],
          [-1.5267e-02,  2.6419e-03,  1.6140e-03,  4.6988e-03,  1.7827e-02],
          [-1.3000e-03, -1.2749e-02,  1.4829e-02,  1.2748e-03,  1.0736e-02],
          [-4.1498e-03, -9.6174e-03, -6.7219e-03, -4.2750e-03,  1.5215e-02]],

         [[-1.8465e-02, -9.6269e-04, -9.8214e-03,  1.4270e-02, -1.9202e-02],
          [ 1.1077e-02,  1.9920e-02,  8.0982e-03, -9.3795e-03,  7.4186e-03],
          [-1.7844e-02,  1.7728e-02, -1.2314e-02,  2.4038e-03,  1.4826e-02],
          [ 1.4693e-03,  1.6465e-02,  9.3032e-03, -1.7855e-02,  7.9351e-03],
          [-4.1711e-04, -1.0495e-02, -6.4225e-03,  6.2241e-03, -8.7649e-03]],

         [[-8.9678e-03, -1.4029e-02,  1.5016e-02, -3.5371e-03, -1.3514e-02],
          [-4.1659e-03,  9.3571e-03,  1.8930e-02,  1.8214e-02,  1.0794e-02],
          [ 5.2408e-03,  1.9662e-02,  1.7149e-02,  3.7192e-03, -1.4229e-02],
          [-1.9488e-02,  8.4573e-03, -1.3129e-02, -9.8461e-03,  1.0681e-02],
          [-1.5477e-03, -1.5290e-02, -1.3401e-02,  1.1730e-02, -1.5113e-02]],

         ...,

         [[-1.8159e-02,  1.0516e-02, -1.8041e-02, -9.6210e-03, -1.7167e-02],
          [ 1.9214e-02,  1.4877e-02,  3.6387e-03,  2.0401e-02,  1.7603e-02],
          [-4.7625e-03, -8.8624e-03,  1.6624e-02,  8.8538e-03, -1.7760e-02],
          [ 1.0350e-02,  3.3919e-03, -5.0670e-05, -1.3982e-02, -7.0724e-03],
          [-1.8412e-02, -1.9492e-02,  3.2592e-03,  1.2407e-03, -1.2539e-02]],

         [[-3.5879e-03,  1.3689e-02, -1.1370e-02, -1.8798e-02,  1.4484e-02],
          [-1.8687e-02,  7.3225e-03,  9.7048e-04, -2.6238e-04,  1.5010e-02],
          [ 1.6260e-02,  6.8184e-03,  1.7100e-03,  1.9502e-02,  1.8965e-02],
          [-3.2532e-03,  2.9034e-03, -1.3012e-02,  4.7465e-03, -1.8550e-03],
          [-1.4564e-02,  2.0646e-03,  8.5253e-03,  4.9907e-03, -3.3023e-03]],

         [[-1.9323e-04,  1.5639e-02, -7.8010e-03, -1.6073e-02, -5.5852e-04],
          [ 9.8886e-03,  4.2978e-03,  1.2478e-02, -1.5629e-02, -1.9386e-03],
          [-6.5514e-03, -5.5539e-04, -1.7254e-02,  1.1249e-02,  1.6822e-02],
          [-1.9036e-02,  2.0386e-02, -3.3446e-03, -4.7595e-03,  3.8281e-03],
          [ 2.9003e-03,  3.3963e-03, -1.8340e-02, -1.0974e-02, -6.4710e-03]]],


        [[[ 7.0255e-03, -1.0796e-03, -1.9263e-02,  1.5138e-02, -1.6908e-02],
          [ 1.0961e-02,  1.7753e-02, -7.7926e-03, -1.2790e-03,  1.5703e-03],
          [ 1.7107e-02, -2.3454e-03, -2.5266e-03,  7.2458e-03, -9.4120e-03],
          [ 1.1265e-02,  3.7708e-04, -2.4943e-03, -1.7709e-02,  1.4994e-02],
          [-7.3590e-03,  1.2815e-02, -4.2696e-03, -1.5983e-02,  1.8565e-03]],

         [[ 1.5431e-02,  1.1158e-02, -9.1429e-03,  3.4663e-03, -7.9081e-03],
          [-1.2961e-02,  1.6972e-03, -5.9326e-03,  1.5593e-02,  9.4222e-03],
          [ 1.7107e-02, -1.0318e-02, -1.2724e-02, -1.7441e-02, -1.9912e-02],
          [-1.8206e-02,  1.9294e-02, -1.4062e-03, -1.5663e-02, -3.4940e-03],
          [ 5.2674e-04, -3.4359e-03, -8.1787e-03,  8.3938e-03,  1.8090e-02]],

         [[ 1.2043e-02,  3.6133e-03, -6.9667e-04,  9.5974e-03,  6.8366e-03],
          [-7.9957e-03,  1.2446e-02,  1.5817e-02, -1.9413e-02, -1.8924e-02],
          [-1.7815e-02, -1.1239e-02, -1.3813e-02, -1.2334e-02,  9.5140e-03],
          [-1.9270e-02,  1.0226e-02,  1.0952e-02,  1.8475e-02,  1.4135e-02],
          [ 1.0323e-02,  1.6734e-02,  1.2387e-02,  1.5777e-02, -1.1858e-02]],

         ...,

         [[-3.2096e-03, -8.7542e-03,  2.7821e-03,  4.0119e-03, -3.0948e-03],
          [ 5.1068e-03,  8.6887e-03,  1.1751e-02,  1.8928e-02,  1.0530e-02],
          [-1.0441e-02,  1.6329e-02,  5.0757e-03, -2.0244e-02,  8.7320e-03],
          [ 1.9386e-02, -1.5445e-03,  7.5624e-03, -1.2881e-02,  1.4207e-02],
          [ 4.6161e-03,  6.1335e-03, -8.3181e-03,  2.3496e-04,  1.5869e-02]],

         [[-3.3588e-03,  1.1930e-02,  9.7147e-03,  1.3369e-03, -1.7919e-02],
          [ 6.5234e-03, -1.0968e-02, -4.3474e-03, -1.6411e-02, -8.2109e-03],
          [-3.0506e-04, -1.6379e-02,  1.3672e-02,  3.4544e-03, -3.0892e-03],
          [ 1.8896e-04, -1.1915e-02, -1.5748e-04,  1.3105e-02,  1.5079e-02],
          [ 1.4975e-02,  1.8317e-02, -2.8265e-03, -1.4640e-02, -9.1307e-03]],

         [[ 1.7590e-02, -1.7627e-02, -2.0350e-02, -1.4537e-02,  1.4641e-02],
          [ 5.2683e-03, -3.1983e-03,  1.4694e-02, -1.4455e-02,  1.6684e-02],
          [-6.2636e-03, -1.8936e-02,  2.0376e-02,  6.9535e-03,  1.3405e-02],
          [ 8.1493e-03,  1.5244e-02, -5.6016e-04, -1.0354e-03,  1.3816e-02],
          [ 4.2874e-03, -9.0759e-03,  7.6092e-03,  1.5823e-02,  8.9450e-03]]],


        [[[-5.1649e-03, -4.2372e-03, -4.0541e-03, -2.9073e-03, -1.3325e-02],
          [ 2.0064e-02, -1.9460e-02, -1.2832e-02,  1.2590e-02, -9.2881e-03],
          [-1.9863e-02, -1.6614e-03,  1.3183e-02, -1.3873e-02, -8.1234e-03],
          [-1.5213e-02, -3.6178e-03,  5.2577e-03,  8.8750e-03, -1.2197e-02],
          [-1.5400e-02, -1.6433e-03, -1.7814e-02,  8.1094e-03,  2.0029e-02]],

         [[-3.8225e-03, -6.1501e-03,  1.7314e-02, -1.1090e-02,  1.3097e-02],
          [ 1.8801e-02,  1.0296e-02, -6.2339e-04,  1.5846e-02, -6.5234e-03],
          [ 5.5670e-03,  4.5994e-03, -1.8320e-02, -8.4695e-03, -6.4780e-03],
          [-8.2195e-03,  1.6813e-02, -1.4063e-02,  7.7604e-03,  4.9903e-03],
          [ 1.2134e-02,  6.7561e-03, -1.6424e-02,  1.1274e-02, -1.3535e-02]],

         [[ 1.5066e-02, -3.6870e-03,  3.9091e-03,  1.4394e-02,  1.2167e-02],
          [-1.0297e-02, -1.6574e-02, -1.3020e-02,  1.0859e-02, -1.6151e-02],
          [-7.7150e-03,  6.1200e-03,  1.4071e-02,  8.5075e-03,  1.6347e-02],
          [-1.3847e-03,  3.4066e-03, -6.4232e-03, -1.3545e-02,  1.5519e-02],
          [-1.2999e-02,  1.5478e-02, -1.3040e-03, -1.1701e-02,  2.2358e-03]],

         ...,

         [[-1.5658e-02, -7.7424e-03,  1.1423e-02, -2.1789e-03,  3.3826e-03],
          [-1.9223e-02,  4.9982e-03,  8.3274e-03,  4.7534e-03,  5.4669e-03],
          [-9.2063e-03,  7.1567e-03, -9.3317e-03, -5.8000e-03, -6.9675e-03],
          [-1.2032e-02, -4.6254e-03,  5.2435e-03,  2.9275e-04, -1.4376e-02],
          [-1.5240e-02, -1.0107e-03,  1.8798e-02, -1.1207e-03, -9.7894e-03]],

         [[ 1.2521e-03,  9.0908e-03, -1.3631e-02, -1.1875e-02, -6.7431e-03],
          [-8.4836e-03,  4.4283e-03, -3.4533e-04,  9.8410e-04, -1.2159e-02],
          [ 2.0197e-02, -1.6449e-02,  1.3132e-02,  1.2573e-04,  4.9566e-03],
          [ 8.3260e-03, -9.0911e-03, -3.7070e-03, -1.8574e-03,  5.6716e-03],
          [ 2.7641e-03,  1.4141e-02, -1.3331e-02,  1.1223e-02,  1.2925e-02]],

         [[-6.1364e-03, -4.5028e-03,  8.3277e-03, -1.4492e-02, -1.6466e-02],
          [ 1.0865e-02,  9.3573e-03,  1.0967e-02, -1.0082e-02, -5.7039e-03],
          [-6.2404e-03, -2.5975e-03,  8.5692e-03,  1.9436e-02,  1.8356e-02],
          [-8.8284e-03,  1.6213e-02, -1.6152e-02, -1.8509e-03,  1.2791e-02],
          [ 1.3324e-03, -5.4960e-03, -6.5226e-03,  5.2782e-04, -3.9539e-03]]]],
       requires_grad=True)
conv2_bias : Parameter containing:
tensor([-0.0145, -0.0152, -0.0141, -0.0138,  0.0156,  0.0200, -0.0116,  0.0071,
        -0.0109, -0.0069,  0.0146, -0.0030,  0.0193, -0.0096,  0.0130, -0.0159,
         0.0140,  0.0035,  0.0097,  0.0114, -0.0081,  0.0141, -0.0119, -0.0120,
        -0.0030,  0.0090,  0.0106,  0.0148,  0.0133,  0.0162, -0.0189,  0.0158,
         0.0118, -0.0111,  0.0200,  0.0182,  0.0194, -0.0052, -0.0049,  0.0126,
        -0.0060,  0.0185, -0.0057,  0.0175,  0.0184,  0.0082,  0.0042, -0.0044,
        -0.0099, -0.0098,  0.0041,  0.0041, -0.0016,  0.0113,  0.0042,  0.0192,
        -0.0032, -0.0093, -0.0065, -0.0005,  0.0086,  0.0064,  0.0088, -0.0128,
         0.0021, -0.0111, -0.0194, -0.0052,  0.0149, -0.0092, -0.0187,  0.0113,
        -0.0129, -0.0202, -0.0081, -0.0111, -0.0153,  0.0020,  0.0140, -0.0030,
        -0.0164, -0.0074, -0.0099,  0.0178, -0.0071,  0.0001, -0.0054, -0.0064,
        -0.0108,  0.0105, -0.0101,  0.0116, -0.0143,  0.0107, -0.0064, -0.0095,
         0.0178, -0.0125, -0.0173, -0.0147,  0.0067, -0.0140,  0.0013,  0.0010,
         0.0181, -0.0158, -0.0098,  0.0197,  0.0063, -0.0141,  0.0017,  0.0008,
        -0.0142,  0.0140,  0.0169, -0.0143,  0.0095,  0.0158, -0.0143,  0.0154,
         0.0159,  0.0202,  0.0138,  0.0170,  0.0098, -0.0052, -0.0087,  0.0138,
         0.0175,  0.0100, -0.0166,  0.0009,  0.0062, -0.0183, -0.0160,  0.0137,
        -0.0038, -0.0054, -0.0117, -0.0098, -0.0023,  0.0024,  0.0016, -0.0005,
        -0.0074,  0.0158,  0.0015, -0.0133,  0.0080,  0.0170,  0.0119,  0.0091,
        -0.0144,  0.0078, -0.0127,  0.0095,  0.0098,  0.0169,  0.0006, -0.0094,
        -0.0040, -0.0078, -0.0192,  0.0135, -0.0190,  0.0105,  0.0183, -0.0129,
         0.0125,  0.0183,  0.0105, -0.0073, -0.0015,  0.0091, -0.0039, -0.0003,
        -0.0132,  0.0066, -0.0142,  0.0017,  0.0139,  0.0054,  0.0182, -0.0129,
        -0.0136, -0.0061, -0.0112, -0.0104, -0.0043, -0.0178, -0.0092, -0.0167,
         0.0129, -0.0192, -0.0193, -0.0021,  0.0167, -0.0077, -0.0204, -0.0025,
         0.0121,  0.0071, -0.0092, -0.0061,  0.0114,  0.0150,  0.0147, -0.0134,
        -0.0096, -0.0024,  0.0072, -0.0078, -0.0098,  0.0135, -0.0078, -0.0054,
        -0.0145, -0.0114, -0.0165, -0.0183, -0.0200, -0.0140,  0.0198,  0.0149,
        -0.0172,  0.0171, -0.0124,  0.0037, -0.0149,  0.0011,  0.0066,  0.0183,
        -0.0114,  0.0029,  0.0168,  0.0032, -0.0109, -0.0098, -0.0203,  0.0050,
         0.0054, -0.0084,  0.0106,  0.0129,  0.0124, -0.0161, -0.0081, -0.0015,
        -0.0031,  0.0186, -0.0002, -0.0013, -0.0071,  0.0165, -0.0182,  0.0071],
       requires_grad=True)
conv3_weight : Parameter containing:
tensor([[[[-1.0152e-02, -1.4709e-02, -1.1385e-03],
          [-2.9757e-03, -1.3247e-02, -1.1180e-02],
          [-7.8261e-03, -5.4450e-03,  4.7922e-03]],

         [[-3.0180e-03,  1.5999e-02,  1.6710e-02],
          [-3.7475e-03, -2.0825e-02, -3.3901e-03],
          [-1.4991e-02, -7.2423e-03,  7.9781e-03]],

         [[-6.8145e-03, -6.8375e-03, -7.1279e-04],
          [ 1.0501e-02,  8.4195e-03,  1.9595e-02],
          [ 4.1720e-03, -6.1079e-03, -1.5419e-02]],

         ...,

         [[ 1.8897e-02, -1.2610e-02, -1.4697e-02],
          [ 6.9746e-04,  1.6286e-02,  1.4523e-02],
          [ 1.8272e-02,  1.6310e-02, -1.5495e-02]],

         [[ 2.0409e-03, -1.3973e-02, -1.4297e-02],
          [ 1.7760e-03, -9.8409e-03, -1.7194e-03],
          [ 1.4031e-03, -1.1884e-02,  7.4302e-03]],

         [[ 3.4415e-03,  1.6225e-02,  8.4870e-03],
          [-7.8471e-03,  8.6258e-03,  1.6644e-03],
          [ 1.4327e-02, -1.2417e-02, -1.0746e-02]]],


        [[[-7.5293e-03, -1.5998e-02, -7.9209e-03],
          [ 2.1224e-03, -1.4967e-04,  7.3017e-03],
          [-2.3744e-04, -1.6944e-02, -1.1934e-02]],

         [[ 9.5382e-03, -3.6630e-03,  1.1250e-02],
          [-5.6128e-03, -1.8995e-02,  1.6642e-02],
          [-1.8554e-02,  3.4158e-03, -1.7572e-02]],

         [[-1.4775e-02, -1.4988e-02, -1.3754e-02],
          [-1.7135e-02, -4.4423e-03,  1.0904e-02],
          [ 1.2072e-02, -1.4464e-02, -1.8087e-02]],

         ...,

         [[-1.1736e-02,  1.0935e-03, -1.0894e-02],
          [-3.0968e-03,  2.8854e-03, -1.5957e-02],
          [-1.4335e-02, -1.5007e-02,  1.9097e-02]],

         [[ 1.5377e-02, -1.0326e-02,  1.2895e-02],
          [-1.9897e-02, -9.6848e-03, -5.7842e-03],
          [ 1.7368e-03,  1.8579e-02, -1.0945e-02]],

         [[ 4.1267e-03,  2.4515e-03, -6.8594e-03],
          [ 6.6235e-03,  8.1906e-05, -1.4918e-02],
          [-1.2372e-02, -1.4695e-02, -1.5560e-03]]],


        [[[ 1.9033e-02, -9.7488e-03, -2.5371e-03],
          [-4.2343e-03, -2.0149e-02,  1.1850e-02],
          [ 1.8985e-02,  1.1632e-02, -5.2689e-03]],

         [[-1.0678e-02, -9.7400e-03,  1.1105e-02],
          [ 1.2755e-02,  6.0355e-05, -1.7057e-02],
          [-8.7665e-03, -1.6395e-02, -6.3384e-03]],

         [[-5.2149e-03,  4.2868e-03,  1.6994e-02],
          [-1.8016e-02, -1.6431e-03,  2.5146e-04],
          [ 1.2936e-02,  1.2883e-02,  5.9119e-03]],

         ...,

         [[-1.4672e-02,  4.7851e-03,  7.3731e-03],
          [-1.4185e-03,  4.5385e-03, -1.1462e-03],
          [ 1.4167e-02, -1.5677e-02, -1.6852e-02]],

         [[ 3.2609e-03,  8.7480e-03,  1.4008e-02],
          [-1.7726e-02,  3.3251e-04, -2.6095e-03],
          [ 4.4792e-03, -3.1073e-03, -1.8372e-02]],

         [[ 6.1650e-03, -1.0474e-02, -2.0441e-02],
          [-1.2004e-02,  1.0864e-02, -1.3440e-03],
          [-9.5123e-03,  1.9322e-02, -1.6354e-03]]],


        ...,


        [[[ 1.1989e-02,  1.0246e-02,  9.5166e-03],
          [-2.0048e-02, -1.5430e-02, -5.7324e-03],
          [ 1.2755e-02, -1.9036e-02, -1.1212e-02]],

         [[-1.1276e-02, -1.9837e-03, -5.8592e-03],
          [-4.3688e-03,  1.1621e-02, -1.7118e-02],
          [-2.8247e-03, -7.7133e-03, -8.7845e-03]],

         [[ 1.1483e-02,  3.6941e-03,  1.3234e-02],
          [ 1.9272e-02, -5.1348e-05,  2.6952e-03],
          [-1.3208e-02, -1.8797e-02,  8.0290e-03]],

         ...,

         [[-1.2362e-02,  2.0236e-02, -1.8969e-03],
          [ 1.3954e-02,  1.0829e-02,  7.4439e-03],
          [-1.2788e-02, -1.0639e-02,  3.7379e-03]],

         [[ 1.9536e-02,  1.6795e-02, -1.6718e-02],
          [ 8.3681e-03,  1.8105e-03, -9.6092e-03],
          [-6.9554e-03,  2.0320e-02, -9.2177e-03]],

         [[ 1.5941e-02, -1.9262e-02, -1.0891e-04],
          [-1.2059e-02,  1.5316e-02,  1.9846e-02],
          [ 5.5897e-03, -1.9696e-02, -1.8979e-02]]],


        [[[ 1.3944e-02,  6.9644e-03, -1.0592e-02],
          [-1.6773e-02,  1.2801e-02,  1.9981e-02],
          [ 1.4091e-02, -1.8377e-02,  2.0395e-02]],

         [[-1.2432e-02,  8.1590e-03,  1.5677e-02],
          [-6.8754e-03, -1.8941e-02, -1.1676e-02],
          [ 4.4394e-03, -1.6056e-02, -1.7896e-02]],

         [[ 8.9733e-03,  1.8517e-02,  6.2876e-03],
          [ 3.5595e-06, -1.0862e-03, -1.2743e-02],
          [-6.9691e-03,  1.9811e-02, -1.3602e-02]],

         ...,

         [[-5.6151e-03,  1.9481e-02, -4.2988e-03],
          [ 1.4916e-02,  1.1815e-02,  1.3289e-02],
          [ 5.1237e-03,  1.8826e-02,  1.9278e-02]],

         [[ 1.4342e-02,  1.2281e-02, -1.2807e-02],
          [ 8.3330e-03,  9.6478e-03, -1.1278e-02],
          [-3.0077e-03, -1.2167e-02,  1.0988e-02]],

         [[-8.9858e-03,  1.0045e-02,  1.4103e-02],
          [-1.8057e-02,  1.4498e-02,  1.6683e-03],
          [ 1.7502e-02, -9.0599e-03,  1.6970e-02]]],


        [[[-1.5607e-02,  5.7371e-04, -1.2771e-02],
          [-1.1182e-02,  8.7631e-03, -1.2665e-02],
          [-1.5298e-02,  1.6754e-02,  9.7686e-03]],

         [[-2.0389e-02,  7.0938e-03,  9.6491e-03],
          [ 2.0311e-02,  3.3702e-03,  1.6412e-02],
          [-2.9914e-03, -5.2402e-03, -1.9929e-02]],

         [[ 1.0436e-02,  5.9793e-03, -1.1417e-02],
          [-1.6384e-02, -2.0802e-02, -9.2045e-03],
          [ 7.4759e-04, -3.6358e-03, -1.6797e-02]],

         ...,

         [[-1.0866e-02,  1.3879e-02, -1.4116e-02],
          [ 1.5789e-02, -1.7891e-02, -8.9485e-03],
          [ 4.5847e-03,  2.0622e-02, -2.0025e-02]],

         [[-1.4882e-02, -2.0352e-02,  1.7779e-02],
          [ 5.8205e-03,  4.3300e-04, -2.7409e-03],
          [ 1.1997e-03, -1.1505e-02,  1.3724e-02]],

         [[-2.3748e-03, -8.3098e-03,  2.0212e-02],
          [-1.7053e-03, -4.4799e-03,  6.7825e-03],
          [ 8.2209e-03, -5.3118e-03, -9.6633e-03]]]], requires_grad=True)
conv3_bias : Parameter containing:
tensor([ 8.8253e-03,  6.0745e-03,  2.0172e-02,  1.2190e-02, -2.0978e-03,
         1.1745e-02, -1.9038e-03, -7.2753e-03,  1.2812e-02,  1.2923e-02,
        -8.8264e-03,  5.3812e-03, -3.2529e-03, -1.4527e-02,  1.0696e-02,
         1.1785e-02, -1.2851e-02, -1.2529e-02,  2.9266e-03,  1.6525e-02,
        -1.3885e-03,  1.1964e-02,  2.0257e-02,  2.6281e-03,  2.0064e-02,
        -1.9997e-02, -2.1777e-03, -8.2962e-04,  1.6728e-02, -1.8186e-02,
         1.5798e-03, -8.9572e-03, -1.4558e-02,  6.0937e-03,  9.5818e-03,
        -1.2601e-02, -1.5713e-02,  8.6635e-05,  5.6641e-03,  8.0399e-03,
         7.9064e-03,  1.8780e-02,  8.4233e-03, -7.4229e-03,  1.5320e-02,
        -1.0653e-03, -9.8568e-03,  1.9485e-02, -6.7276e-03, -1.6707e-02,
        -2.7887e-03,  1.5137e-03, -1.8646e-02,  3.0088e-03,  3.0758e-03,
         4.6935e-04, -1.8030e-04, -1.3688e-02,  1.1180e-02, -1.7294e-03,
         6.5484e-03, -1.6342e-02,  1.4672e-02, -1.6564e-04, -2.0717e-02,
         1.0899e-02,  8.7321e-03,  5.8931e-03, -6.8543e-03, -5.3559e-04,
        -5.7866e-03, -8.0658e-03, -2.0301e-02, -1.2177e-02, -1.7018e-02,
        -1.9122e-02, -1.7477e-02, -2.0478e-02,  1.7441e-02, -1.5745e-02,
         6.9750e-04, -1.1429e-02,  9.1532e-03, -3.5018e-03,  9.3072e-03,
        -8.0214e-03,  1.9130e-02,  1.6151e-02, -1.8605e-02,  5.3721e-04,
         6.0515e-03, -1.6863e-02,  1.4094e-02, -5.9707e-03,  1.7938e-02,
         1.3769e-02, -1.8081e-02,  3.9393e-03, -1.5798e-03, -1.6262e-03,
        -2.8312e-03,  4.5071e-03, -1.6336e-02,  1.2412e-02,  1.5018e-02,
         2.4432e-04, -1.1496e-03,  7.8523e-03,  5.6530e-03, -1.4101e-02,
        -8.8533e-03, -1.0195e-03,  1.6515e-02,  1.1115e-02, -1.1666e-03,
         1.6046e-02,  1.5390e-03,  2.3826e-03, -2.3609e-03, -9.6691e-03,
        -1.4321e-02, -3.6470e-03,  1.7171e-02, -3.8746e-03,  7.4261e-03,
        -1.3856e-02,  7.9454e-03,  1.3268e-02,  1.3246e-02,  1.2506e-02,
        -1.0238e-02, -1.6897e-02, -3.8880e-03, -4.4652e-04,  3.6985e-03,
        -9.9569e-03, -3.0018e-03, -8.1117e-03, -7.3431e-04, -5.5562e-03,
         2.9890e-05, -7.7447e-03, -1.3456e-02, -1.1183e-02,  6.1908e-03,
         1.9247e-02,  2.3708e-03,  2.2658e-03,  1.0943e-02,  1.7154e-02,
        -2.0441e-02, -1.4249e-02, -7.8480e-03,  1.7312e-02,  4.1374e-03,
        -8.6503e-03,  4.7386e-03,  1.9012e-03, -1.0462e-02, -6.2805e-03,
        -5.5243e-03, -1.0718e-02, -1.6073e-02,  1.2612e-02, -1.7030e-02,
         1.9479e-02,  1.3380e-02, -2.5001e-04, -1.1010e-03,  9.2161e-03,
         5.4682e-03, -8.5647e-03, -9.1703e-03,  1.9177e-02, -1.3752e-02,
        -1.3461e-02,  7.1507e-03,  5.0444e-03,  3.8211e-03,  1.1582e-02,
        -1.0794e-02, -6.0856e-03,  7.9792e-04, -1.3126e-02, -2.1280e-03,
         1.9714e-02, -1.2357e-02, -1.9858e-02, -1.2760e-02,  3.6329e-03,
         1.8571e-02,  2.7306e-03, -7.9393e-05, -6.7266e-03, -3.5621e-03,
         1.8168e-02,  2.7633e-03, -7.1654e-03, -1.9116e-02, -1.3933e-02,
        -1.3657e-02, -1.5462e-02,  6.4409e-03, -1.5005e-02,  3.2092e-03,
         1.7864e-02,  1.3688e-02, -3.3053e-03,  7.7485e-03, -7.8533e-03,
         1.3545e-04, -9.1354e-03,  1.5931e-02, -2.0766e-02,  8.4085e-03,
         1.2982e-02,  1.4035e-02,  8.4440e-03,  6.7199e-03, -1.4878e-02,
        -7.4331e-03, -5.0947e-03,  3.0082e-04,  6.4102e-03, -2.3640e-03,
         1.2748e-02, -1.4163e-03, -1.3278e-02,  1.1029e-02, -7.0347e-03,
         3.3964e-03,  4.9646e-04, -1.6058e-02,  5.9690e-03,  1.0422e-02,
         3.9661e-03,  2.0223e-02,  1.8549e-02, -1.1413e-02,  1.5665e-02,
        -1.2677e-02, -2.5281e-03, -3.2897e-03,  1.3244e-02,  1.5000e-02,
        -1.2680e-02,  1.2272e-02, -1.2904e-02,  9.4180e-04,  1.8914e-02,
         1.7657e-02,  5.3556e-03, -9.9952e-03, -1.4511e-02,  1.6781e-02,
        -1.0891e-02,  1.3071e-02, -6.9010e-03, -1.0084e-02, -1.3714e-03,
        -2.0318e-02, -1.7474e-02,  1.9965e-02, -1.6996e-02,  2.5495e-03,
         1.7116e-02, -8.7876e-03, -6.6949e-03,  8.9234e-03,  7.3783e-03,
        -1.7658e-03, -1.1892e-02, -1.9360e-02,  1.3641e-02, -2.4209e-03,
         1.2798e-02,  2.9510e-03, -4.8287e-04,  4.4689e-03, -2.0790e-02,
         2.5273e-03, -1.7084e-02, -8.5171e-04,  1.7279e-02, -1.6092e-02,
         2.6540e-03, -1.2431e-02, -1.1004e-02,  1.5791e-02, -1.8553e-02,
         2.0182e-02, -1.6083e-02, -5.9959e-03, -1.6017e-02, -1.0435e-02,
        -5.4225e-03, -3.1550e-03,  1.4995e-03,  2.0405e-02,  1.6094e-02,
         1.4078e-02,  9.7449e-03,  1.3623e-02,  9.4063e-03, -9.2534e-03,
        -1.1651e-02, -1.5253e-02,  1.5079e-02, -2.9082e-03, -1.5641e-02,
         1.2751e-02,  1.5232e-02, -1.8638e-02,  1.7157e-02,  1.0433e-02,
        -1.6195e-04, -9.6276e-03,  1.6234e-02,  3.6639e-03,  1.2132e-02,
        -1.5728e-02,  1.3779e-02, -1.9043e-02,  3.1587e-03, -9.6551e-03,
         1.7499e-02, -1.6925e-02,  1.7233e-02,  7.2158e-03,  1.7060e-02,
         1.1335e-02, -3.5887e-03,  1.8459e-02, -3.1937e-03, -8.0262e-03,
        -2.0712e-02, -2.2723e-04,  1.0258e-02,  1.7199e-02,  8.6710e-03,
        -1.2115e-02,  1.6988e-04,  1.5753e-02,  2.0629e-02, -1.1257e-03,
         2.1668e-03, -4.3722e-03, -8.4424e-03, -4.8188e-04, -4.3922e-03,
        -6.2138e-03,  4.8942e-04,  1.1997e-02, -8.5773e-03,  9.1850e-03,
        -1.6119e-02, -1.9363e-02,  1.0117e-03, -6.8556e-03, -1.7274e-02,
        -1.4725e-02, -1.1838e-03,  1.5054e-02, -3.1423e-03,  1.0210e-03,
         5.0586e-03,  2.0688e-02,  2.3132e-03,  2.3249e-03, -2.0467e-02,
        -1.8315e-02,  4.6984e-03,  1.7853e-03,  1.9681e-02, -7.4206e-03,
         1.0851e-02,  1.3285e-02, -1.4772e-02, -9.0439e-03,  9.9959e-04,
         6.4552e-03, -1.8058e-02,  1.6202e-03, -3.1686e-03,  1.8736e-02,
        -6.0180e-03, -6.4331e-03, -8.0434e-03,  6.9157e-03,  1.0708e-02,
         6.3498e-04, -1.2512e-02, -1.4032e-02, -2.0522e-02, -1.2445e-02,
         7.1045e-03, -1.4339e-03, -8.9352e-03, -1.2878e-02, -4.5559e-03,
         1.6393e-03,  6.5194e-03, -1.2205e-02, -4.2894e-03,  1.5703e-03,
        -1.5082e-02, -1.2857e-02,  2.0428e-02,  1.4655e-02, -1.5656e-02,
        -5.0726e-03, -1.9220e-02,  1.2573e-02,  3.1654e-03,  7.2681e-03,
        -1.4997e-02, -1.2834e-02, -7.4420e-03,  1.8809e-02, -1.3926e-02,
        -1.7813e-02,  1.3152e-02, -1.7895e-02, -1.6889e-03, -1.3346e-02,
        -1.1348e-02,  1.8848e-02,  1.0925e-02,  6.6656e-03,  4.5077e-03,
        -4.6579e-03, -3.9561e-04,  1.0458e-02, -1.0687e-03, -6.3624e-04,
        -1.1101e-02,  1.0060e-02,  1.6576e-02, -9.4110e-03,  1.2278e-02,
        -1.7963e-02, -1.0455e-02,  1.9090e-02, -1.6412e-02, -2.6307e-03,
        -4.3392e-03, -8.0596e-03, -1.0445e-02, -6.9118e-03, -1.6293e-02,
         1.7992e-03, -1.7676e-02,  1.4996e-02,  1.0755e-02, -1.8262e-02,
         6.8678e-03,  6.7400e-03,  8.1805e-03, -5.0133e-03, -4.1065e-03,
        -6.0657e-03, -1.8754e-02,  1.3846e-02,  1.9829e-02,  8.0641e-03,
         1.1418e-02,  9.2842e-03,  1.2734e-02,  1.2538e-02,  1.9306e-02,
         2.0154e-02,  4.3332e-03, -1.8771e-02,  1.9308e-02,  1.2375e-02,
         1.4071e-02, -1.6125e-02,  3.4951e-03, -1.5628e-02,  1.4032e-02,
         1.0947e-02,  2.5767e-03,  1.9036e-02,  5.1506e-04, -1.2112e-02,
        -2.0530e-02,  1.1264e-03,  5.6298e-03,  4.7027e-03,  5.1496e-03,
        -1.4790e-02, -1.4321e-02,  1.7009e-02, -1.8778e-02,  2.7499e-03,
         9.6831e-03,  5.8305e-03,  8.6967e-03,  4.9096e-03, -1.1899e-02,
         1.8765e-03,  3.2727e-03, -7.1162e-03,  1.9838e-02, -5.1137e-03,
        -2.7470e-03,  1.6404e-02, -5.2571e-03, -1.3454e-02, -2.2753e-03,
         2.5710e-03, -1.9997e-02], requires_grad=True)
fc4_weight : Parameter containing:
tensor([[ 1.0520e-02,  9.0127e-03,  1.0427e-02,  ..., -5.7471e-03,
         -1.4589e-02, -7.0889e-03],
        [ 1.0673e-02,  9.1420e-05,  1.1127e-02,  ..., -7.0401e-03,
         -1.2797e-02,  1.0586e-02],
        [ 9.6859e-03, -1.0336e-02,  1.4261e-02,  ...,  1.2664e-02,
          1.2592e-02,  5.3037e-03],
        ...,
        [ 5.5803e-03, -9.6570e-03, -1.0124e-02,  ...,  1.4641e-02,
          1.2253e-02,  5.9684e-03],
        [-1.1073e-02, -1.3210e-02,  6.6048e-04,  ..., -5.1871e-03,
         -7.6780e-04, -1.2466e-02],
        [-5.1076e-03,  1.3865e-03,  6.7737e-03,  ..., -6.3309e-03,
          5.6175e-03,  3.7757e-03]], requires_grad=True)
fc4_bias : Parameter containing:
tensor([-3.9746e-03, -9.2630e-03, -1.0541e-03, -4.6157e-03,  1.3949e-02,
         9.7945e-03,  3.1008e-03,  4.9775e-03, -1.1502e-02,  2.4937e-03,
        -1.2622e-03,  1.4357e-03, -6.5414e-04,  1.3256e-02,  1.3500e-02,
        -8.8227e-03, -1.8711e-03,  3.2682e-03,  5.6973e-03,  1.0057e-02,
        -1.1620e-02,  3.1765e-03,  5.5727e-03, -1.8655e-03, -8.4385e-03,
        -4.4864e-03,  1.4234e-02,  1.0869e-02, -4.2948e-03, -4.3844e-03,
        -1.3171e-03, -5.2363e-03, -6.2253e-03,  2.0253e-03, -4.9406e-03,
        -1.4657e-02,  4.8465e-03, -6.3351e-03,  2.7640e-04,  1.4089e-03,
        -1.0663e-02,  9.8467e-03,  9.2259e-03,  8.1031e-04, -9.0662e-03,
         2.6083e-03, -4.8126e-03, -6.1814e-04,  5.1889e-03,  9.5659e-03,
         7.0071e-03, -9.1323e-03, -9.6386e-03, -8.4971e-03, -1.1865e-02,
        -1.1994e-02, -2.8845e-03, -4.2001e-03, -9.5282e-03,  1.1643e-02,
        -1.1816e-02, -8.4445e-03, -9.3391e-03,  3.6962e-03, -2.3682e-03,
        -1.3634e-02, -6.0756e-03, -6.9519e-03, -3.0350e-03,  1.1312e-02,
         1.4644e-02,  1.1226e-02,  1.3834e-02,  1.0051e-02, -2.4807e-03,
         1.4583e-02,  1.4647e-02,  1.2531e-02, -1.4558e-02,  1.0102e-02,
        -2.8333e-03, -4.4850e-03, -1.4192e-02,  5.6052e-03, -1.4186e-03,
         1.3789e-02, -1.7338e-03,  1.2075e-02,  1.1816e-02, -5.5675e-03,
         6.7095e-03,  6.9464e-03, -1.3802e-02,  1.2978e-02, -7.3921e-03,
        -7.8478e-03, -4.1150e-03,  7.2022e-03,  1.4021e-02, -9.7838e-03,
         4.0053e-03,  8.7075e-03, -1.1212e-02, -1.1528e-02,  7.3785e-03,
         1.1744e-02, -1.4427e-02, -2.0894e-03, -9.3113e-03,  1.0798e-02,
        -1.1902e-02,  2.6333e-03, -1.4113e-02,  8.1029e-03, -1.3000e-03,
        -1.3379e-02, -1.2090e-02,  6.1702e-03,  6.8856e-03,  3.8497e-03,
         5.1947e-03, -1.0429e-02,  1.3888e-02,  1.2630e-02,  2.2563e-03,
         2.2479e-03, -7.7886e-03, -1.1716e-03, -6.9045e-03,  6.2939e-03,
        -1.1906e-02,  1.0251e-02,  3.6934e-03, -6.7446e-04,  1.1426e-02,
         7.8395e-05,  9.0529e-03,  8.4070e-04,  1.4695e-02,  1.3564e-02,
         1.2481e-02,  6.0137e-03, -2.2314e-03,  5.4951e-03,  1.2479e-02,
         5.7377e-03,  5.3338e-03,  1.2091e-02,  3.0951e-03,  6.2216e-03,
        -1.2810e-02, -2.4348e-03,  1.0030e-02, -9.5557e-03, -1.0670e-02,
        -1.0498e-02,  3.3676e-04,  1.1043e-02, -3.8459e-03, -1.2099e-02,
         1.4034e-02,  1.8319e-03, -2.5711e-03,  1.4294e-02, -1.3250e-02,
         9.4662e-03,  9.1109e-03, -1.3754e-02, -3.0816e-04,  6.5732e-03,
         9.0690e-03,  4.5315e-03,  1.0355e-02, -1.1675e-02, -1.9228e-03,
        -8.6044e-03,  9.6795e-03,  1.3989e-02,  5.1354e-03,  1.1759e-02,
         3.6350e-04, -4.4169e-04,  8.2671e-04,  3.0776e-03,  8.2263e-03,
         4.9696e-03, -7.5505e-03,  9.6654e-03,  8.6512e-04,  1.2426e-02,
        -6.8295e-03,  6.0165e-03, -1.2474e-02,  1.4627e-02,  1.2719e-02,
         1.2041e-02,  1.3942e-02, -1.0251e-02,  1.3283e-02, -8.5733e-03,
         7.9196e-03,  5.2724e-03,  2.4833e-03,  1.3227e-03, -1.3121e-02,
         1.2755e-03, -1.0719e-02, -3.8261e-03,  2.4388e-03, -2.8284e-04,
        -1.2348e-02,  1.7041e-03,  1.4609e-02,  2.1820e-03, -1.4480e-02,
        -4.4844e-03,  8.0370e-03, -6.9891e-03,  5.3345e-04, -6.1347e-03,
         8.8517e-04,  1.4272e-02,  6.2455e-03, -6.0074e-03,  1.0994e-02,
         9.8433e-04,  9.5022e-04,  1.8418e-03,  5.7661e-04, -3.0797e-03,
         1.2118e-02, -1.1537e-02, -5.5759e-03,  1.3668e-03,  3.9465e-03,
         1.0050e-02,  3.2813e-03,  1.2859e-02, -9.4354e-03,  7.1271e-03,
         1.1748e-02,  7.6149e-03,  8.9331e-03, -1.1070e-02,  2.8609e-03,
         9.8246e-03,  5.2964e-03, -9.9326e-03,  7.0926e-03,  1.1772e-02,
        -1.4506e-02, -1.3882e-02,  1.3317e-03,  1.3700e-02, -1.0994e-02,
         1.2328e-03,  4.3272e-04,  3.4581e-04,  1.0634e-02, -1.9817e-03,
         3.5581e-03, -1.2027e-02,  1.6938e-03, -1.0258e-02, -1.4086e-02,
        -4.4236e-03,  1.4848e-03, -9.0127e-03,  3.7762e-03, -9.6207e-03,
         8.4755e-03, -2.5919e-03,  4.2028e-03, -1.3590e-02,  5.4635e-03,
         4.6310e-03, -5.0690e-03, -1.2060e-02, -1.5216e-03,  8.6051e-03,
        -6.3893e-03, -1.3720e-02,  4.3271e-03, -1.0960e-02, -1.3137e-02,
        -3.6615e-03,  5.8779e-03,  1.1875e-02, -2.4029e-03,  8.8970e-03,
         2.0822e-03, -1.5776e-03, -4.1390e-03,  4.2297e-04,  6.7295e-03,
        -2.4697e-03, -5.2674e-03,  1.7148e-03, -1.0776e-02, -2.8902e-03,
        -7.9001e-03, -8.6087e-03,  1.4347e-02,  4.7375e-03, -1.0035e-02,
        -1.0664e-02,  1.2939e-03,  1.2872e-03, -1.3732e-02, -1.3830e-02,
        -1.4118e-03, -1.1235e-02,  8.0901e-03, -4.5750e-03, -8.1302e-04,
         1.0609e-02,  5.7672e-03, -4.7392e-03,  6.3800e-03,  4.0803e-03,
        -1.0563e-02,  1.2799e-02, -4.5344e-04, -7.2776e-03,  4.1908e-03,
        -1.3266e-02, -1.2202e-02,  7.7042e-03, -7.9416e-03,  1.6036e-03,
        -7.6556e-03,  2.4087e-03, -4.2574e-03,  1.2421e-02,  9.5136e-03,
         3.6884e-03,  9.9952e-03,  7.6254e-03, -3.6537e-03, -7.8068e-03,
         3.0705e-03, -1.1511e-02,  2.3878e-03, -1.6996e-03,  3.6894e-03,
         1.4419e-03,  6.0574e-03, -9.2880e-04,  1.2977e-02,  3.8443e-03,
        -2.6943e-03, -8.8231e-04,  4.9752e-04,  1.3432e-02, -9.4796e-03,
         1.1057e-02,  8.1886e-03, -9.1818e-03, -1.1682e-02,  5.4619e-03,
         3.2958e-04, -6.1709e-03,  1.3364e-02, -1.4345e-02, -4.3483e-04,
         1.3690e-02, -3.8997e-03, -7.4149e-03, -4.4270e-03, -1.1471e-02,
         1.2635e-02, -3.0175e-03,  3.8929e-03, -1.1353e-02, -6.5077e-03,
        -6.2274e-03,  4.1867e-03,  9.0153e-04,  1.1102e-02, -1.2639e-02,
        -1.2475e-02,  1.4138e-02,  1.0943e-02, -6.2251e-03,  5.4722e-03,
        -5.2640e-04,  5.2621e-03,  1.9914e-04,  8.7925e-04,  3.2454e-03,
        -8.9682e-03,  4.5777e-03, -5.7658e-03,  6.1627e-03, -5.3926e-03,
        -2.8829e-03,  1.0190e-03, -5.7031e-03,  1.0184e-02,  1.7939e-03,
         1.3617e-02, -7.5986e-03, -8.5486e-03,  2.2005e-03,  4.2818e-03,
        -2.6616e-03, -1.4505e-02, -7.1498e-03,  7.1197e-03, -1.0492e-02,
        -9.2008e-03, -9.7386e-03, -1.2365e-02, -1.1787e-02, -8.5902e-03,
        -7.5392e-03, -8.2506e-03,  1.0851e-02,  9.9941e-04, -1.2623e-02,
         7.2358e-03,  1.0687e-03,  4.0386e-03, -7.0789e-03, -6.5344e-03,
         1.1407e-02,  1.4556e-02,  9.8956e-03, -1.2596e-02,  8.9655e-03,
         3.5688e-03, -6.8571e-03, -5.9173e-03,  9.5126e-03,  3.7363e-03,
         1.4594e-02, -1.3322e-02,  6.6676e-03,  1.7741e-03,  4.4848e-03,
        -9.9642e-03,  1.0933e-02,  2.7257e-03,  5.5990e-03,  8.4912e-03,
        -4.1490e-03,  4.0015e-03, -9.4374e-03,  1.2838e-02, -4.8069e-03,
        -3.5219e-03, -6.3384e-03, -1.1479e-02,  9.7997e-03, -6.4756e-03,
        -6.6396e-03,  1.1037e-02, -3.6138e-03,  1.9475e-03,  1.4368e-02,
         8.3783e-03,  7.9786e-03, -3.9089e-03,  1.4246e-02,  1.7460e-03,
         4.3027e-03, -8.5410e-03,  7.3368e-03,  7.1113e-03,  5.6683e-03,
        -2.2538e-04, -7.8037e-03, -9.8201e-03,  1.3545e-02, -1.0661e-02,
         1.6827e-03, -1.0160e-02, -1.3450e-03,  1.2285e-02,  1.2993e-03,
        -1.4465e-02, -9.2739e-03,  1.1742e-02,  1.4659e-02, -1.3159e-02,
         1.4340e-02,  7.4917e-03, -6.3658e-03, -6.6261e-03,  4.9216e-03,
         5.3578e-03, -1.2370e-02, -6.1847e-03, -1.2124e-02,  7.6494e-03,
         2.7283e-04,  6.6245e-03,  1.4154e-02, -1.1956e-02,  2.9815e-03,
         9.6186e-03,  1.1665e-02,  1.2866e-02,  1.3996e-02, -5.0151e-03,
        -1.0284e-03,  6.8667e-03, -2.6170e-03, -3.5133e-03,  5.6062e-03,
        -6.5893e-03,  4.9759e-03], requires_grad=True)
fc5_weight : Parameter containing:
tensor([[-0.0259, -0.0217,  0.0430,  ..., -0.0131, -0.0046,  0.0175],
        [ 0.0233,  0.0291,  0.0048,  ..., -0.0053, -0.0335,  0.0011],
        [-0.0172,  0.0241, -0.0047,  ...,  0.0154,  0.0186,  0.0302],
        ...,
        [ 0.0146,  0.0098,  0.0419,  ...,  0.0005,  0.0326,  0.0161],
        [-0.0390, -0.0197, -0.0022,  ..., -0.0240, -0.0206,  0.0008],
        [-0.0304, -0.0108, -0.0025,  ..., -0.0353,  0.0063,  0.0425]],
       requires_grad=True)
fc5_bias : Parameter containing:
tensor([ 2.3585e-02,  2.9248e-02, -3.8685e-02,  2.0286e-02, -1.5667e-02,
         2.4107e-02, -2.4592e-02, -2.4907e-02, -1.9191e-02, -9.1995e-03,
         4.7578e-03, -2.9382e-02, -4.0743e-02,  3.0498e-02, -3.0026e-02,
        -2.3423e-02,  3.6904e-02,  2.6770e-02,  3.6893e-02, -2.5472e-02,
        -2.4110e-02, -3.1621e-02, -6.7866e-03,  3.5298e-02,  1.7379e-02,
         1.0107e-02, -1.1955e-02, -1.1587e-02,  8.8946e-03, -2.2103e-02,
        -1.4283e-02,  1.7633e-02, -4.0801e-02,  3.0348e-02,  2.6476e-02,
        -6.0992e-03,  5.4710e-03,  1.9598e-02, -1.0820e-02,  2.1245e-04,
         4.3236e-02, -2.1662e-02, -2.9260e-02,  3.4120e-03, -2.9635e-02,
        -2.5781e-02,  7.2369e-03,  3.2509e-03,  2.8876e-02, -1.2228e-02,
        -2.3555e-02, -5.5200e-03,  2.0363e-02, -3.6357e-02, -3.1961e-02,
         2.4476e-02, -3.6879e-02,  3.4816e-02, -1.9858e-02, -3.6622e-02,
        -3.8550e-02,  8.3535e-03, -3.2838e-02, -1.7893e-02,  2.7571e-02,
        -3.8281e-02, -4.2246e-02, -3.2555e-02, -7.3964e-03,  1.0480e-03,
        -4.3962e-02,  1.9724e-03, -4.0950e-03, -1.8926e-02,  3.6627e-02,
         3.4417e-02, -3.4769e-02, -3.5790e-02,  1.7254e-03,  6.1481e-03,
        -2.5608e-02,  1.9680e-02,  2.5838e-02,  1.2210e-02, -1.3371e-02,
        -1.7847e-02, -4.8817e-03,  3.8800e-02,  2.9248e-03, -3.4113e-02,
         1.5534e-02,  3.2331e-02,  2.8331e-02,  3.6637e-02, -1.7486e-02,
         3.2035e-02, -1.4694e-02,  3.7667e-02,  4.1118e-02, -3.5841e-02,
        -3.8893e-02,  1.3165e-02,  1.5730e-02,  1.9905e-02, -1.1380e-02,
         8.4357e-03, -1.0896e-03,  1.6340e-02, -6.6739e-03,  8.3983e-03,
         6.6163e-04, -3.9718e-02,  6.8775e-03,  1.4082e-03, -2.8892e-02,
         2.0320e-02, -6.2640e-03, -3.2871e-02, -3.9351e-02,  1.1865e-02,
        -5.1274e-03,  2.8616e-02, -3.5283e-02, -2.4395e-03,  3.6434e-03,
        -3.1491e-02,  1.0958e-02, -1.7123e-02,  3.2071e-02,  1.2203e-02,
         3.9322e-02, -6.8272e-03,  3.2044e-02, -5.1820e-03, -2.3262e-02,
        -1.6366e-02,  1.2640e-02, -2.0371e-02,  2.5513e-02,  3.1565e-02,
        -3.3165e-02,  3.8761e-02, -4.0395e-02, -1.9464e-02, -3.9936e-02,
         2.8091e-02,  3.7640e-02, -1.0695e-02,  1.9728e-02, -9.3682e-03,
        -2.8645e-02,  3.9094e-02,  8.9518e-03,  2.2673e-02,  2.8803e-02,
         3.9936e-02, -2.2418e-02,  1.6254e-02, -3.2892e-02, -3.8769e-02,
        -1.6634e-02,  1.0492e-02, -3.4026e-02, -3.3464e-02,  2.7513e-02,
        -2.4111e-02, -3.6478e-02, -4.1595e-02,  1.7568e-02, -3.6755e-02,
        -3.1069e-02,  2.7969e-02, -4.0587e-02, -1.6828e-02, -1.1268e-02,
        -1.0851e-02, -3.3493e-02, -4.8197e-03,  2.6024e-02, -4.2343e-02,
         4.2860e-02,  2.0014e-03,  1.4782e-02,  7.9484e-03,  3.1276e-03,
        -3.7667e-02, -2.2012e-02,  4.1280e-02,  3.6234e-02, -3.9600e-02,
         1.5246e-02,  1.4931e-02,  3.8248e-02,  2.7361e-02,  1.4104e-02,
        -4.2968e-02, -3.1135e-02,  3.1791e-02, -9.3922e-03, -6.8024e-03,
         2.0006e-02,  1.5010e-02, -2.6111e-02, -2.4262e-02, -1.0982e-02,
        -1.2264e-02, -2.1606e-02, -2.2333e-02, -1.5965e-02, -4.3381e-02,
        -2.0078e-02,  4.1796e-03,  2.5466e-02,  1.7451e-02, -5.2994e-03,
        -1.9962e-02,  7.7301e-03, -2.4670e-02, -1.6400e-02, -1.0389e-02,
         4.0954e-02,  2.0810e-02,  2.6428e-02,  3.4555e-02,  2.2384e-03,
         2.5069e-02,  2.8308e-02,  1.3187e-02, -5.0826e-04,  4.0262e-02,
        -1.2543e-02,  2.8338e-02,  3.3653e-02,  4.2460e-02, -4.0621e-02,
         7.3236e-03, -3.6839e-02,  5.4158e-03,  1.3804e-02,  6.1746e-03,
        -2.4855e-02,  4.6757e-03,  6.7839e-03,  3.4699e-02, -9.4101e-03,
        -1.9609e-02,  2.3322e-02, -4.3394e-02, -7.2431e-03,  3.6765e-02,
        -2.6594e-02, -3.3172e-02, -2.8023e-02, -3.8339e-02,  2.4822e-02,
        -4.6885e-03, -3.1436e-02,  2.2145e-02,  4.6806e-03, -1.9540e-02,
         2.7904e-02,  1.0019e-02, -3.1690e-02, -3.0142e-02,  3.6193e-02,
        -2.9101e-02, -3.5685e-02,  4.2575e-02,  3.7860e-03,  3.9254e-02,
        -4.2114e-02, -2.3896e-02,  1.5812e-02, -2.5308e-02, -1.8178e-02,
         1.0353e-02,  2.3907e-02, -6.0999e-03, -1.0119e-02, -2.9617e-02,
         3.4571e-02,  2.4133e-02, -3.6928e-02, -3.9626e-02,  1.6875e-02,
         4.2547e-02,  3.3488e-02, -3.7294e-02,  1.5175e-02, -5.6986e-03,
        -3.6033e-02, -2.2332e-02, -8.1467e-03,  2.2951e-02, -2.9980e-02,
        -3.6204e-02,  2.2698e-02, -1.3876e-02,  3.7237e-02, -4.4096e-02,
         1.5132e-02, -4.0660e-02,  7.3534e-03, -3.7380e-03, -3.3747e-02,
         4.1532e-02,  3.6445e-02, -1.9262e-02,  2.3147e-02,  4.3238e-02,
        -3.1662e-02,  3.9736e-02, -4.1342e-02, -3.3421e-02,  2.7101e-02,
        -2.1382e-02, -7.3677e-03,  4.2895e-03, -2.9979e-02,  2.1364e-02,
         1.8905e-02, -3.3807e-02, -8.3491e-03,  1.0480e-02, -2.4196e-02,
        -9.6372e-03, -4.2239e-02, -1.6336e-02, -1.5721e-02,  3.9061e-02,
        -1.9994e-02, -4.0404e-02,  3.5838e-02, -4.2307e-02,  5.2562e-04,
         8.8815e-03,  1.1852e-02,  7.4245e-03, -3.3771e-02, -1.9740e-02,
        -8.0433e-03,  4.1076e-02,  4.1493e-02, -3.1248e-02,  6.1934e-03,
         1.6062e-02,  3.2086e-02,  4.1852e-02, -6.4511e-03,  5.9430e-03,
        -4.5667e-03, -2.8101e-02, -1.5115e-02,  7.7941e-03, -1.2377e-02,
         3.0093e-02, -1.7500e-02,  4.3793e-02,  1.3651e-03,  3.5223e-02,
        -2.0319e-02, -1.3370e-02,  2.7740e-02,  2.8645e-02, -2.8577e-02,
         2.1761e-02, -2.4147e-02,  9.6496e-03, -1.9029e-02, -4.2143e-02,
        -2.0279e-02, -4.1282e-02, -4.8532e-03,  1.6563e-02, -3.3884e-02,
        -1.4186e-02,  9.0768e-03, -6.9042e-03, -2.7110e-02, -1.6829e-02,
         3.1773e-02, -9.9011e-03,  1.6279e-02, -3.7490e-02,  3.9552e-02,
        -4.2612e-02,  1.1499e-04,  4.3551e-02, -4.1223e-02, -6.9189e-03,
         2.1128e-02,  3.3920e-02, -1.4884e-02, -1.6942e-03,  3.5542e-02,
         4.2342e-02,  1.1245e-03, -3.6553e-03,  4.7895e-03,  2.5607e-02,
        -2.9605e-02,  2.0821e-02, -1.8850e-02,  4.3706e-02,  2.2305e-02,
        -3.8003e-02,  4.0623e-02, -9.6493e-03,  1.9736e-02,  3.7208e-02,
        -2.2051e-03, -4.5503e-03,  9.7456e-03, -4.1337e-02, -3.8506e-02,
        -2.9132e-02, -4.1617e-02, -1.9345e-02, -1.2856e-02, -3.8291e-02,
        -2.5718e-02, -3.6192e-02,  2.2421e-02, -6.5439e-03, -2.2422e-02,
         3.4547e-02,  2.2869e-03, -1.7426e-02,  8.6231e-03,  3.8930e-02,
        -1.1151e-02,  2.1072e-02,  2.8384e-02, -2.3731e-02, -6.1602e-03,
        -3.6842e-02, -2.9364e-02, -3.6048e-03, -3.5787e-02, -3.8349e-02,
        -2.1385e-02, -2.7870e-03,  9.4195e-03, -1.8990e-02, -3.6115e-03,
        -3.2810e-02, -3.6530e-02,  1.7128e-02,  3.2528e-02, -1.8290e-03,
        -2.7528e-02,  7.1116e-04, -6.2167e-03,  1.9733e-02,  2.1396e-02,
        -2.2135e-02, -1.2803e-02,  3.4228e-02, -3.6813e-02,  1.9150e-02,
         8.0481e-05,  4.3051e-02, -2.5363e-02,  1.5283e-03, -4.3763e-02,
         4.3483e-02,  4.5707e-03, -2.0871e-02,  4.2728e-02, -6.5169e-03,
        -2.5514e-02, -2.0311e-02, -8.6682e-03, -2.8235e-02, -4.0522e-02,
         3.0506e-02, -1.7366e-02, -2.0585e-02, -9.5409e-03, -7.5575e-03,
         1.1154e-02,  1.9666e-02,  3.2575e-02,  6.4823e-03, -8.9728e-03,
        -3.8798e-02, -4.3797e-03, -2.5012e-02,  2.2657e-02,  4.3587e-02,
         2.2602e-02, -1.5644e-02, -2.5075e-02, -3.0840e-02,  3.3057e-02,
         3.7137e-02, -3.5613e-03, -5.5532e-03, -4.2666e-02, -2.2961e-02,
        -3.4040e-02,  2.7160e-02, -3.5438e-03,  3.0584e-02,  3.3101e-02,
         1.6966e-02,  2.1918e-02,  3.6181e-02,  4.1131e-02,  2.6956e-02,
         2.7776e-02,  4.4622e-05], requires_grad=True)