《深度学习——实战caffe》——模型各层数据和参数可视化

先用caffe对cifar10进行训练,将训练的结果模型进行保存,得到一个caffemodel,然后从测试图片中选出一张进行测试,并进行可视化。

代码:

1.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")


if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

结果如下:

(1, 3, 32, 32)

2.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")


if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')
    print(im.shape)
    plt.imshow(im)
    plt.axis('off')
    plt.show()

就会显示图片

3.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")



# 编写一个函数,将二进制的均值转换为python的均值
def convert_mean(binMean,npyMean):
    blob = caffe.proto.caffe_pb2.BlobProto()
    bin_mean = open(binMean, 'rb' ).read()
    blob.ParseFromString(bin_mean)
    arr = np.array( caffe.io.blobproto_to_array(blob))
    npy_mean = arr[0]
    np.save(npyMean, npy_mean )


if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')
    print(im.shape)
    plt.imshow(im)
    plt.axis('off')
    plt.show()

    binMean = '/home/jinhanjun/caffe/examples/cifar10/mean.binaryproto'
    npyMean = '/home/jinhanjun/caffe/examples/cifar10/mean.npy'
    convert_mean(binMean, npyMean)

    # 将图片载入blob中,并减去均值
    transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})
    transformer.set_transpose('data', (2, 0, 1))
    transformer.set_mean('data', np.load(npyMean).mean(1).mean(1))  # 减去均值
    transformer.set_raw_scale('data', 255)
    transformer.set_channel_swap('data', (2, 1, 0))
    net.blobs['data'].data[...] = transformer.preprocess('data', im)
    inputData = net.blobs['data'].data

    # 显示减去均值前后的数据
    plt.figure()
    plt.subplot(1, 2, 1), plt.title("origin")
    plt.imshow(im)
    plt.axis('off')
    plt.subplot(1, 2, 2), plt.title("subtract mean")
    plt.imshow(transformer.deprocess('data', inputData[0]))
    plt.axis('off')
    plt.show()

结果如下:

(360, 480, 3)

4.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")



# 编写一个函数,将二进制的均值转换为python的均值
def convert_mean(binMean,npyMean):
    blob = caffe.proto.caffe_pb2.BlobProto()
    bin_mean = open(binMean, 'rb' ).read()
    blob.ParseFromString(bin_mean)
    arr = np.array( caffe.io.blobproto_to_array(blob))
    npy_mean = arr[0]
    np.save(npyMean, npy_mean )


if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')
    print(im.shape)
    plt.imshow(im)
    plt.axis('off')
    plt.show()

    binMean = '/home/jinhanjun/caffe/examples/cifar10/mean.binaryproto'
    npyMean = '/home/jinhanjun/caffe/examples/cifar10/mean.npy'
    convert_mean(binMean, npyMean)

    # 将图片载入blob中,并减去均值
    transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})
    transformer.set_transpose('data', (2, 0, 1))
    transformer.set_mean('data', np.load(npyMean).mean(1).mean(1))  # 减去均值
    transformer.set_raw_scale('data', 255)
    transformer.set_channel_swap('data', (2, 1, 0))
    net.blobs['data'].data[...] = transformer.preprocess('data', im)
    inputData = net.blobs['data'].data

    # 显示减去均值前后的数据
    plt.figure()
    plt.subplot(1, 2, 1), plt.title("origin")
    plt.imshow(im)
    plt.axis('off')
    plt.subplot(1, 2, 2), plt.title("subtract mean")
    plt.imshow(transformer.deprocess('data', inputData[0]))
    plt.axis('off')
    plt.show()

    # 运行测试模型,并显示各层数据信息
    net.forward()
    print([(k, v.data.shape) for k, v in net.blobs.items()])

    # 显示各层的参数信息
    print([(k, v[0].data.shape) for k, v in net.params.items()])

    plt.rcParams['figure.figsize'] = (8, 8)
    plt.rcParams['image.interpolation'] = 'nearest'
    plt.rcParams['image.cmap'] = 'gray'

结果如下:

[('data', (1, 3, 32, 32)), ('conv1', (1, 32, 32, 32)), ('pool1', (1, 32, 16, 16)), ('conv2', (1, 32, 16, 16)), ('pool2', (1, 32, 8, 8)), ('conv3', (1, 64, 8, 8)), ('pool3', (1, 64, 4, 4)), ('ip1', (1, 64)), ('ip2', (1, 10)), ('prob', (1, 10))]

[('conv1', (32, 3, 5, 5)), ('conv2', (32, 32, 5, 5)), ('conv3', (64, 32, 5, 5)), ('ip1', (64, 1024)), ('ip2', (10, 64))]

5.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")



# 编写一个函数,将二进制的均值转换为python的均值
def convert_mean(binMean,npyMean):
    blob = caffe.proto.caffe_pb2.BlobProto()
    bin_mean = open(binMean, 'rb' ).read()
    blob.ParseFromString(bin_mean)
    arr = np.array( caffe.io.blobproto_to_array(blob))
    npy_mean = arr[0]
    np.save(npyMean, npy_mean )


#  编写一个函数,用于显示各层数据
def show_data(data, padsize=1, padval=0):
    data -= data.min()
    data /= data.max()

    # force the number of filters to be square
    n = int(np.ceil(np.sqrt(data.shape[0])))
    padding = ((0, n ** 2 - data.shape[0]), (0, padsize), (0, padsize)) + ((0, 0),) * (data.ndim - 3)
    data = np.pad(data, padding, mode='constant', constant_values=(padval, padval))

    # tile the filters into an image
    data = data.reshape((n, n) + data.shape[1:]).transpose((0, 2, 1, 3) + tuple(range(4, data.ndim + 1)))
    data = data.reshape((n * data.shape[1], n * data.shape[3]) + data.shape[4:])
    plt.figure()
    plt.imshow(data, cmap='gray')
    plt.axis('off')
    plt.show()

if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')

    binMean = '/home/jinhanjun/caffe/examples/cifar10/mean.binaryproto'
    npyMean = '/home/jinhanjun/caffe/examples/cifar10/mean.npy'
    convert_mean(binMean, npyMean)

    # 将图片载入blob中,并减去均值
    transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})
    transformer.set_transpose('data', (2, 0, 1))
    transformer.set_mean('data', np.load(npyMean).mean(1).mean(1))  # 减去均值
    transformer.set_raw_scale('data', 255)
    transformer.set_channel_swap('data', (2, 1, 0))
    net.blobs['data'].data[...] = transformer.preprocess('data', im)
    inputData = net.blobs['data'].data


    # 运行测试模型,并显示各层数据信息
    net.forward()
    print([(k, v.data.shape) for k, v in net.blobs.items()])

    # 显示各层的参数信息
    print([(k, v[0].data.shape) for k, v in net.params.items()])

    plt.rcParams['figure.figsize'] = (8, 8)
    plt.rcParams['image.interpolation'] = 'nearest'
    plt.rcParams['image.cmap'] = 'gray'

    # 显示第一个卷积层的输出数据和权值(filter)
    show_data(net.blobs['conv1'].data[0])
    print(net.blobs['conv1'].data.shape)
    show_data(net.params['conv1'][0].data.reshape(32 * 3, 5, 5))
    print(net.params['conv1'][0].data.shape)

结果如下:

(1, 32, 32, 32)
(32, 3, 5, 5)

6.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")



# 编写一个函数,将二进制的均值转换为python的均值
def convert_mean(binMean,npyMean):
    blob = caffe.proto.caffe_pb2.BlobProto()
    bin_mean = open(binMean, 'rb' ).read()
    blob.ParseFromString(bin_mean)
    arr = np.array( caffe.io.blobproto_to_array(blob))
    npy_mean = arr[0]
    np.save(npyMean, npy_mean )


#  编写一个函数,用于显示各层数据
def show_data(data, padsize=1, padval=0):
    data -= data.min()
    data /= data.max()

    # force the number of filters to be square
    n = int(np.ceil(np.sqrt(data.shape[0])))
    padding = ((0, n ** 2 - data.shape[0]), (0, padsize), (0, padsize)) + ((0, 0),) * (data.ndim - 3)
    data = np.pad(data, padding, mode='constant', constant_values=(padval, padval))

    # tile the filters into an image
    data = data.reshape((n, n) + data.shape[1:]).transpose((0, 2, 1, 3) + tuple(range(4, data.ndim + 1)))
    data = data.reshape((n * data.shape[1], n * data.shape[3]) + data.shape[4:])
    plt.figure()
    plt.imshow(data, cmap='gray')
    plt.axis('off')
    plt.show()

if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')

    binMean = '/home/jinhanjun/caffe/examples/cifar10/mean.binaryproto'
    npyMean = '/home/jinhanjun/caffe/examples/cifar10/mean.npy'
    convert_mean(binMean, npyMean)

    # 将图片载入blob中,并减去均值
    transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})
    transformer.set_transpose('data', (2, 0, 1))
    transformer.set_mean('data', np.load(npyMean).mean(1).mean(1))  # 减去均值
    transformer.set_raw_scale('data', 255)
    transformer.set_channel_swap('data', (2, 1, 0))
    net.blobs['data'].data[...] = transformer.preprocess('data', im)
    inputData = net.blobs['data'].data


    # 运行测试模型,并显示各层数据信息
    net.forward()
    print([(k, v.data.shape) for k, v in net.blobs.items()])

    # 显示各层的参数信息
    print([(k, v[0].data.shape) for k, v in net.params.items()])

    plt.rcParams['figure.figsize'] = (8, 8)
    plt.rcParams['image.interpolation'] = 'nearest'
    plt.rcParams['image.cmap'] = 'gray'

    # 显示第一次pooling后的输出数据
    show_data(net.blobs['pool1'].data[0])
    print(net.blobs['pool1'].data.shape)

    # 显示第二次卷积后的输出数据以及相应的权值(filter)
    show_data(net.blobs['conv2'].data[0], padval=0.5)
    print(net.blobs['conv2'].data.shape)
    show_data(net.params['conv2'][0].data.reshape(32 ** 2, 5, 5))
    print(net.params['conv2'][0].data.shape)

    # 显示第三次卷积后的输出数据以及相应的权值(filter),取前1024个进行显示
    show_data(net.blobs['conv3'].data[0], padval=0.5)
    print(net.blobs['conv3'].data.shape)
    show_data(net.params['conv3'][0].data.reshape(64 * 32, 5, 5)[:1024])
    print(net.params['conv3'][0].data.shape)

    # 显示第三次池化后的输出数据
    show_data(net.blobs['pool3'].data[0], padval=0.2)
    print(net.blobs['pool3'].data.shape)

结果如下

# 显示第一次pooling后的输出数据

(1, 32, 16, 16)

# 显示第二次卷积后的输出数据以及相应的权值(filter
(1, 32, 16, 16)

(32, 32, 5, 5)

# 显示第三次卷积后的输出数据以及相应的权值(filter,取前1024个进行显示
(1, 64, 8, 8)

(64, 32, 5, 5)



# 显示第三次池化后的输出数据
(1, 64, 4, 4)

7.

#加载必要的库
import numpy as np
import matplotlib.pyplot as plt    #matplotlib inline
import sys,os,caffe

# 设置当前目录,判断模型是否训练好
caffe_root = '/caffe/'
sys.path.insert(0, caffe_root + 'python')
os.chdir(caffe_root)
if not os.path.isfile(caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel'):
    print("caffemodel is not exist...")



# 编写一个函数,将二进制的均值转换为python的均值
def convert_mean(binMean,npyMean):
    blob = caffe.proto.caffe_pb2.BlobProto()
    bin_mean = open(binMean, 'rb' ).read()
    blob.ParseFromString(bin_mean)
    arr = np.array( caffe.io.blobproto_to_array(blob))
    npy_mean = arr[0]
    np.save(npyMean, npy_mean )


#  编写一个函数,用于显示各层数据
def show_data(data, padsize=1, padval=0):
    data -= data.min()
    data /= data.max()

    # force the number of filters to be square
    n = int(np.ceil(np.sqrt(data.shape[0])))
    padding = ((0, n ** 2 - data.shape[0]), (0, padsize), (0, padsize)) + ((0, 0),) * (data.ndim - 3)
    data = np.pad(data, padding, mode='constant', constant_values=(padval, padval))

    # tile the filters into an image
    data = data.reshape((n, n) + data.shape[1:]).transpose((0, 2, 1, 3) + tuple(range(4, data.ndim + 1)))
    data = data.reshape((n * data.shape[1], n * data.shape[3]) + data.shape[4:])
    plt.figure()
    plt.imshow(data, cmap='gray')
    plt.axis('off')
    plt.show()

if __name__ == '__main__':

    # 利用提前训练好的模型,设置测试网络
    caffe.set_mode_cpu()
    net = caffe.Net(caffe_root + 'examples/cifar10/cifar10_quick.prototxt',
                    caffe_root + 'examples/cifar10/cifar10_quick_iter_4000.caffemodel',
                    caffe.TEST)

    print(net.blobs['data'].data.shape)

    # 加载测试图片,并显示
    im = caffe.io.load_image('examples/images/cat.jpg')

    binMean = '/home/jinhanjun/caffe/examples/cifar10/mean.binaryproto'
    npyMean = '/home/jinhanjun/caffe/examples/cifar10/mean.npy'
    convert_mean(binMean, npyMean)

    # 将图片载入blob中,并减去均值
    transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})
    transformer.set_transpose('data', (2, 0, 1))
    transformer.set_mean('data', np.load(npyMean).mean(1).mean(1))  # 减去均值
    transformer.set_raw_scale('data', 255)
    transformer.set_channel_swap('data', (2, 1, 0))
    net.blobs['data'].data[...] = transformer.preprocess('data', im)
    inputData = net.blobs['data'].data


    # 运行测试模型,并显示各层数据信息
    net.forward()

    # 最后一层输入属于某个类的概率
    feat = net.blobs['prob'].data[0]
    print(feat)
    plt.plot(feat.flat)
    plt.show()

结果如下:

[3.28575290e-04 1.57012579e-07 1.80032570e-02 1.86203688e-01
 7.65367627e-01 3.53409094e-03 1.26916012e-02 1.37463259e-02

 5.14444309e-06 1.19615484e-04]

判断为猫


参考博文:https://www.cnblogs.com/denny402/p/5105911.html

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值