mmdetection特征图可视化！

1、第一步

在tools文件夹中创建feature_visualization.py文件,并把一下内容复制进来

import cv2
import mmcv
import numpy as np
import os
import torch
import matplotlib.pyplot as plt


def featuremap_2_heatmap(feature_map):
    assert isinstance(feature_map, torch.Tensor)
    feature_map = feature_map.detach()
    heatmap = feature_map[:,0,:,:]*0
    heatmaps = []
    for c in range(feature_map.shape[1]):
        heatmap+=feature_map[:,c,:,:]
    heatmap = heatmap.cpu().numpy()
    heatmap = np.mean(heatmap, axis=0)

    heatmap = np.maximum(heatmap, 0)
    heatmap /= np.max(heatmap)
    heatmaps.append(heatmap)

    return heatmaps


def draw_feature_map(features,save_dir = 'feature_map',name = None,i=0):
    img = mmcv.imread("../demo/IP00400004900270.jpg")
    if isinstance(features,torch.Tensor):
        for heat_maps in features:
            heat_maps=heat_maps.unsqueeze(0)
            heatmaps = featuremap_2_heatmap(heat_maps)
            # 这里的h,w指的是你想要把特征图resize成多大的尺寸
            heatmap = cv2.resize(heatmap, (256, 256))
            for heatmap in heatmaps:
                heatmap = np.uint8(255 * heatmap)
                # 下面这行将热力图转换为RGB格式 ，如果注释掉就是灰度图
                heatmap = cv2.applyColorMap(heatmap, cv2.COLORMAP_JET)
                superimposed_img = heatmap
                plt.imshow(superimposed_img,cmap='gray')
                plt.show()
    else:
        for featuremap in features:
            heatmaps = featuremap_2_heatmap(featuremap)
            i=i+1
            for heatmap in heatmaps:
                heatmap = cv2.resize(heatmap, (img.shape[1], img.shape[0]))  # 将热力图的大小调整为与原始图像相同
                heatmap = np.uint8(255 * heatmap)  # 将热力图转换为RGB格式
                heatmap = cv2.applyColorMap(heatmap,cv2.COLORMAP_JET)
                superimposed_img = heatmap * 0.5 + img*0.3 # 这里的0.4是热力图强度因子
                # superimposed_img=heatmap
                plt.imshow(superimposed_img)
                plt.show()
                #plt.savefig(superimposed_img)
                #下面这些是对特征图进行保存，使用时取消注释
                # cv2.imshow("1",superimposed_img)
                # cv2.waitKey(0)
                if not os.path.exists(save_dir):
                    os.makedirs(save_dir)
                print(os.path.join(save_dir,"tood+pafpn" +str(i)+'.png'))
                cv2.imwrite(os.path.join(save_dir,"tood+pafpn" +str(i)+'.png'), superimposed_img)
                # cv2.destroyAllWindows()

2、第二步：找到你的配置文件，所用到的模型

比如VFnet，进入SingleStageDetector文件中，找到extract_feat（）函数，直接搜extract_feat

3、将代码注释掉，替换成下面这个代码

    def extract_feat(self, img):
        """Directly extract features from the backbone+neck."""
        x = self.backbone(img)
        # 可视化resnet产生的特征
        from tools.feature_visualization import draw_feature_map
        draw_feature_map(x)
        if self.with_neck:
            x = self.neck(x)
            # 可视化FPN产生的特征
            from tools.feature_visualization import draw_feature_map
            draw_feature_map(x)
        return x

4、训练你的模型，就能看到tools文件夹多出来feature_map文件夹，此文件夹就包含了你的可视化的特征图