windows10系统 detectron2应用实践日志(二）——使用detectron2目标检测包进行全景分割

网络模型：panoptic_fpn_R_101_3x
模型权重：model_final_cafdb1(编号：139514519）

import numpy as np
import cv2
from matplotlib import pyplot as plt

import detectron2
from detectron2.utils.logger import setup_logger
setup_logger()

from detectron2.engine import DefaultPredictor
from detectron2.config import get_cfg
from detectron2.utils.visualizer import Visualizer
from detectron2.data import MetadataCatalog

# 下载测试图片:
# wget http://images.cocodataset.org/val2017/000000439715.jpg -O input.jpg
im = cv2.imread("/home/root1/detectron2/test5.jpg")
plt.figure()
plt.imshow(im[:, :, ::-1])
plt.show()

cfg = get_cfg()
cfg.merge_from_file("/home/root1/detectron2/configs/COCO-PanopticSegmentation/panoptic_fpn_R_101_3x.yaml")
cfg.MODEL.WEIGHTS = "detectron2://COCO-PanopticSegmentation/panoptic_fpn_R_101_3x/139514519/model_final_cafdb1.pkl"
predictor = DefaultPredictor(cfg)
panoptic_seg, segments_info = predictor(im)["panoptic_seg"]
v = Visualizer(im[:, :, ::-1], MetadataCatalog.get(cfg.DATASETS.TRAIN[0]), scale=1.2)
v = v.draw_panoptic_seg_predictions(panoptic_seg.to("cpu"), segments_info)
plt.imshow(v.get_image()[:, :, ::-1])
plt.show()

训练图片：
训练结果：
再挖一坑：后期会寻找相关论文解释网络模型～