标注文件:xml转json And json转coco数据集

.xml文件(VOC数据集)转换成.json文件(COCO数据集),网上代码一大堆,靠谱的没几个(本文代码支持标签内多个object)(需注意:确保.xml文件所指定的图像路径是正确的!)

#xml2json
import xml.etree.ElementTree as ET
import os
import json
import cv2
from io import BytesIO
import base64
from PIL import Image


def makefile(path, content):
    with open(path, 'w') as f:
        f.write(content)


def toJson(imagePath, imageHeight, imageWidth, shape_type, objects):
    print(imagePath)

    coco = dict()
    coco['version'] = "5.0.0"
    coco['flags'] = dict()
    coco['shapes'] = []
    
    for obj in objects:
        label = obj.find('name').text
        points = [
            [int(obj.find('bndbox/xmin').text), int(obj.find('bndbox/ymin').text)],
            [int(obj.find('bndbox/xmax').text), int(obj.find('bndbox/ymax').text)]
        ]
        shape = {
            'label': label,
            'points': points,
            'group_id': None,
            'shape_type': shape_type,
            'flags': dict()
        }
        coco['shapes'].append(shape)

    coco['imagePath'] = imagePath

    img = cv2.imread(imagePath)
    if img is None:
        print(f"Failed to read image: {imagePath}")
        return

    pil_img = Image.fromarray(img)
    buff = BytesIO()
    pil_img.save(buff, format="JPEG")
    new_image_string = base64.b64encode(buff.getvalue()).decode("utf-8")
    coco['imageData'] = new_image_string

    coco['imageHeight'] = imageHeight
    coco['imageWidth'] = imageWidth

    makefile(imagePath[:-4] + ".json", json.dumps(coco, indent=4))


def parseXmlFiles(xml_path):
    for f in os.listdir(xml_path):
        if not f.endswith('.xml'):
            continue

        xml_file = os.path.join(xml_path, f)
        print(xml_file)

        tree = ET.parse(xml_file)
        root = tree.getroot()
        if root.tag != 'annotation':
            raise Exception('pascal voc xml root element should be annotation, rather than {}'.format(root.tag))

        imagePath = ""
        imageHeight = 0
        imageWidth = 0
        shape_type = "rectangle"
        objects = []
        for elem in root:
            if elem.tag == 'folder' or elem.tag == 'filename' or elem.tag == 'source' or elem.tag == 'segmented':
                continue
            elif elem.tag == 'path':
                imagePath = elem.text
            elif elem.tag == 'size':
                for subelem in elem:
                    if subelem.tag == 'width':
                        imageWidth = subelem.text
                    elif subelem.tag == 'height':
                        imageHeight = subelem.text
            elif elem.tag == 'object':
                objects.append(elem)
        
        toJson(imagePath, imageHeight, imageWidth, shape_type, objects, xml_path)


if __name__ == '__main__':
    xml_path = '/home/sjf/Downloads/annotation' # 这是xml文件所在的地址
    parseXmlFiles(xml_path)

 

#json2coco
import argparse
import json
import matplotlib.pyplot as plt
import skimage.io as io
import cv2
import labelme.utils as utils
import numpy as np
import glob
import PIL.Image
import os




class MyEncoder(json.JSONEncoder):
    def default(self, obj):
        if isinstance(obj, np.integer):
            return int(obj)
        elif isinstance(obj, np.floating):
            return float(obj)
        elif isinstance(obj, np.ndarray):
            return obj.tolist()
        else:
            return super(MyEncoder, self).default(obj)


class labelme2coco(object):
    def __init__(self, labelme_json=[], save_json_path='./tran.json'):
        '''
        :param labelme_json: 所有labelme的json文件路径组成的列表
        :param save_json_path: json保存位置
        '''
        self.labelme_json = labelme_json
        self.save_json_path = save_json_path
        self.images = []
        self.categories = []
        self.annotations = []
        # self.data_coco = {}
        self.label = []
        self.annID = 1
        self.height = 0
        self.width = 0

        self.save_json()

    def data_transfer(self):

        for num, json_file in enumerate(self.labelme_json):
            with open(json_file, 'r') as fp:
                data = json.load(fp)  # 加载json文件
                self.images.append(self.image(data, num, json_file))
                for shapes in data['shapes']:
                    label = shapes['label']
                    if label not in self.label:
                        self.categories.append(self.categorie(label))
                        self.label.append(label)
                    points = shapes['points']  # 这里的point是用rectangle标注得到的,只有两个点,需要转成四个点
                    points.append([points[0][0], points[1][1]])
                    points.append([points[1][0], points[0][1]])
                    self.annotations.append(self.annotation(points, label, num))
                    self.annID += 1

    def image(self, data, num, json_file):

        image = {}
        # img = utils.img_b64_to_arr(data['imageData'])  # 解析原图片数据
        # img=io.imread(data['imagePath']) # 通过图片路径打开图片
        print(json_file.replace("json", "png").replace("annotations", "images"))
        imgname = ""
        if os.path.exists(json_file.replace("json", "png").replace("annotations", "images")):
            img = cv2.imread(json_file.replace("json", "png").replace("annotations", "images"), 0)
            imgname = os.path.basename(json_file.replace("json", "png").replace("annotations", "images"))
        else:
            img = cv2.imread(json_file.replace("json", "jpg").replace("annotations", "images"), 0)
            imgname = os.path.basename(json_file.replace("json", "jpg").replace("annotations", "images"))

        # TODO:这里需要指定好输入图像的尺寸,我的图像一般都是同样大小的,所以我就只取一张图片的size
        # img = cv2.imread("/Users/surui/CRT/data/1.jpg", 0)
        height, width = img.shape[:2]

        image['height'] = height
        image['width'] = width
        image['id'] = num + 1
        image['file_name'] = imgname

        self.height = height
        self.width = width

        return image

    def categorie(self, label):
        categorie = {}
        categorie['supercategory'] = 'Cancer'
        categorie['id'] = len(self.label) + 1  # 0 默认为背景
        categorie['name'] = label
        return categorie

    def annotation(self, points, label, num):
        annotation = {}
        annotation['segmentation'] = [list(np.asarray(points).flatten())]
        annotation['iscrowd'] = 0
        annotation['image_id'] = num + 1
        annotation['bbox'] = list(map(float, self.getbbox(points)))
        annotation['area'] = annotation['bbox'][2] * annotation['bbox'][3]
        annotation['category_id'] = self.getcatid(label)  
        annotation['id'] = self.annID
        return annotation

    def getcatid(self, label):
        for categorie in self.categories:
            if label == categorie['name']:
                return categorie['id']
        return 1

    def getbbox(self, points):
       
        polygons = points

        mask = self.polygons_to_mask([self.height, self.width], polygons)
        return self.mask2box(mask)

    def mask2box(self, mask):
        '''从mask反算出其边框
        mask:[h,w]  0、1组成的图片
        1对应对象,只需计算1对应的行列号(左上角行列号,右下角行列号,就可以算出其边框)
        '''
       
        index = np.argwhere(mask == 1)
        rows = index[:, 0]
        clos = index[:, 1]
        # 解析左上角行列号
        left_top_r = np.min(rows)  # y
        left_top_c = np.min(clos)  # x

        # 解析右下角行列号
        right_bottom_r = np.max(rows)
        right_bottom_c = np.max(clos)

       
        return [left_top_c, left_top_r, right_bottom_c - left_top_c,
                right_bottom_r - left_top_r]  # [x1,y1,w,h] 对应COCO的bbox格式

    def polygons_to_mask(self, img_shape, polygons):
        mask = np.zeros(img_shape, dtype=np.uint8)
        mask = PIL.Image.fromarray(mask)
        xy = list(map(tuple, polygons))
        PIL.ImageDraw.Draw(mask).polygon(xy=xy, outline=1, fill=1)
        mask = np.array(mask, dtype=bool)
        return mask

    def data2coco(self):
        data_coco = {}
        data_coco['images'] = self.images
        data_coco['categories'] = self.categories
        data_coco['annotations'] = self.annotations
        return data_coco

    def save_json(self):
        self.data_transfer()
        self.data_coco = self.data2coco()
        # 保存json文件
        json.dump(self.data_coco, open(self.save_json_path, 'w'), indent=4, cls=MyEncoder) 


if __name__ == '__main__':
    labelme_json = glob.glob('~/*.json')  # .json文件夹
    labelme2coco(labelme_json, '~/val.json')  # 生成的.json文件

  • 0
    点赞
  • 2
    收藏
    觉得还不错? 一键收藏
  • 2
    评论
以下是一个简单的Python程序,将XML格式的数据换为COCO格式的JSON数据集: ```python import os import json import xml.etree.ElementTree as ET # COCO 数据集的基本结构 coco_data = { "images": [], "annotations": [], "categories": [] } # 以下是你自己的类别和标注ID classes_map = { "car": 1, "truck": 2, "bus": 3 } annotation_id = 1 # 以下是 XML 文件的路径和 COCO JSON 数据集输出路径 xml_path = "path/to/xml/files" json_path = "path/to/coco/json" # 遍历 XML 文件 for xml_file in os.listdir(xml_path): if xml_file.endswith(".xml"): # 解析 XML 文件 tree = ET.parse(os.path.join(xml_path, xml_file)) root = tree.getroot() # 从 XML 文件中获取图像信息 image_id = int(root.find("filename").text.split(".")[0]) image_width = int(root.find("size/width").text) image_height = int(root.find("size/height").text) image_file_name = root.find("filename").text # 添加图像信息到 COCO 数据集中 coco_data["images"].append({ "id": image_id, "file_name": image_file_name, "width": image_width, "height": image_height }) # 获取并添加标注信息到 COCO 数据集中 for obj in root.findall("object"): class_name = obj.find("name").text bbox = obj.find("bndbox") x_min = int(bbox.find("xmin").text) y_min = int(bbox.find("ymin").text) x_max = int(bbox.find("xmax").text) y_max = int(bbox.find("ymax").text) coco_data["annotations"].append({ "id": annotation_id, "image_id": image_id, "category_id": classes_map[class_name], "bbox": [x_min, y_min, x_max - x_min, y_max - y_min], "area": (x_max - x_min) * (y_max - y_min), "iscrowd": 0 }) annotation_id += 1 # 添加类别信息到 COCO 数据集中 for class_name, class_id in classes_map.items(): coco_data["categories"].append({ "id": class_id, "name": class_name }) # 将 COCO 数据集保存为 JSON 文件 with open(json_path, "w") as json_file: json.dump(coco_data, json_file) ``` 请注意,该程序仅仅是一个简单的示例,你需要根据你的数据集结构和类别信息进行相应的修改和调整。
评论 2
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值