深度学习训练数据处理的一些操作解析

指定文件list生成文件目录

import argparse
from path import Path

parser = argparse.ArgumentParser()

parser.add_argument("--dataset-dir", default='./Dataset/KITTI_Raw', type=str, help="Dataset directory")
parser.add_argument("--dataset-list", default="./kitti_eval/test_files_eigen.txt", type=str, help="Dataset list file")
args = parser.parse_args()
dataset_dir = Path(args.dataset_dir)
if args.dataset_list is not None:
    with open(args.dataset_list, 'r') as f:
        test_files = [dataset_dir / file for file in f.read().splitlines()]

print(test_files)

# dataset_dir: ./Dataset/KITTI_Raw
# ./kitti_eval/test_files_eigen.txt: 2011_09_26/2011_09_26_drive_0002_sync/image_02/data/0000000069.png
# print(test_files): [Path('./Dataset/KITTI_Raw/2011_09_26/2011_09_26_drive_0002_sync/image_02/data/0000000069.png'),...]

python tqdm()

Python进度条tqdm详细介绍

python realpath()

print(file)
print(args.dataset_dir)
print(file.relpath(args.dataset_dir))
file_path, file_ext = file.relpath(args.dataset_dir).splitext()
print(file_path)
print(file_ext)
print(file_path.splitall())
file_name = '-'.join(file_path.splitall())
# ./Dataset/KITTI_Raw/2011_09_26/2011_09_26_drive_0002_sync/image_02/data/0000000054.png
# ./Dataset/KITTI_Raw
# 2011_09_26/2011_09_26_drive_0002_sync/image_02/data/0000000054.png
# 2011_09_26/2011_09_26_drive_0002_sync/image_02/data/0000000054
# .png
# [Path(''), '2011_09_26', '2011_09_26_drive_0002_sync', 'image_02', 'data', '0000000054']
-2011_09_26-2011_09_26_drive_0002_sync-image_02-data-0000000054