pytorch多进程加载数据

数据是提前准备，所以是在每次训练时，加载下一批的数据

每个epoch最后一次，加载下一个epoch的数据。

 

def DataLoaderProcess(list_path,cfg, args, data_dict, file_names):
    rgb_mean = (104, 117, 123)  # bgr order
    batch_size = cfg['batch_size']
    dataset = WiderFaceDetection(file_names, list_path, True, preproc(cfg['image_size'], rgb_mean))

    train_loader = data.DataLoader(dataset, batch_size, shuffle=True, num_workers=args.num_workers,
                              collate_fn=detection_collate,
                              drop_last=True)
    index = 0
    while True:
        if data_dict["flag"] ==0:
            if index % len(train_loader) == 0:
                print('init index:', index, 'len_loader', len(train_loader))
                dl = iter(train_loader)
            print('data index',index)
            index +=