pytorch将自己数据集用去训练,dataloader

from torch.utils.data import DataLoader, Dataset
from torchvision import transforms
import pandas as pd
import cv2
import os
import glob


class Mydataset(Dataset):
    def __init__(self, data_dir, cls_list, transform=None, suffix="*.jpg"):
        super().__init__()
        self.data_dir = data_dir
        file_paths = []
        labels = []
        for index, cls_name in enumerate(cls_list):
            file_list = glob.glob(os.path.join(data_dir, cls_name, suffix))
            if file_list:
                file_paths.extend(file_list)
                labels.extend([index for i in file_list])
        self.df = pd.DataFrame({
            "file_paths": file_paths,
            "labels": labels
        },
                               dtype='object').values
        self.transform = transform

    def __len__(self):
        return len(self.df)

    def __getitem__(self, idex):
        img_name, label = self.df[idex]
        image = cv2.imread(img_name)
        if image.shape[2] == 1:
            image = cv2.cvtColor(image, cv2.COLOR_GRAY2RGB)
        if self.transform is not None:
            image = self.transform(image)
        return image, label


transforms_train = transforms.Compose([
    transforms.ToPILImage(),
    transforms.Resize((256, 256)),
    transforms.RandomHorizontalFlip(),  # 水平翻转
    transforms.RandomRotation(10),  # 随机旋转10度
    transforms.ToTensor(),  # 将数据转换成Tensor型
    transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))
])

if __name__ == "__main__":
    train_path = '/Users/goby/data/tianshi_image/train_img'
    train_data = Mydataset(train_path, ["金", "木", "水", "火", "土"], transform=transforms_train)
    BATCH_SIZE = 64
    dataloader = DataLoader(train_data, batch_size=BATCH_SIZE, shuffle=False)
    for i_batch, sample_batched in enumerate(dataloader, 0):
        print(i_batch)

 

  • 0
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值