图片去重脚本

# -*- coding:utf-8 -*-
import os
import hashlib
import sys
import shutil


# 1.获取文件的列表
def get_file_list(file_path):
    img_file_paths = []
    dir_list = os.listdir(file_path)
    for dirs in dir_list:
        image_path = os.path.join(file_path, dirs)
        img_file = os.listdir(image_path)
        for i in img_file:
            img_file_path = os.path.join(image_path, i)
            # print(img_file_path)
            img_file_paths.append(img_file_path)
    return img_file_paths


# 2.进行文件的MD5加密
def get_md5(filename):
    m = hashlib.md5()
    m_file = open(filename, "rb")
    m.update(m_file.read())
    m_file.close()
    md5_value = m.hexdigest()
    return md5_value


if __name__ == '__main__':
    # path = sys.argv[1]
    path = r"./guanhua"
    md5_list = []
    url_list = get_file_list(path)  # 传参给get_file_list(file_path)
    for img_list in url_list:
        folder_name = img_lis