python删除文件夹下相同文件和无法打开的图片

最新推荐文章于 2024-08-01 13:25:03 发布

应澜lst

最新推荐文章于 2024-08-01 13:25:03 发布

阅读量2.6k

点赞数

分类专栏： python

本文链接：https://blog.csdn.net/lst227405/article/details/52877662

版权

python 专栏收录该内容

0 篇文章 0 订阅

订阅专栏

前天不小心把硬盘格式化了，丢了好多照片，后来用Recuva这款软件成功把文件恢复过来，可是恢复的文件中有好多重复的文件和无法打开的图片，所以写了两个python的小程序用来解决这个问题

删除相同文件：

#coding=utf-8

import os
import os.path
import Image
import hashlib

def get_md5(filename):
    m = hashlib.md5()
    mfile = open(filename, "rb")
    m.update(mfile.read())
    mfile.close()
    md5_value = m.hexdigest()
    return md5_value

if __name__ == '__main__':
    ipath = "E:\\20161019_photo"
    uipath = unicode(ipath, "utf8")

    for parent, dirnames, filenames in os.walk(uipath):
        md5_list = []
        #for dirname in dirnames:  # 输出文件夹信息
            #print "parent is:" + parent
            #print "dirname is: " + dirname
        for filename in filenames:
            #print "parent is :" + parent
            #print "filename is:" + filename
            #print "md5_list is : "

            if(get_md5(os.path.join(parent, filename)) in md5_list):
                os.remove(os.path.join(parent, filename))
            else:
                md5_list.append(get_md5(os.path.join(parent, filename)))
            #print md5_list
            #md5 = []

删除无法打开文件：

#coding=utf-8

import os
import os.path
import Image
import hashlib

def get_md5(filename):
    m = hashlib.md5()
    mfile = open(filename, "rb")
    m.update(mfile.read())
    mfile.close()
    md5_value = m.hexdigest()
    return md5_value

if __name__ == '__main__':
    ipath = "E:\\20161019_photo"
    uipath = unicode(ipath, "utf8")
    for parent, dirnames, filenames in os.walk(uipath):
        for filename in filenames:
            name ,ext = os.path.splitext(filename)
            if((ext == ".png") or (ext == ".tif") or (ext == ".gif")):
                os.remove(os.path.join(parent, filename))
            else:
                if(ext == ".jpg"):
                    try:
                        fp = open(os.path.join(parent, filename), 'rb')
                        img = Image.open(fp)
                    except:
                        fp.close()
                        os.remove(os.path.join(parent, filename))
                    else:
                        continue