python多进程目录扫描

代码部分：

#!/usr/bin/env python
# -*- encoding: utf-8 -*-

import requests
from multiprocessing import Pool

def requrl(url,direlist,headers):
    for t in direlist:
        try:
            murl = url + str(t, encoding='utf-8').replace('\r', '').replace('\n', '')
            request = requests.get(murl,headers=headers,timeout=1)
            if request.status_code in [200,301,302,403]:
                print(murl)
        except UnicodeDecodeError and Exception:
            pass

if __name__ == "__main__":
    url = "www.xmxing.net"
    if not url.startswith('http://') or not url.startswith('https://'):
        url = "http://" + url
    f = open(r'D:\tools\字典文件\路径\综合目录\新建文件夹 (2)\php.txt','rb')
    dire = f.readlines()
    f.close()
    headers = {
        'user-agent':"Mozilla/5