载入图片
载入各种包
# import packages
from PIL import Image
from PIL import ImageFilter
import numpy as np
import numpy as np
import pandas as pd
import re
import matplotlib.pyplot as mpl
from urllib.parse import urlparse
import urllib.robotparser
# 一个check能不能fetch的方程
def canFetch(url):
parsed_uri = urlparse(url)
domain = '{uri.scheme}://{uri.netloc}/'.format(uri=parsed_uri)
rp = urllib.robotparser.RobotFileParser()
rp.set_url(domain + "/robots.txt")
try:
rp.read()
canFetchBool = rp.can_fetch("*", url)
except:
canFetchBool = None
return canFetchBool
载入图片
这里我选择了一张曝光度不够高的图片
查看是不是能通过打开,如果能,就用urllib打开图片
url = 'https://timgsa.baidu.com/timg?image&quality=80&am