爬虫(一)

 

import urllib.request
import os
import random


def open_url(url):
    req = urllib.request.Request(url)
    req.add_header("User-Agent",
                   "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36 Edge/16.16299")

    # 使用代理ip
    # proxiex=['119.6.144.70:81','111.1.36.9:80','203.144.144.162.8080']
    # proxy=random.choice(proxiex)
    # 
    # proxy_support=urllib.request.ProxyHandler({'http':proxy})
    # opener=urllib.request.build_opener(proxy_support)
    # urllib.request.install_opener(opener)

    respo