爬虫小技巧京东

import urllib.request
import os
import random
import time
import re
from selenium import webdriver
#browser=webdriver.Firefox(executable_path='/home/renpu/pachong/geckodriver')
def url_open(url):
    '''iplist=['218.20.55.185:9999','39.104.13.145:8080']
    a=random.choice(iplist)
    print(a)
    proxy_support=urllib.request.ProxyHandler({'http':a})
    opener = urllib.request.build_opener(proxy_support)
    opener.addheaders = [('User-Agent', 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0')]
    urllib.request.install_opener(opener)'''
    headers = {'User-Agent':'Mozilla/5.0 (X11; Linux x86_64; rv:57.0) Gecko/20100101 Firefox/57.0'}  
    req = urllib.request.Request(url=url, headers=headers)