爬虫，可用于增加访问量和抓取网站全页内容

#-*- coding:utf-8 -*-

import http
import random
import urllib
import urllib.request as request
from urllib.error import URLError

import time


def get_ip_list_local(file_name):
    with open(file_name,mode='r',encoding='utf-8') as f:
       return f.readlines()

def load_web_content(product_url,isagent,agent_ip):
    print('http://' + agent_ip)
    req = request.Request(product_url)
    req.add_header('User-Agent',
                   'Mozilla