刷网页

刷网页

import time
import requests
import json
import random
from bs4 import BeautifulSoup

def get_one_page(url):
    headers = {
    'User-Agent' : 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:46.0) Gecko/20100101 Firefox/46.0',
        'Content-Type': 'application/x-www-form-urlencoded',
        'Connection' : 'Keep-Alive',
        'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'
    }
    response = requests.get(url,headers=headers)
    if response.status_code == 200:
        return response.text
    return None

url = ['https://blog.csdn.net/weixin_47654347/article/details/107427386',
      'https://blog.csdn.net/weixin_47654347/article/details/106625576',
      'https://blog.csdn.net/weixin_47654347/article/details/106978794']
for i in range(10000):
    html = get_one_page(random.choice(url))
    times = random.randint(30,35)
    time.sleep(times)
    if i%5 == 0:
        print(i)
print("OK!")