Python 异步爬取微博数据练习

PHP交流群:294088839,
Python交流群:652376983

# js 数据爬取
from urllib.parse import urlencode
import requests
base_url ='https://m.weibo.cn/api/container/getIndex?'
headers ={
    'Host':'m.weibo.cn',
    'Referer':'http://m.weibo.cn/u/2830678474',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36',
    'X-Requested-With': 'XMLHttpRequest',
}
def get_page(page):
    params={
        'type': 'uid',
        'value': '2830678474',
        'containerid': '1005052830678474',
        'page': page
    }

    url = base_url + urlencode(params)
    try:
        response = requests.get(url,headers=headers)
        if response.status_code == 200:
            return response.json()
    except requests.ConnectionError as e:
        print('Error:', e.args)
if __name__ == '__main__':
    for page in range(1,11):
        json = get_page(page)
        print(json)