python3网络爬虫爬取进日头条代码

import requests #1
from urllib.parse import urlencode #2
from requests import codes #3
import os #4
from hashlib import md5 #5
from multiprocessing.pool import Pool #6
import re #7


def get_page(offset): #8
    params={
        'aid':'24',
        'app_name':'web_search',
        'offset':offset,
        'format':'json',
        'keyword':'街拍',
        'autoload':'true',
        'count':'20',
        'en_qc':'1',
        'cur_tab':'1',
        'from':'search_tab',
        'pd':'synthesis'
    } #9

    base_url='https://www.toutiao.com/api/search/content/?' #10
    url=base_url+urlencode(params) #11
    try:  #12
        resp=requests.get(url) #13
        print(url) #14
        if 200==resp.status_code: #15
            print(resp.json()) #16
            return resp.json() #