python爬虫tap热门游戏榜

获取网页请求

import requests
from lxml import etree
import json
from openpyxl import Workbook
from PIL import Image
from io import BytesIO
import os

list_1 = []
list_3 = []
headers = {'user-agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36'}
def getdate_text(url,headers):
    response = requests.get(url, headers=headers)
    return response.text
url =  'https://www.taptap.com/webapiv2/app-top/v1/hits?from=0&limit=15&platform=android&type_name=hot&X-UA=V%3D1%26PN%3DWebApp%26LANG%3Dzh_CN%26VN_CODE%3D4%26VN%3D0.1.0%26LOC%3DCN%26PLT%3DPC%26DS%3DAndroid%26UID%3D2a4c9edd-e8f8-4337-b2e1-8abd4f17aaa3%26DT%3DPC'
hq = etree.HTML(getdate_text(url, headers))

爬取游戏id

def getid():
    try:
        i = -1
        while 1:
            i = i+1
            for z in range(0, 150, 15