python 爬取taptap热门榜

1. 用到工具有mitmproxy 、appium
2. 热门榜页面
   
   3.抓取到的数据

from appium import webdriver
from selenium.webdriver.support.wait import WebDriverWait
import threading
import csv
import json
import time

def appium():
    desired_caps = {
   }
    desired_caps['platformName'] = 'Android'
    desired_caps['platformVersion'] = '10'
    desired_caps['deviceName'] = 'NX629J'
    desired_caps['appPackage'] = 'com.taptap'
    desired_caps['appActivity'] = 'com.play.taptap.ui.SplashAct'
    desired_caps['noReset'] = True

    driver = webdriver.Remote('http://127.0.0.1:4723/wd/hub', desired_caps)

    paihang = WebDriverWait(driver,60).until(
        lambda d: d.find_element_by_xpath('//*[@text="排行"]')
    )

    paihang.click