scrapy模拟点击

lua_click = '''
function main(splash, args)
assert(splash:go(args.url))
assert(splash:wait(0.5))
local form = splash:select('#buttonId')
form:click()
splash:wait(2)
return {
    html = splash:html(),
    png = splash:png(),
    har = splash:har(),
}
end
'''



# 使用方式如下
yield SplashRequest(url
                    , self.parse
                    , endpoint='execute'
                    , args={'wait': '2',
                            # 'proxy': 'http://175.155.140.147:43305',
                            'timeout': '15',
                            'lua_source': self.lua_click}
                    )