import scrapy
from parse_tools.parseTools import get_text, get_js_webpage
from parse_tools.Postgredata import Postgredata
from customswords.items import realtime_flight_filter
from selenium import webdriver
import time
from datetime import datetime
from scrapy.selector import Selector
class RealtimeFlightFilterSpider(scrapy.Spider):
name = 'realtime_flight_filter'
allowed_domains = ['zh.flightaware.com']
start_urls = ['https://zh.flightaware.com/live/flight/BMS2904']
def parse(self, response):
doc = realtime_flight_filter()
pg = Postgredata()
query = 'select flight_number from flightdata'
list_datas = pg.getdata(query=query)
fireFoxOptions = webdriver.FirefoxOptions()
fireFoxOptions.add_argument('-headless')
# fireFoxOptions.add_argument('--log_level=fatal')
firefox_profile = webdriver.Firefo
selenium模拟firefox点击,优化内存
最新推荐文章于 2023-06-07 16:16:42 发布