python自动化处理隐藏元素_使用Selenium Python从隐藏元素中获取文本

fromseleniumimportwebdriverfromselenium.webdriver.chrome.optionsimportOptionsfromselenium.webdriver.common.byimportByfromselenium.webdriver.support.uiimportWebDriverWaitfromselenium.webdriver.supportimportexpected_conditionsasECfromselenium.webdriver.common.keysimportKeysfromselenium.common.exceptionsimportNoSuchElementExceptionimporttimeimportpandasaspd

flight_Code=[]Date=[]Departure=[]Arrival=[]aircraft_code=[]Code=["ph-bfy"]headers={'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36'}chrome_path="C:/Users/hugol/Documents/chromedriver.exe"chrome_options=Options()#chrome_options.add_argument({'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.149 Safari/537.36'})chrome_options.add_argument("--no-sandbox")driver=webdriver.Chrome(chrome_path,options=chrome_options)url="https://www.flightradar24.com/"driver.get(url)login_button=WebDriverWait(driver,2).until(EC.presence_of_element_located((By.ID,'premiumOverlay')))login_button.click()username=WebDriverWait(driver,2).until(EC.presence_of_element_located((By.ID,'fr24_SignInEmail')))username.send_keys(*******)password=WebDriverWait(driver,2).until(EC.presence_of_element_located((By.ID,'fr24_SignInPassword')))password.send_keys(*******)login_button=WebDriverWait(driver,2).until(EC.presence_of_element_located((By.ID,'fr24_SignIn')))login_button.click()time.sleep(2)foriinCode:new_url="https://www.flightradar24.com/data/aircraft/"+i

driver.get(new_url)more_button=WebDriverWait(driver,1).until(EC.presence_of_element_located((By.ID,'btn-load-earlier-flights')))more_button.click()# WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.ID, 'tbl-datatable')))forrowindriver.find_elements_by_class_name("data-row"):try:flight_code=row.find_element_by_class_name("fbold").textexceptNoSuchElementException:flight_code=''try:flight_date=row.find_element_by_class_name("row").textexceptNoSuchElementException:flight_date=''try:flight_departure=row.find_elements_by_class_name("details")[4].textexceptNoSuchElementException:flight_departure=''try:flight_arrival=row.find_elements_by_class_name("details")[3].textexceptNoSuchElementException:flight_arrival=''flight_Code.append(flight_code)Date.append(flight_date)Departure.append(flight_departure)Arrival.append(flight_arrival)aircraft_code.append(i)df=pd.DataFrame({'Code':flight_Code,'Date':Date,'Departure':Departure,'Arrival':Arrival,'Aircraft':aircraft_code})