Python爬虫练习（四）

---

前言

对 Python爬虫练习（三） 做出改进，将强制等待改为显示等待，增加了cookie的读取和写入，通过微信电脑版找到了生成填报页面的网址。

---

引入库

from selenium import webdriver
#显示等待
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
import time
import json #处理cookie

等待函数

def wait(method,locator):
    global driver
    ec="EC.element_to_be_clickable((By.{},\'{}\'))".format(method,locator)
    WebDriverWait(driver,10,0.5).until(eval(ec),"Time out")

使用cookie登录

def logcookie(url):
    global driver
    #第一次登录
    driver.get(url)
    wait("ID","index_login_btn")
    #修改cookie
    driver.delete_all_cookies()
    f=open("C:/Users/lenovo/Desktop/py/其他/cookie.txt")
    cookies=json.loads(f.read())
    f.close()
    for cookie in cookies:
        driver.add_cookie(cookie)
    #第二次登录
    driver.get(url)
    wait("NAME","fieldHidden1")
    me=driver.find_element_by_name('fieldHidden1')
    me.click()
    wait("CLASS_NAME","command_button_content")
    submit=driver.find_element_by_class_name('command_button_content')
    submit.click()
    print("cookies查找成功")
    print("日期选择提交")

使用密码登录

def login(url):
    try:
        global driver
        driver.get(url)
        driver.maximize_window()
        print("获取登录页面")
        time.sleep(3)
        wait("ID","index_login_btn")
        un=driver.find_element_by_id('un')
        pd=driver.find_element_by_id('pd')
        code=driver.find_element_by_id('code')
        n="" #学号
        s="" #密码
        driver.minimize_window()
        code.send_keys(input('输入验证码:'))
        if n=="":
            n=input('输入学号:')
        if s=="":
            s=input('输入密码:')
        driver.maximize_window()
        un.send_keys(n)
        pd.send_keys(s)
        submit=driver.find_element_by_id('index_login_btn')
        submit.click()
        print('提交登录页面')
    except Exception as e:
        print('登录失败:',e)

写入cookie

def page1():
    try:
        global driver
        try:
            wait("NAME","fieldHidden1")
            cookies=driver.get_cookies()
            f=open("C:/Users/lenovo/Desktop/py/其他/cookie.txt","w")
            f.write(json.dumps(cookies))
            f.close()
            print("cookies获取成功")
        except Exception as e:
            print("cookies获取失败:",e)
        print("获取日期选择页面")
        me=driver.find_element_by_name('fieldHidden1')
        me.click()
        wait("CLASS_NAME","command_button_content")
        submit=driver.find_element_by_class_name('command_button_content')
        submit.click()
        print("日期选择提交")
    except Exception as e:
        print("日期选择提交失败:",e)

提交体温

def page2():
    try:
        global driver
        print("获取人员选择页面")
        wait("NAME","fieldxz")
        me=driver.find_element_by_name('fieldxz')
        me.click()
        wait("CLASS_NAME","command_button_content")
        submit=driver.find_element_by_class_name('command_button_content')
        submit.click()
        print("人员选择提交")
    except Exception as e:
        print("人员选择提交失败:",e)

def page3():
    try:
        global driver
        print("获取体温提交页面")
        wait("CSS_SELECTOR","a[class=\"command_button_content\"][id$=\"_1\"]")
        temp=driver.find_element_by_name('fieldXSZLB')
        temp.send_keys('36.5')
        submit=driver.find_element_by_css_selector('a[class="command_button_content"][id$="_1"]')
        submit.click()
        wait("CLASS_NAME","dialog_button")
        sure=driver.find_element_by_class_name('dialog_button')
        sure.click()
        print("体温提交")
        print("健康上报成功")
    except Exception as e:
        print("体温提交失败:",e)

主程序

print("程序开始")
start=time.perf_counter()
url='。。。'
driver=webdriver.Chrome()
try:
    logcookie(url)
except Exception as e:
    print("cookies查找失败",e)
    login(url)
    page1()
page2()
page3()
driver.close()
print("程序结束,用时{:.2f}s".format(time.perf_counter()-start))
time.sleep(3)

总结

运行结果

使用显示等待可以减少页面等待的时间，同时避免所查找的元素未被加载出来，但使用较为繁琐。使用cookie登录可以跳过登录界面，但可能会过期。