[bigdata-56] py3+selenium 抓取学信网 最简demo

各种情况不考虑，只演示核心功能。

#!/usr/bin/env python3
# !-*- coding:utf-8 -*-

"""
演示如何抓取学信网
"""

import time

from selenium import webdriver

def get_sub_regions(browser, url):
    #登录页面
    browser.get(url)
    #输入用户名
    elem = browser.find_element_by_id('username')
    elem.clear()
    elem.send_keys('187xxxxxxxx')
    elem = browser.find_element_by_id('password')
    #输入密码
    elem.clear()
    elem.send_keys('99xxxxx')
    #点击登录
    elem = browser.find_element_by_xpath('//input[@class=\"btn_login btn_login_my\"]')
    elem.click()
    # 点击进入查看页面
    time.sleep(5)
    elem = browser.find_element_by_xpath('//a[@class=\"login-btn\"]')
    elem.click()
    # 高等教育信息
    time.sleep(5)
    elem = browser.find_element_by_xpath('//a[@href=\"gdjy/xj/show.action\"]')
    elem.click()
    # 样例查询
    time.sleep(5)
    # elem = browser.find_element_by_xpath('//div[@class=\"main\"]')
    elems = browser.find_elements_by_xpath('//div[@class=\"m-left xj-left main-block border-shadow\"]')
    for i in elems:
        print(i.text)

def main():
    #启动浏览器
    browser = webdriver.Firefox()
    #登录学信网
    sh_business_regions = get_sub_regions(browser,
      'https://account.chsi.com.cn/passport/login?service=https%3A%2F%2Fmy.chsi.com.cn%2Farchive%2Fj_spring_cas_security_check')

if __name__ == '__main__':
    main()