鉴于小编本科专业为遥感科学与技术专业,所以爬取了在全国高校信息综合查询系统查询了遥感科学与技术专业到但现在为止的所有院校。
所需Python包:
1. BeautifulSoup
2. selenium
3. csv
具体代码:
#!/usr/bin/python
# -*- coding: utf-8 -*-
# author:zhoulong_GISER
# -*- coding: utf-8 -*-
# blog:https://blog.csdn.net/qq_33356563
from bs4 import BeautifulSoup
from selenium import webdriver
def main():
driver_path = r'E:\spiter\data\phantomjs.exe\phantomjs-2.1.1-windows\bin\phantomjs.exe'
value = []
driver = webdriver.PhantomJS(executable_path=driver_path)
for i in range(1, 5, 1):
url = 'https://gkcx.eol.cn/soudaxue/querySchoolSpecialty.html?&argspecialtyname=%E9%81%A5%E6%84%9F%E7%A7%91%E5%AD%A6%E4%B8%8E%E6%8A%80%E6%9C%AF&page=' + str(i)
driver.get(url)
data = driver.page_source</