python爬虫实战-爬取招聘网岗位信息并保存至本地(方法、jsonpath)
import urllib.request
import urllib.parse
import json
import jsonpath
import time
class ZhiLianSpider(object):
"""docstring for ZhiLianSpider"""
url='https://fe-api.zhaopin.com/c/i/sou?kt=3&'
def __init__(self, cityId,kw,start_page,end_page):
super(ZhiLianSpider, self).__init__()
self.cityId = cityId
self.kw = kw
self.start_page = start_page
self.end_page = end_page
self.jobs_list=[]
def run(self):
for page in range(self.start_page,self.end_page+1):
print('正在爬取第%s页工作信息......' % page)
url_string=self