2024年Python拉勾网数据采集与可视化_拉勾网数据可视化

post的网址

url = ‘https://www.lagou.com/jobs/positionAjax.json?needAddtionalResult=false&isSchoolJob=0’

反爬措施

header = {‘Host’: ‘www.lagou.com’,
‘User-Agent’:‘Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36’,
‘Accept’: ‘application/json, text/javascript, /; q=0.01’,
‘Accept-Language’: ‘zh-CN,en-US;q=0.7,en;q=0.3’,
‘Accept-Encoding’: ‘gzip, deflate, br’,
‘Referer’: ‘https://www.lagou.com/jobs/list_Python?labelWords=&fromSearch=true&suginput=’,
‘Content-Type’: ‘application/x-www-form-urlencoded; charset=UTF-8’,
‘X-Requested-With’: ‘XMLHttpRequest’,
‘X-Anit-Forge-Token’: ‘None’,
‘X-Anit-Forge-Code’: ‘0’,
‘Content-Length’: ‘26’,
‘Cookie’: ‘user_trace_token=20171103191801-9206e24f-9ca2-40ab-95a3-23947c0b972a; _ga=GA1.2.545192972.1509707889; LGUID=20171103191805-a9838dac-c088-11e7-9704-5254005c3644; JSESSIONID=ABAAABAACDBABJB2EE720304E451B2CEFA1723CE83F19CC; _gat=1; LGSID=20171228225143-9edb51dd-ebde-11e7-b670-525400f775ce; PRE_UTM=; PRE_HOST=www.baidu.com; PRE_SITE=https%3A%2F%2Fwww.baidu.com%2Flink%3Furl%3DKkJPgBHA