python脚本爬取某招聘网站的部分信息,权当笔记

# -*- coding:utf-8 -*-
# data = 2023/5/18 19:52
# Author: lyi Head  working
# project_name : Pythonpachong
import pandas
import requests

key = input("请输入要查询的职业:")
def chaxun(key):
    url = "https://hr.163.com/api/hr163/position/queryPage"  #网站的静态json文件直接获取里面的数据即可
    data = {'currentPage': 1, 'pageSize': 100, 'keyword':key}  # 发送请求时所需要用到的参数:当前页,以及获取的条数,搜索关键字
    response = requests.post(url, json=data)  
    json = response.json()
    title = json['data']['list']
    return title
title = chaxun(key)
work_list = []

for i in title:
    name = i['name']  # 岗位名称
    type = i['postTypeFullName']  # 性质
    zhiweimiaoshu = i['description']  # 描述
    school = i['reqEducationName']  # 学历
    jingyan = i['reqWorkYearsName']  # 经验
    didian = i['workPlaceNameList'][0]  # 经验
    bumen = i['firstDepName']  # 部门
    work_list.append(
        {
            '职位名称':name,
            '性质':type,
            '学历':school,
            '经验':jingyan,
            '地点':didian,
            '部门':bumen,
            '职位描述': zhiweimiaoshu,
        }
    )
from = pandas.DataFrame(work_list) # 使用panads创建表格对象
from.to_excel(f"{key}职位网易云招聘岗位信息前100条.xlsx",index=False) # 用to_excel()方法写入到excel表中,并保存到当前目录