python 爬取北京新发地市场的数据

最新推荐文章于 2024-05-28 17:03:25 发布

DJkamm

最新推荐文章于 2024-05-28 17:03:25 发布

阅读量848

点赞数

文章标签： python 开发语言爬虫

本文链接：https://blog.csdn.net/DJkamm/article/details/126805794

版权

import csv
import json
from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor  # 导入线程池和进程池
import requests

# 创建数据表
file = open(r"D:\桌面\北京新发地数据爬取.csv", mode="w", encoding="utf-8",newline='')
file_csv = csv.writer(file)
file_csv.writerow(["ClassFication", "Name", "low-price", "mean-price", "high-price", "release-time"])


def download_one_page(url, page):

    # 请求头信息
    param = {
        "count": "359009",
        "current": f"{page}",
        "limit": "20"
    }

    # 拿到页面源代码
    resp = requests.get(url,params=param)
    res_dic = json.loads(resp.text)
    res_list = res_dic["list"]
    for i in res_list:
        print(i["prodCat"], i["prodName"], i["lowPrice"], i["avgPrice"], i["highPrice"], i["pubDate"])