爬取北京新发地果蔬价格--从第几页到第几页的数据,并保存为csv格式:
import requests
import time
import csv
a = int(input("请输入搜索的页码数1:"))
b = int(input("请输入搜索的页码数2:"))
f = open("./start/菜价.csv", mode="w", encoding="utf-8")
csvw = csv.writer(f)
class caijia(object):
def __init__(self):
self.headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36 Edg/92.0.902.67",
"Referer": "http://www.xinfadi.com.cn/priceDetail.html"
}
self.session = requests.session()
def get_resqones(self,url,data):
response = self.session.post(url,data=data,headers=self.headers)
dic = response.json()
return dic
def parse(self,dic):
list = dic['list']