# -*- coding:utf-8 -*- # 仅需修改这个地方https://jn.lianjia.com/ershoufang/pg{}rs/ 将jn换成你所在城市的拼写首字母小写 import requests from lxml import etree import time import random import csv import requests import json class LianjiaSpider(object): def __init__(self): self.url = "https://mobilenext-web.meituan.com/api/newSalesBoard/getSaleBoardDetail?cityId=96&boardType=9&districtId=0&cateId=1&offset=0&limit=15&lat=36.526046191159445&lng=122.062217811" self.headers = { "User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.163 Safari/535.1"} def get_page(self, url): res = requests.get(url=url, headers=self.headers) res.encoding = "utf-8" html = res.text results_temp = html.replace('{"totalSize":50,"saleBoardDealList":', "").replace("}}]}", "") results = results_temp + "}}]" results_list = [] results_list = results print(results) # results_list = results.split("},{") # print(results_list) # print(results_list[0]) for list in results_list: print(list) #print(list["id"], list["name"], list["weekSaleCount"], list["frontImg"], list["dishes"], list["price"],list["value"], list["discount"], list["recommendDish"], list["rank"], list["saleBoardDealPoi"],list["saleBoardDealPoi"]["name"]) def main(self): time.sleep(random.randint(3, 5)) url = self.url self.get_page(url) if __name__ == '__main__': start = time.time() spider = LianjiaSpider() spider.main() end = time.time() print("执行时间:%.2f" % (end - start))
美团现在遇到的问题是如何将字符串转换为列表
最新推荐文章于 2023-03-12 20:33:22 发布