Python实操爬虫实战，获取大众点评商品信息

import requests
from selenium import webdriver
from selenium.webdriver.common.by import By
import parsel
import re
import csv
url = r'https://www.dianping.com/search/keyword/4/0_%E7%81%AB%E9%94%85'

headers = {
    'User-Agent': '',
    'Cookie': ''
}

html_data = requests.get(url=url, headers=headers)
selector = parsel.Selector(html_data.text)
urls_a = selector.css('#shop-all-list li .pic')
urls_img = [li.css('a::attr("href")').get() for li in urls_a]
f = open('大众点评.csv', mode='a', newline='', encoding='utf-8')
csv_writer = csv.DictWriter(f, fieldnames=['店名', '人均', '地址', '联系方式'])
csv_writer.writeheader()
for detail in urls_img:
    print(detail)
    html_data = requests.get(url=detail, headers=headers)
    selector2 = parsel.Selector(html_data.text)
    shop_name = selector2.css('#basic-info  h1::text').get()
    p = selector2.css('#avgPriceTitle::text').get()
    address = selector2.css('#address::text').get()

    dit = {
        '店名': shop_name,
        '人均': p,
        '地址': address,
    }
    csv_writer.writerow(dit)