python+selenium+matplotlib爬取大众点评并绘制柱状图小实例

python+selenium+matplotlib爬取大众点评并绘制柱状图小实例

from selenium.webdriver.chrome import options
import time,re,matplotlib
import matplotlib.pyplot as plt
from matplotlib.pyplot import MultipleLocator

options = webdriver.ChromeOptions()
options.add_argument('User-Agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36"')
options.headless = True
# options.add_argument("--headless")  这种设置导致运行比较慢，目前不知道为什么
driver = webdriver.Chrome(options=options)
x = []
y = []
#设置横坐标显示中文
plt.rcParams['font.sans-serif'] = ['SimHei'] 
#把x轴的刻度间隔设置为1，并存在变量里
x_major_locator=MultipleLocator(1)
#ax为两条坐标轴的实例
ax=plt.gca()
#把x轴的主刻度设置为1的倍数
ax.xaxis.set_major_locator(x_major_locator)
try:
    driver.get("https://www.dianping.com/")
    # time.sleep(30)
    html = driver.page_source
    soup = BeautifulSoup(html,'lxml')
    shops = soup.select("div.shop-item")
    for shop in shops:
        x.append(shop.select("div a span")[0].get_text())
        strings = shop.select("span.comment")[0].get_text()
        count1 = re.findall(r'\d*',strings)[0]
        y.append(int(count1))
    driver.quit()
    plt.bar(x,y)
    plt.show()
except  Exception as e:
    print(e)
    driver.quit()