python selenium 爬取QQ音乐评论 情感分析（获取训练集）

• 所需第三方库
  selenium
  ic
  time
  csv
  pandas
  snownlp
• 本人使用chrome浏览器 所以安装webdriver参考https://blog.csdn.net/weixin_43333607/article/details/115370243

import pandas as pd
from snownlp import SnowNLP

tag = []
comment_text = []
# print(get_all_hotSong())
from selenium import webdriver
from icecream import ic
import time
import csv
# 驱动加载
driver = webdriver.Chrome()
def get_data(music_url):  # 获取热歌榜所有歌曲名称和id

    driver = webdriver.Chrome()
    # 打开网站
    driver.get(music_url)

    # 等待网页加载完成，不是死等；加载完成即可
    driver.implicitly_wait(10)
    # is_done=driver.find_element_by_id('loading').text
    js_button = 'document.documentElement.scrollTop=10000000'

    # 执行js，滑动到最底部
    for i in range(100):
        # js_button = 'document.documentElement.scrollTop=100000'
        driver.execute_script(js_button)
        time.sleep(1.5)
        print(i)
    print("滚动条已经处于页面最下方!")


    divs = driver.find_elements_by_css_selector('p.comment__text')  # 标签 和 class 属性筛选

    for div in divs:
        if div.text == "":
            continue
        comment_text.append(div.text)

    # print(comment_text)

    for text in comment_text:

        res = SnowNLP(str(text))
        if res.sentiments<0.5:
            tag.append(0)
        else:tag.append(1)
# 榜单的连接list 自己可以换
url_all = ['https://y.qq.com/n/ryqq/toplist/62','https://y.qq.com/n/ryqq/toplist/26','https://y.qq.com/n/ryqq/toplist/27','https://y.qq.com/n/ryqq/toplist/4','https://y.qq.com/n/ryqq/toplist/57','https://y.qq.com/n/ryqq/toplist/5','https://y.qq.com/n/ryqq/toplist/3','https://y.qq.com/n/ryqq/toplist/16','https://y.qq.com/n/ryqq/toplist/17','https://y.qq.com/n/ryqq/toplist/28','https://y.qq.com/n/ryqq/toplist/108','https://y.qq.com/n/ryqq/toplist/129','https://y.qq.com/n/ryqq/toplist/107','https://y.qq.com/n/ryqq/toplist/105','https://y.qq.com/n/ryqq/toplist/58'] 

get_data(url_all[12]) # 从哪个榜单爬取

comment_text_tag = pd.DataFrame()
comment_text_tag["comment"] = comment_text
comment_text_tag["tag"] = tag
comment_text_tag.to_csv("./comment_text_tag13.csv") # 保存文件名，地址可以自己根据需要修改

• 爬取数据展示