简单爬取网易云评论

#爬取一首歌的网易云评论
import urllib.request
import csv
import requests
import re
from lxml import etree
from selenium import webdriver
import time

url='https://music.163.com/#/song?id=435305106'
headers={ 'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.132 Safari/537.36'}
response=requests.get(url,headers=headers)
broswer = webdriver.Chrome()
broswer.get(url)
time.sleep(10)
broswer.switch_to.frame('g_iframe')#所爬取数据在g_iframe中，所以转到iframe中
for j in range(8):
    c = broswer.find_elements_by_xpath('//div[@class="cnt f-brk"]')
    with open('C:\\Users\\lenovo\\Desktop\\od.txt', 'a', newline='', encoding='utf_8_sig')as f:
      for i in  c:
         wr.write(i.text)
      button=broswer.find_element_by_link_text('下一页')
      broswer.execute_script("arguments[0].click();", button)
      time.sleep(2)
broswer.quit()#退出

 

转载于:https://www.cnblogs.com/persistence-ok/p/10980758.html