爬虫基础 之爬取网易云音乐的评论

# urllib.Request()构建请求对象 如果没有参数data 认定你是get请求
#如果把参数传给 data  这就是post请求
import json
from urllib import request,parse
headers = {
    'User-Agent':"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36 Edg/85.0.564.41"
}

url = "https://music.163.com/weapi/comment/resource/comments/get?csrf_token=4886bb6b2db7cf0389e2dbde9a7bf582"

data = {
    "params": "UDL9m7EFHPi22wOk+1+mYB7EFbTZXWKllQwWPnN5IHjoZ6+xjvQkDb+gBdkWs24SchuKEbULTHp7Cq1svow0qu/rscPRIujaRfhhKNi0KWAza8q1ekiKGvg3rZXaLT+mpABnOx0mzFmjG/kjIiaUjeagVTP6tToIwNyoaXdqnqxxWd/6hmoRWJjJgV2t3teYwtCLyaLSSXlu+Hdr01xcA3mz6f0s90ECtMENMmOp0fVsHWUMcLxOsFeGqzz/gsD+Zb/rzkxxZ0D9XiIb/eepgD2yOt0v8HUOar89864/RBxY5PSI2z1M6pp5yA0k76R6PIbs7ZyrXGjmw5pAK6tmAinWShJ3/HwI4H9traG+Df8=",
    "encSecKey": "6efffd2f3945ee9263bf249d217744cb99bf74f7705e19821e9fd73900bb44257ed85597726bd386809f99dbc5daf7406d5dff521a48ee60ab406071f75c9e15caadb579150d0f8eacb6c4e3fe102015e86fd74664680d0d5fec397f86ede62cd25717f0fb38b618591eaac5d349595b474cce9ae87c4c24d24a17b1d6133705"
}
data = parse.urlencode(data).encode() # post 请求传入参数是 bytes类型  需要encode 转一下才可以
print(data) #先转成url编码字符串 再转成 bytes类型
req = request.Request(url,data=data,headers=headers)
response = request.urlopen(req)
content = response.read().decode()
# print(content)
comment_data = json.loads(content)
comments = comment_data['data']['comments']
# print(comments)
for comment in comments:
    nickname = comment['user']['nickname']
    content =comment['content']
    print(nickname+":"+content)