python爬携程景区评论_【python 爬虫】携程，去哪儿评论爬虫

1、去哪儿

# -*- coding:utf-8 -*-

import re

import json

import requests

import pandas as pd

date=[]

content=[]

for i in range(1,1000):

try:

print("正在抓取第"+str(i)+"页")

url="https://touch.piao.qunar.com/touch/queryCommentsAndTravelTips.json?type=mp&pageSize=10&fromType=SIGHT&pageNum="+str(i)+"&sightId=5759&tagType=0"

html=requests.get(url).text

html=json.loads(html)

data=html['data']

# print(data)

commentList=data['commentList']

# print(commentList)

for each in commentList:

# print(each)

content1=each['content']

txt = re.sub("♬ ", "", content1)

date1=each['date']

date.append(date1)

content.append(content1)

except:

pass

result=pd.DataFrame({'date:':date,'content':content})

result.to_csv('F:/qunaer.csv',index=False)

2、携程

# -*- coding:utf-8 -*-

import re

import requests

import json

date=[]

comment=[]

import pandas as pd

for i in range(1,130):

try:

print('正在抓取第'+str(i)+"页")

url="https://m.ctrip.com/restapi/soa2/10491/json/GetCommentListAndHotTagList?_fxpcqlniredt=09031014411533277785"

data1={

"BusinessId":"20485",

"BusinessType":"11",

"ChannelType":"7",

"CommentTagId":"0",

"ImageFilter":"false",

"PageIndex":int(i),

"PageSize":"10",

"PoiId":"0",

"SortType":"3",

"StarType":"0",

"TouristType":"0",

"VideoImageHeight":"392",

"VideoImageWidth":"700"

}

data2={

"auth":"null",

"cid":"09031014411533277785",

"ctok":"",

"cver":"1.0",

"lang":"01",

"sid":"8888",

"syscode":"09"

}

data3={

"lang":"01",

"sid":"8888",

"syscode":"09"

}

data={

"CommentResultInfoEntity":data1,

"head":data2

}

html=requests.post(url,data=json.dumps(data)).text

# print(html)

html=json.loads(html)

CommentResult=html['CommentResult']

# print(CommentResult)

CommentInfo=CommentResult['CommentInfo']

for each in CommentInfo:

# print(each)

Content=each['Content']

Content = re.sub("♬ ", "", Content)

print(Content)

PlayYear=each['PlayYear']

PlayMonth=each['PlayMonth']

PlayDay=each['PlayDay']

date1=str(PlayYear)+'-'+str(PlayMonth)

# print(str(PlayYear)+'-'+str(PlayMonth))

comment.append(Content)

date.append(date1)

except:

pass

result=pd.DataFrame({'date:':date,'content':comment})

result.to_csv('F:/xiecheng.csv',index=False)