python 拥有api后爬数据

import urllib,sys
import urllib.request as urllib2
url = "http://api01.idataapi.cn:8000/hotel/idataapi?pageToken=560:WzAuOTQ1NjY2NTUsImlkYXRhYXBpIiwiODAxODYxNjUiXQ==&city=%E5%AE%81%E6%B3%A2&apikey=TcWBtX6T8wb21vI33r0SFsjwuA4wcUvGHNbaJZqRm880oqRD1KLkxJFJnfBh1ctK";
request = urllib2.Request(url)
response = urllib2.urlopen(request)
content1 = response.read() 

content1=content1.decode("utf8")

若爬取为json字段

d=json.loads(content1)
r=d['data']
r=pd.DataFrame(r)
r.to_csv('C:\\Users\\hzw\\Desktop\\酒店数据\\酒店数据29.csv', sep=',',encoding='utf_8_sig',index=False, header=True)

合并文件并导出

df=pd.concat([df1,df2,df3,df4,df5,df6,df7,df8,df9,df10,df11,df12,df13,df14,df15,df16,df17,df18,df19,df20,df21,df22,df23,df24,df25,df26,df27,df28,df29],axis=0)
df.to_csv('C:\\Users\\hzw\\Desktop\\jiudiandata\\jiudiandata.csv', sep=',',encoding='utf_8_sig',index=False, header=True)