python爬虫小试牛刀

import requests


r = requests.get('http://www.baidu.com')
print(type(r))
print(r.status_code)
print(r.encoding)
print(r.cookies)
print(r.text)
print(r.content.decode('gbk'))




#使用get传递参数


payload = {'name':'you', 'password':'123456'}
r = requests.get('http://httpbin.org/get', params=payload)
print(r.url)




#httpbin测试
r = requests.get('http://httpbin.org/get')
print(r.text)
requests.post('http://httpbin.org/post')
requests.put('http://httpbin.org/put')
requests.delete('http://httpbin.org/delete')




#修改user-agent,访问知乎首页


headers = {
    'User-Agent':'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11'
}
r = requests.get('https://www.zhihu.com', headers=headers)
print(r.text)
'''




#GET请求，解析json数据


r = requests.get('https://github.com/timeline.json')
print(r.text)
print(r.json())




r = requests.get('https://github.com/timeline.json', stream=True)
print(r.raw.read(10))






#下一首歌曲


r = requests.get('http://dl.stream.qqmusic.qq.com/C400002EWz1t2pc6KC.m4a?vkey=39A3B37A8E8BDADA6EAAD4BB32D627B48ABFEBD7B8E6A0330051DE1976E9FE44A9E125746625842A41D14F9D6075DA6ECB889EBC1B9C4327&guid=1403127668&uin=0&fromtag=66',stream = True)


with open('test.mp3', 'wb') as file:
    for chunk in r.iter_content(1024*10):
        file.write(chunk)

对应歌曲链接