Python爬虫实例

# # 破解百度翻译post参数json抓取

# import requests

# import json

#

# if __name__ == '__main__':

# # 指定url

# post_url = 'https://fanyi.baidu.com/sug'

#

# # 进行UA伪装

# headers = {

# 'User_Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) '

# 'Chrome/92.0.4515.131 Safari/537.36 SLBrowser/8.0.1.5162 SLBChan/105'

# }

# # post请求参数处理（和get请求一致）

# word = input('enter a word:')

# data = {

# 'kw': word

# }

# # 请求发送

# response = requests.post(url=post_url, data=data, headers=headers)

# # 获取响应数据json（）方法返回的是obj，必须确认响应数据类型是json才可以用

# dic_obj = response.json()

# # 持久化储存

# FileName = word+'.json'

# e = open(FileName, 'w', encoding='UTF-8')

# json.dump(dic_obj, fp=e, ensure_ascii=False)

# print('爬取数据成功！')