亚马逊商品页面爬取
例
代码
import requests
url = "https://www.amazon.cn/dp/B0BYPHT8BK/ref=lp_51878071_1_1?th=1"
try:
kv = {'User-Agent':'Mozilla/5.0'}
r = requests.get(url, headers = kv)
r.raise_for_status()
r.encoding = r.apparent_encoding
print(r.text[1000:2000])
except:
print("爬取失败")
结果