案例(二)爬虫预热
项目二:亚马逊商品信息自定义获取,可自定商品名称和爬取页数
"""
Created on Thur Sept 17 15:56:36 2020
@author: mly
"""
import requests
import re
import pandas as pd
ilt = []
iltl = []
def getHTMLText(url):
try:
kv = {
'user-agent': 'Mozilla/5.0',
'Cookie': 'x-wl-uid=1+EeiKz9a/J/y3g6XfXTnSbHAItJEus3oQ6Gz+T/haur7dZfkNIgoxzMGwviB+42iWIyk9LR+iHQ=;'
' session-id=457-2693740-8878563; ubid-acbcn=459-5133849-3255047; lc-acbcn=zh_CN; i18n-prefs=CNY; '
'session-token="8n/Oi/dUCiI9zc/0zDLjB9FQRC6sce2+Tl7F0oXncOcIYDK4SEJ7eek/Vs3UfwsRchW459OZni0AFjMW+'
'9xMMBPSLM8MxLNDPP1/13unryj8aiRIZAE1WAn6GaeAgauNsijuBKKUwwLh8Dba7hYEjwlI1J6xlW0