Python爬取唯品会商品数据，钱包准备好了嘛，2024年最新Python性能优化最佳实践

‘lv1CatIds’: ‘’,

‘brandStoreSns’: ‘’,

‘props’: ‘’,

‘priceMin’: ‘’,

‘priceMax’: ‘’,

‘vipService’: ‘’,

‘sort’: ‘0’,

‘pageOffset’: ‘{}’.format(page),

‘channelId’: ‘1’,

‘gPlatform’: ‘PC’,

‘batchSize’: ‘120’,

‘_’: ‘1603721644362’,

}

response = requests.get(url=url, params=params, headers=headers)

ids = re.findall(‘“pid”:“(.*?)”’, response.text, re.S)

• 获取商品数据

def get_data(num_id):

data_url = ‘https://mapi.vip.com/vips-mobile/rest/shopping/pc/product/module/list/v2’

headers = {

‘referer’: ‘https://category.vip.com/suggest.php?keyword=%E5%8F%A3%E7%BA%A2&ff=235%7C12%7C1%7C1&page=3’,

‘user-agent’: ‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36’

}

params = {

‘callback’: ‘getMerchandiseDroplets2’,

‘app_name’: ‘shop_pc’,

‘app_version’: ‘4.0’,

‘warehouse’: ‘VIP_NH’,

‘fdc_area_id’: ‘104104101’,

‘client’: ‘pc’,

‘mobile_platform’: ‘1’,

‘province_id’: ‘104104’,

‘api_key’: ‘70f71280d5d547b2a7bb370a529aeea1’,

‘user_id’: ‘’,

‘mars_cid’: ‘1602569282048_0b4beb3d18306a0a0143c359ddb34fae’,

‘wap_consumer’: ‘a’,