跟着b站爬取某宝全部黑丝商品

import json

import re

import requests

url='https://s.taobao.com/search?q=%E9%BB%91%E4%B8%9D&imgfile=&js=1&stats_click=search_radio_all%3A1&initiative_id=staobaoz_20230722&ie=utf8'

header={

  'Cookie':'cookie2=1a4f705e5cc00e4b7e2238ef81ecd6f4; _samesite_flag_=true; enc=9hyEn5a22pMKycyVyBlaUA6RYPcUMiLEBu9F7IaV49Luq1S9VQdnrlKODG0xjObiiWEGgtojwOBQEvekMneYiw%3D%3D; _tb_token_=e1e3933e537bf; cna=uteVF5XHkyoCAbcefcbq4zTu; cancelledSubSites=empty; dnk=%5Cu6A31%5Cu82B1%5Cu51CB%5Cu96F62014; tracknick=%5Cu6A31%5Cu82B1%5Cu51CB%5Cu96F62014; miid=136651262114623670; tk_trace=oTRxOWSBNwn9dPyorMJE%2FoPdY8zZPEr%2FCrvCMS%2BG3sTRRWrQ%2BVVTl09ME1KoPit7XnK5CkCk641LljA9rQR86VggvUa38%2FbtW9lPlS2jbBw5DqsbHkiyIfAiyAwGClwrzZfsEg7z%2Bd%2F90YaQMLQYOgqRRAtSCGHmqfyfvBLt55mxKE478tAN2evFnEAGsL7c2kKXM%2Fc1OJeEsZyhDnDGJihOMvJ284oiSOhkSIdQSIoxW4UySVnyN2cFJ5uooERoR40cX2b3K4gUJptg%2B5emJaMttDLS1JTFp9S0sHDJGdUfp6dJvGpeYlexL5BECT4CpAw3NVL593GrIDfcKVAmqL18jVNOjptEfA0Jy%2FOZ; _m_h5_tk=d7ec4739174428f5bbbb7dc86ae11263_1690002120750; _m_h5_tk_enc=09664fd4fc3ffac1448e2607e5c15cfe; t=8b7b71df6bd500cd440da19c323d413a; xlly_s=1; sgcookie=E100RJxqThdWSVgED8gZC5n1SYDk9S8jJCbgdHrYn7yVKDc5V2olw4Wpq59hRErYvTQskMAdoyE7BFia%2B8ud3VlBxF4RJvItkHzbPL8wUVm%2FzJT6TCuI7Wtj6IOv%2FoY0YP7y; unb=2014811800; uc3=id2=UUjQnINj71qeFg%3D%3D&vt3=F8dCsGGp7kKQTEgKzJw%3D&lg2=VFC%2FuZ9ayeYq2g%3D%3D&nk2=sCNcZo3vqH6eZxtQ; csg=8cba3b1b; lgc=%5Cu6A31%5Cu82B1%5Cu51CB%5Cu96F62014; cookie17=UUjQnINj71qeFg%3D%3D; skt=adb403710a64ccfb; existShop=MTY4OTk5NDkzMA%3D%3D; uc4=id4=0%40U2oyVuo5q505LoVFPDqenGnxvVbI&nk4=0%40stsjItHxFzASWXm%2FEIsdpvnEw90uQr4%3D; _cc_=U%2BGCWk%2F7og%3D%3D; _l_g_=Ug%3D%3D; sg=40b; _nk_=%5Cu6A31%5Cu82B1%5Cu51CB%5Cu96F62014; cookie1=U7GmkFjSVpXwPU%2B5YVtFHnx5XRzxVSPN3dR%2FUKG2E2s%3D; mt=ci=5_1; thw=cn; alitrackid=www.taobao.com; lastalitrackid=www.taobao.com; uc1=cookie15=UtASsssmOIJ0bQ%3D%3D&cookie16=VFC%2FuZ9az08KUQ56dCrZDlbNdA%3D%3D&existShop=false&cookie21=VFC%2FuZ9aiKCaj7AzMHh1&cookie14=Uoe8g0BLIWpJ6A%3D%3D&pas=0; JSESSIONID=54C6954AB9A817DB77E3ADA0696AB6F0; isg=BEpKI_F1Gj65rK0n7UsZUNdqmzDsO86VvmNhkNSDuR1sh-pBvM_fpZr2k_NbTEYt; l=fBNcXHQPNjaw9MqJBOfaFurza77OxIRYjuPzaNbMi9fPOA1p2lGPW1_MuX89CnGVF6-2R3lDK4dwBeYBqQd-nxv92j-laBHmnmOk-Wf..; tfstk=cFC1B9XQicm_mLVmshaFdcoVjWRfZDrB-RtO5uUMvsz-bKQ1iUGyVIjOnDcpee1..',

  'Referer':'https://s.taobao.com/search?q=%E5%B0%8F%E7%B1%B313&imgfile=&js=1&stats_click=search_radio_all%3A1&initiative_id=staobaoz_20230722&ie=utf8',

  'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'

  }

response=requests.get(url=url,headers=header)

html_data=response.text

json_str=re.findall('g_page_config =(.*);',html_data)[0]

# print(json_str['mods'])

json_dict=json.loads(json_str)

auc_list=json_dict['mods']['itemlist']['data']['auctions']

sum=0

for i in auc_list:

    if sum <=2:

        sum=sum+1

        detail_url=i['detail_url']

        title=i['title']

        view_price=i['view_price']

        view_sales=i['view_sales']

        shopname=i['shopName']

        item_loc=i['item_loc']

        print('图片地址：',detail_url,'名称标题：',title,'商品价格：',view_price,'宝贝销量',view_sales,'店铺名：',shopname,'店铺位置：',item_loc)

    else:

        break