import requests,bs4,csv,os,re,time
'''采集商品url'''
def shopifylist(url):
while True:
try:
res=requests.get(url,timeout=30)
res.encoding = res.apparent_encoding
print('请求',url,'状态',res.status_code)
res.raise_for_status()#如果返回状态不是200,则抛出异常
break
except:
timeout=3
print('链接失败,等待',timeout,'秒重试')
time.sleep(timeout)
print('')
print('重新链接中')
print('链接顺畅,开始获取商品链接')
noStarchSoup=bs4.BeautifulSoup(res.text,'html.parser')#html.parser 指定解析器
url=noStarchSoup.select('.product-card.sc-pb-element')
for i in range(len(url)):
imgurl='https://tribalhollywood.com'+url[i].get('href')
print('获取产品url')
shopify(imgurl,