python抓取淘宝商品_python爬取淘宝商品信息

# -*- coding: utf-8 -*

import requests

# import bs4

import re

import json

def open(keywords, page):

headers = {

"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36"}

payload = {'q': keywords, 'sort': "sale-desc", 's': (page - 1) * 44}

url = "https://s.taobao.com/search"

res = requests.get(url, params=payload)

# https://s.taobao.com/search?q=羽绒服&sort=sale-desc&s=44

return res

def get_item(res):

g_page_config = re.search(r'g_page_config = (.*?);\n', res.text)

page_config_json = json.loads(g_page_config.group(1))

page_item = page_config_json['mods']['itemlist']['data']['auctions']

result = [] # 整理出我们关注的信息(ID,标题，链接，售价，销量和商家)

for each in page_item:

dict1 = dict.fromkeys(('id', 'title', 'link', 'price', 'sale', 'shoper'))

dict1['id'] = each['nid']

dict1['title'] = each['title']

dict1['link'] = each['detail_url']

dict1['price'] = each['view_price']

dict1['sale'] = each['view_sales']

dict1['shoper'] = each['nick']

result.append(dict1)

return result

def count_sales(items):

count = 0

for each in items:

if u'黑色' in each['title']: # 规定只取标题中‘###'的商品

count += int(re.search(r'\d+', each['sale']).group())

return count

def main():

keywords = raw_input("请输入搜索关键词：") # 可以为各种商品名称 羽绒服

length = 2 # 淘宝商品页数

total = 0

for each in range(length):

res = open(keywords, each + 1)

# print res.text

items = get_item(res)

print items

total += count_sales(items) # 销售总量

print(total)

if __name__ == "__main__":

main()