spider代码:
# -*- coding: utf-8 -*-
import scrapy
from scrapy.http import Request
from jingdong.items import JingdongItem
import re
import urllib
class JdSpider(scrapy.Spider):
name = 'jd'
allowed_domains = ['jd.com']
start_urls = ['http://jd.com/']
def parse(self, response):
key = "笔记本"
search_url = "https://search.jd.com/Search?keyword=" + key + "&enc=utf-8&wq=" + key
for i in range(1,101):
page_url = search_url + "&page=" + str(i*2-1)
yield Request(url=page_url,callback=self.next)
def next(self,response):
id = response.xpath('//ul[@class="gl-warp clearfix"]/li/@data-sku').extract()
#print(id)
for j in range(len(id)):
ture_url = "https://item.jd.com/" +