# -*- coding:utf-8 -*-
import urllib
import urllib2
import time
import hashlib
import requests
from pyquery import PyQuery as pq
import sys
reload(sys)
sys.setdefaultencoding('utf-8')
class Product(object):
def __init__(self):
pass
def __str__(self):
return str(self.price) + ' , '+ str(self.name) + ' , ' + str(self.href)
url = 'https://search.jd.com/Search?keyword={0}'
keyword = 'iPhone'
url = url.format(keyword)
response = requests.get(url)
jquery = pq(response.content)
htmls = jquery(".gl-i-wrap")
products = []
lists = []
for obj in htmls:
product = Product()
product.price = pq(obj)(".p-price").text()
product.name = pq(obj)(".p-name").text()
product.href = pq(obj)(".p-name")("a").attr("href")
print product
products.append(product)
抓去结果,显示如下图::