# -*- coding:utf-8 -*- import urllib import urllib2 import time import hashlib import requests from pyquery import PyQuery as pq import sys reload(sys) sys.setdefaultencoding('utf-8') class Product(object): def __init__(self): pass def __str__(self): return str(self.price) + ' , '+ str(self.name) + ' , ' + str(self.href) url = 'https://search.jd.com/Search?keyword={0}' keyword = 'iPhone' url = url.format(keyword) response = requests.get(url) jquery = pq(response.content) htmls = jquery(".gl-i-wrap") products = [] lists = [] for obj in htmls: product = Product() product.price = pq(obj)(".p-price").text() product.name = pq(obj)(".p-name").text() product.href = pq(obj)(".p-name")("a").attr("href") print product products.append(product)
抓去结果,显示如下图::