抓取百度贴吧的的图片，网址：百度贴吧
直接上代码：
# -*- coding:utf-8 -*-
from lxml import etree
import requests
class TiebaSpider(object):
def __init__(self, tieba_name, begin_page, end_page):
self.headers = {"User-Agent" : "Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko"}
self.base_url = "https://tieba.baidu.com"
self.tieba_name = tieba_name
self.begin_page = int(begin_page)
self.end_page = int(end_page)
def send_request(self, url, params ={}):
try:
html = requests.get(url, params = params, headers = self.headers).content
return html
except Exception, err:
print err
def load_page(self, html):
html_obj = etree.HTML(html)
link_list = html_obj.xpath("//div[@class='t_con cleafix']/div/div/div/a/@href")
for link in link_list:
html = self.send_request(self.base_url + link)
self.load_image(html)
def load_image(self, html):
html_obj = etree.HTML(html)
link_list = html_obj.xpath("//img[@class='BDE_Image']/@src")
for link in link_list:
data = self.send_request(link)
self.write_image(data, link[-11:])
def write_image(self, data, filename):
print "[INFO]: 正在下载%s..." % filename
with open(u"D:\图片\哈哈\pp" + filename, "wb") as f:
f.write(data)
def start_work(self):
for page in range(self.begin_page, self.end_page + 1):
pn = (page - 1) * 50
keyword = {"kw" : self.tieba_name, "pn" : pn}
html = self.send_request(self.base_url + "/f?", keyword)
self.load_page(html)
if __name__ == "__main__":
tieba_name = raw_input("请输入需要爬取的贴吧名:")
begin_page = raw_input("请输入爬取的起始页:")
end_page = raw_input("请输入爬取的结束页:")
Tieba = TiebaSpider(tieba_name, begin_page, end_page)
Tieba.start_work()
看完这个案例如果你对贴吧养号感兴趣的话还可以看下这个《贴吧养号需要换ip吗》