爬虫（scrapy中的ImagesPipeline）

# -*- coding: utf-8 -*-

# Define your item pipelines here
#
# Don‘t forget to add your pipeline to the ITEM_PIPELINES setting
# See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html
from scrapy.pipelines.images import ImagesPipeline
import scrapy
class MeizituPipeline(object):
    def process_item(self, item, spider):
        return item

class download_pic_pipeline(ImagesPipeline):
    header = {
        ‘User-Agent‘: ‘Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWeb            Kit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.109 Safari/537.36‘,
        ‘Referer‘: ‘http://img.mmjpg.com/‘
    }
    def get_media_requests(self, item, info):
        for i in item[‘image_urls‘]:
            yield scrapy.Request(url= i,headers=self.header)