scrapy

def parse(self, response):
    for url in url_list:
        yield scrapy.Request(url,callback=self.parse_next) # 发送请求 callback回调函数
def parse_next(self,response):
    pass

# pipelines.py文件
# import os
# os.renames()
import scrapy
from scrapy.pipelines.images import ImagesPipeline
class ScrapyFirstPipeline(ImagesPipeline): #继承专门处理图片、视频的类ImagesPipeline
    def process_item(self, item, spider):
        return item