def parse(self, response):
for url in url_list:
yield scrapy.Request(url,callback=self.parse_next) # 发送请求 callback回调函数
def parse_next(self,response):
pass
# pipelines.py文件
# import os
# os.renames()
import scrapy
from scrapy.pipelines.images import ImagesPipeline
class ScrapyFirstPipeline(ImagesPipeline): #继承专门处理图片、视频的类ImagesPipeline
def process_item(self, item, spider):
return item
|
