# Define your item pipelines here # # Don't forget to add your pipeline to the ITEM_PIPELINES setting # See: http://doc.scrapy.org/topics/item-pipeline.html from datetime import datetime class ExamplePipeline: def process_item(self, item, spider): item["crawled"] = datetime.utcnow() item["spider"] = spider.name return item