25 lines
613 B
Python
25 lines
613 B
Python
# Define here the models for your scraped items
|
|
#
|
|
# See documentation in:
|
|
# http://doc.scrapy.org/topics/items.html
|
|
|
|
from scrapy.item import Field, Item
|
|
from scrapy.loader import ItemLoader
|
|
from scrapy.loader.processors import Join, MapCompose, TakeFirst
|
|
|
|
|
|
class ExampleItem(Item):
|
|
name = Field()
|
|
description = Field()
|
|
link = Field()
|
|
crawled = Field()
|
|
spider = Field()
|
|
url = Field()
|
|
|
|
|
|
class ExampleLoader(ItemLoader):
|
|
default_item_class = ExampleItem
|
|
default_input_processor = MapCompose(lambda s: s.strip())
|
|
default_output_processor = TakeFirst()
|
|
description_out = Join()
|