Commit 5a4b65e3 authored by Renán Sosa Guillen's avatar Renán Sosa Guillen

crawlers

parent 23efea2e
...@@ -62,6 +62,8 @@ class QuotesSpider(scrapy.Spider): ...@@ -62,6 +62,8 @@ class QuotesSpider(scrapy.Spider):
topic = response.xpath('//div[@class="section-line"]').extract_first() topic = response.xpath('//div[@class="section-line"]').extract_first()
if topic is not None: if topic is not None:
item['topic'] = remove_tags(topic) item['topic'] = remove_tags(topic)
else:
item['topic'] = None
author = response.xpath('//div[@class="note-author"]/a').extract_first() author = response.xpath('//div[@class="note-author"]/a').extract_first()
if author is not None: if author is not None:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment