Commit fa002e21 authored by Mario Chirinos's avatar Mario Chirinos

scrapy test

parent 59867e2f
......@@ -48,12 +48,13 @@ def crawlNews(directory, cfg, endDate=datetime.datetime.now()):
for i in range(delta.days + 1):
day = startDate + datetime.timedelta(days=i)
yeardir = directory+str(day.year)+"/"
print(yeardir)
if not os.path.exists(yeardir):
os.mkdir(yeardir)
print(day)
print(os.getcwd())
print("scrapy crawl noticias --nolog -O "+yeardir+day.strftime('%Y-%m-%d')+".json -a year="+str(day.year)+" -a month="+str(day.month)+" -a day="+str(day.day)+"")
os.system("scrapy crawl noticias --nolog -O "+yeardir+day.strftime('%Y-%m-%d')+".json -a year="+str(day.year)+" -a month="+str(day.month)+" -a day="+str(day.day)+"")
#===============================================================================
def main(argv):
'''
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment