last date finder

scripts/siteCrawler.py

@@ -40,7 +40,6 @@ def crawlNews(directory, cfg, endDate=datetime.datetime.now()):
 	'''
 	startDate = findLastDate(directory)
 
-#	endDate = datetime.datetime.now()
 	if startDate is None:
 		startDate=datetime.datetime.strptime(cfg["startDate"], '%Y-%m-%d')
 	print("start: ", startDate, "end: ", endDate)
@@ -49,13 +48,10 @@ def crawlNews(directory, cfg, endDate=datetime.datetime.now()):
 	for i in range(delta.days + 1):
 		day = startDate + datetime.timedelta(days=i)
 		yeardir = directory+str(day.year)+"/"
-		
 		if not os.path.exists(yeardir):
 			os.mkdir(yeardir)
-		print("dir: ", yeardir)
 		print(day)
-		print("CWD:", os.getcwd())
-#		return
+
 		print("scrapy crawl noticias --nolog -O "+yeardir+day.strftime('%Y-%m-%d')+".json -a year="+str(day.year)+" -a month="+str(day.month)+" -a day="+str(day.day)+"")
 
 #===============================================================================