crawl backwards

crawler_script/crawl_backwards.py

@@ -7,10 +7,8 @@ import datetime
 
 
 today = datetime.datetime.now()
-# baseDir = "/home/geoint/virtualHDD/m3/noticias/"
-# scrapyDir = "/home/geoint/crawlersNoticias/"
-baseDir = "/home/cna_service/noticias/"
-scrapyDir = "/home/cna_service/crawler/crawlersNoticias/"
+baseDir = "/home/geoint/virtualHDD/m3/noticias/"
+scrapyDir = "/home/geoint/crawlersNoticias/"
 with open(sys.argv[1]) as data_file:
     siteList = json.load(data_file)
     os.chdir(baseDir)
@@ -27,6 +25,8 @@ with open(sys.argv[1]) as data_file:
         lstYears.sort()
         if len(lstYears) > 0:
             year = int(lstYears[len(lstYears)-1])
+        else:
+            year = today.date().year
 
         print year
         try: