crawl often

c5b9c59b · Renán Sosa Guillen · 007300c1 · c5b9c59b
Commit c5b9c59b authored Jan 11, 2018 by Renán Sosa Guillen
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 4 deletions

crawl_often.py crawler_script/crawl_often.py +2 -4

No files found.
--- a/crawler_script/crawl_often.py
+++ b/crawler_script/crawl_often.py
@@ -48,10 +48,8 @@ def dictRowGenerator(line):


 today = datetime.datetime.now()
-# baseDir = "/home/geoint/virtualHDD/m3/noticias/"
-# scrapyDir = "/home/geoint/crawlersNoticias/"
-baseDir = "/home/cna_service/rss_test/"
-scrapyDir = "/home/cna_service/crawler/crawlersNoticias/"
+baseDir = "/home/geoint/virtualHDD/m3/noticias/"
+scrapyDir = "/home/geoint/crawlersNoticias/"

 with open(sys.argv[1]) as data_file:
    siteList = json.load(data_file)