Skip to content

crawlersNoticias
crawlersNoticias
Commit 2c6cb6c3 authored by Renán Sosa Guillen's avatar Renán Sosa Guillen
Browse files
Options

backwards tracker

parent a96d6232
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
crawler_script/backwards_tracker.py
View file @ 2c6cb6c3
...@@ -60,7 +60,7 @@ with open(sys.argv[1]) as data_file: ...@@ -60,7 +60,7 @@ with open(sys.argv[1]) as data_file:
os.chdir(scrapyDir+s['crawler']) os.chdir(scrapyDir+s['crawler'])
print media print media
print scrapycommand print scrapycommand
os.system(scrapycommand) # os.system(scrapycommand)
fileSize = os.stat(filename).st_size fileSize = os.stat(filename).st_size
if fileSize <= 3: os.system("rm " + filename) if fileSize <= 3: os.system("rm " + filename)
else: else:
...@@ -87,7 +87,7 @@ with open(sys.argv[1]) as data_file: ...@@ -87,7 +87,7 @@ with open(sys.argv[1]) as data_file:
os.system("rm -R " + yy) os.system("rm -R " + yy)
os.chdir("..") os.chdir("..")
os.system("rm -R " + media) # os.system("rm -R " + media)
os.chdir(s['crawler']) os.chdir(s['crawler'])
os.system("rm " + filename) os.system("rm " + filename)
os.chdir(mydir) os.chdir(mydir)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment