fetchquefix

This commit is contained in:
Andreas Stephanides
2017-01-29 14:31:15 +01:00
parent 3761817c75
commit 8770aaf530
2 changed files with 13 additions and 9 deletions

View File

@@ -38,7 +38,7 @@ def process_url(url,tpe, parent_url):
#clogger.debug("process URL of type "+ tpe + ": " + url)
if parent_url is not None:
url=fix_link(parent_url, url)
put_fetch_queue((0,tpe,url))
put_fetch_queue((0,tpe,url,{"nofollow":False}))
# process a url list