fetchquefix
This commit is contained in:
@@ -38,7 +38,7 @@ def process_url(url,tpe, parent_url):
|
||||
#clogger.debug("process URL of type "+ tpe + ": " + url)
|
||||
if parent_url is not None:
|
||||
url=fix_link(parent_url, url)
|
||||
put_fetch_queue((0,tpe,url))
|
||||
put_fetch_queue((0,tpe,url,{"nofollow":False}))
|
||||
|
||||
|
||||
# process a url list
|
||||
|
||||
Reference in New Issue
Block a user