From 3761817c757b824e808d00f5fb82db787cd725e5 Mon Sep 17 00:00:00 2001 From: Andreas Stephanides Date: Sun, 29 Jan 2017 13:26:29 +0100 Subject: [PATCH] nofollow --- compiler/mworker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/compiler/mworker.py b/compiler/mworker.py index f22144b..f0d593e 100644 --- a/compiler/mworker.py +++ b/compiler/mworker.py @@ -29,7 +29,7 @@ def work_compile(): run_compile() -def queue_url(tpe, url,params={}): +def queue_url(tpe, url,params={"nofollow": False}): fetch_queue.put((0,tpe,url,params)) #param nofollow = True : Don't follow pagination recursivly to only fetch an update