fetch all fb

This commit is contained in:
Andreas Stephanides
2017-02-17 09:58:35 +01:00
parent eb071d9f95
commit 80c42c04cd
3 changed files with 12 additions and 6 deletions

View File

@@ -56,7 +56,7 @@ def run_fetch():
tc, tpe, url= fetch_queue.get(True, 100)
clogger.info("Fechted url:"+url)
if tpe is not "dummyarticle" and tpe is not "dummyindex":
rw=fetch_page(url)
rw = fetch_page(url, p)
else:
rw="<p> dummytext</p>"
compile_queue.put((0, tpe, {"url": url, "sourcetype": tpe, "raw": rw},p))