fetch all fb
This commit is contained in:
@@ -56,7 +56,7 @@ def run_fetch():
|
||||
tc, tpe, url= fetch_queue.get(True, 100)
|
||||
clogger.info("Fechted url:"+url)
|
||||
if tpe is not "dummyarticle" and tpe is not "dummyindex":
|
||||
rw=fetch_page(url)
|
||||
rw = fetch_page(url, p)
|
||||
else:
|
||||
rw="<p> dummytext</p>"
|
||||
compile_queue.put((0, tpe, {"url": url, "sourcetype": tpe, "raw": rw},p))
|
||||
|
||||
Reference in New Issue
Block a user