improved fb fetching (since)

This commit is contained in:
Andreas Stephanides
2017-01-19 15:09:24 +01:00
parent 7e90ce324d
commit 2fd82f0bc9
3 changed files with 23 additions and 2 deletions

View File

@@ -5,7 +5,9 @@ from mprocess import do_process
from fetching import fetch_page
from gevent import spawn
from itertools import repeat
from models import CrawlUrl
from src import clogger
from src.database import db_session2
def start_workers(f,c,p):
for _ in range(f):
clogger.debug("spawn fetchworker")