improved fb fetching (since)
This commit is contained in:
@@ -5,7 +5,9 @@ from mprocess import do_process
|
||||
from fetching import fetch_page
|
||||
from gevent import spawn
|
||||
from itertools import repeat
|
||||
from models import CrawlUrl
|
||||
from src import clogger
|
||||
from src.database import db_session2
|
||||
def start_workers(f,c,p):
|
||||
for _ in range(f):
|
||||
clogger.debug("spawn fetchworker")
|
||||
|
||||
Reference in New Issue
Block a user