diverse fixes und mysql
This commit is contained in:
@@ -30,7 +30,9 @@ def process_article(art):
|
||||
db_session.add(aa)
|
||||
db_session.commit()
|
||||
clogger.info("Updated/Added Article "+ str(aa.id) + ": " + (aa.title.encode("utf-8")))
|
||||
# announce_articleid(aa.id)
|
||||
db_session.close()
|
||||
# announce_articleid(aa.id)
|
||||
#
|
||||
return aa
|
||||
|
||||
# process a single found url
|
||||
|
||||
@@ -7,7 +7,7 @@ from gevent import spawn
|
||||
from itertools import repeat
|
||||
from models import CrawlUrl
|
||||
from src import clogger
|
||||
from src.database import db_session2
|
||||
from src.database import db_session2,db_session
|
||||
def start_workers(f,c,p):
|
||||
for _ in range(f):
|
||||
clogger.debug("spawn fetchworker")
|
||||
@@ -24,6 +24,8 @@ def work_fetch():
|
||||
def work_process():
|
||||
while True:
|
||||
run_process()
|
||||
# db_session.close()
|
||||
|
||||
def work_compile():
|
||||
while True:
|
||||
run_compile()
|
||||
|
||||
Reference in New Issue
Block a user