fbfeed + sectionreset

This commit is contained in:
Andreas Stephanides
2017-01-15 14:43:02 +01:00
parent 449a278d58
commit f475364213
7 changed files with 95 additions and 36 deletions

View File

@@ -1,13 +1,14 @@
from flask import Blueprint, jsonify, render_template, abort, redirect, url_for, request
from flask import Blueprint, jsonify, render_template, abort, redirect, url_for, request, Response
compiler_pages = Blueprint('compiler', __name__,
template_folder='.')
from src.database import db_session2,init_db,read_json,init_db2
from src.database import db_session2,init_db,read_json,init_db2,db_session
from .models import CrawlUrl
from .models import CrawlCache, CrawlCacheSchema
from .models import CrawlUrlSchema
from src import clogger
from src.articles import Article
from src.sections import Section
#import mworker
import flask
import json
@@ -63,6 +64,15 @@ def urls_index_json():
status=CrawlUrl.query.all()
return jsonify(urls=status)
@compiler_pages.route("/urls.lst")
def urls_lst():
cus=CrawlUrl.query.all()
urls=map((lambda cu: ("id %d %s " % (cu.id, cu.url))),cus)
urls=map((lambda u: u+"\n"),urls)
return Response(urls,mimetype='text/plain')
# show an existing CrawlUrl
@compiler_pages.route("/urls/<int:id>")
@compiler_pages.route("/urls/<int:id>.json")
@@ -82,6 +92,18 @@ def urls_que_json(id):
return jsonify(urls=cu, cache=cc)
@compiler_pages.route("/urls/que.lst")
def urls_que_lst():
# Lade Alle Urls
# cu=urls_que(id)
#cc=CrawlCache.query.filter(CrawlCache.url==cu.url)
cus=CrawlUrl.query.all()
urls=map((lambda cu: url_for('.urls_que_json',id=cu.id)),cus)
if request.values.has_key('url'):
urls=map((lambda u: request.values["url"]+ u),urls)
urls=map((lambda u: u+"\n"),urls)
return Response(urls,mimetype='text/plain')
# que an existing CrawlUrl for fetching
@compiler_pages.route("/urls/<int:id>/test")
@@ -137,3 +159,15 @@ def delete(id):
db_session2.delete(cu)
db_session2.commit()
return jsonify(url={})
@compiler_pages.route("/section/<int:id>/reset",methods=['GET'])
@compiler_pages.route("/section/<int:id>/reset.json",methods=['GET'])
def reset(id):
section=Section.query.get(id)
clogger.info(section)
for a in section.articles:
db_session.delete(a)
db_session.commit()
section=Section.query.get(id)
return jsonify(section=section,articles=section.articles)