div. updates

This commit is contained in:
andis
2017-02-17 10:02:20 +01:00
parent bdfa16728d
commit b71803c050
14 changed files with 224 additions and 65 deletions

20
dump_urls.py Normal file
View File

@@ -0,0 +1,20 @@
from src.compiler.models import CrawlCache, CrawlCacheSchema
from src.compiler.models import CrawlUrl, CrawlUrlSchema
import sys
import json
if len(sys.argv) <= 1:
raise Error("Kein Zieldateiname angegeben")
def dump_crawlurl(a):
return CrawlUrlSchema().dump(a)
def dump_crawlcache(a):
return CrawlCacheSchema().dump(a)
file = open(sys.argv[1], "w+")
data={}
data["crawlurls"] = map(dump_crawlurl,CrawlUrl.query.all())
#data["crawlcache"] = map(dump_crawlcache,CrawlCache.query.all())
json.dump (data, file)
file.close()