bofh/fachschaften
9
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

fb fixes

Browse Source
This commit is contained in:
Andreas Stephanides
2017-01-16 12:22:22 +01:00
parent f475364213
commit 9dc49e83df
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
compiler/comp/fb.py
View File

@@ -46,5 +46,6 @@ def fbfeed(url, raw):
arts.append(aa) arts.append(aa)
nx=None nx=None
if js.has_key("paging") and js["paging"].has_key("next"): if js.has_key("paging") and js["paging"].has_key("next"):
nx=js["paging"]["next"] un=urlparse.urlparse(js["paging"]["next"])
nx=urlparse.urlunsplit((u[0],u[1],u[2],un[4],un[3]))
return {"url": url, "next_page": nx,"articles": arts} return {"url": url, "next_page": nx,"articles": arts}

3
compiler/fetching.py
View File

@@ -15,7 +15,8 @@ def announce_articleid(id):
s.get( u % id) s.get( u % id)
def downloadfile(url): def downloadfile(url):
relative_name=path.join("downloads",str(md5(url).hexdigest()),url.split('/')[-1]) u=urlparse.urlparse(url)
relative_name=path.join("downloads",str(md5(url).hexdigest()),u[2].split('/')[-1])
local_filename = path.join(download_path,relative_name) local_filename = path.join(download_path,relative_name)
if not os.path.exists(os.path.dirname(local_filename)): if not os.path.exists(os.path.dirname(local_filename)):
try: try: