index member
This commit is contained in:
28
solrfet2020/utils.py
Normal file
28
solrfet2020/utils.py
Normal file
@@ -0,0 +1,28 @@
|
||||
from lxml.html.clean import clean_html, Cleaner
|
||||
from fet2020api import fet2020postapi, fet2020memberapi
|
||||
from urllib.parse import urljoin,urlparse
|
||||
from . import env
|
||||
|
||||
|
||||
fet=fet2020postapi(urljoin(env('TARGET'),"api/posts/"))
|
||||
fetmember=fet2020memberapi(urljoin(env('TARGET'),"api/members/"))
|
||||
|
||||
|
||||
def replace_special(t):
|
||||
if type(t)is dict: raise TypeError("String needed git a %s"% str(type(t)))
|
||||
return t.replace("\n","").replace("\r","").replace("\t","").replace("\\","")
|
||||
|
||||
def strip_html(text):
|
||||
if text=="": return ""
|
||||
c=Cleaner(
|
||||
allow_tags=['i','em','p'],
|
||||
remove_tags=['p','div'])
|
||||
if type(text) is list:
|
||||
h=""
|
||||
for item in text:
|
||||
h=h+" "+strip_html(item)+";"
|
||||
return h
|
||||
print(text)
|
||||
return c.clean_html(replace_special(text))[5:-6]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user