add logging
This commit is contained in:
9
Dockerfile_search
Normal file
9
Dockerfile_search
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
from python:3.8
|
||||||
|
workdir /srv
|
||||||
|
|
||||||
|
RUN pip3 install setuptools_scm
|
||||||
|
RUN pip3 install elasticsearch
|
||||||
|
|
||||||
|
COPY searching ./searching
|
||||||
|
COPY test_search.py .
|
||||||
|
CMD python3 test_search.py
|
||||||
@@ -1,2 +1,3 @@
|
|||||||
docker build -t docker.fet.at/andis_scrapy:0.1.2 .
|
docker build -t docker.fet.at/andis_scrapy:0.1.2 .
|
||||||
docker build -t docker.fet.at/andis_index:0.1.2 -f Dockerfile_index .
|
docker build -t docker.fet.at/andis_index:0.1.2 -f Dockerfile_index .
|
||||||
|
docker build -t docker.fet.at/andis_search:0.1.3 -f Dockerfile_search .
|
||||||
@@ -4,6 +4,7 @@
|
|||||||
import os
|
import os
|
||||||
from elasticsearch import Elasticsearch, helpers
|
from elasticsearch import Elasticsearch, helpers
|
||||||
import contextlib
|
import contextlib
|
||||||
|
import logging
|
||||||
ELASTIC_HOST = os.environ.get("ELASTIC_HOST","http://localhost:9200")
|
ELASTIC_HOST = os.environ.get("ELASTIC_HOST","http://localhost:9200")
|
||||||
ELASTIC_PASSWORD = os.environ.get("ELASTIC_PASSWORD","*l9qNGoojiCC4n9KcZhj")
|
ELASTIC_PASSWORD = os.environ.get("ELASTIC_PASSWORD","*l9qNGoojiCC4n9KcZhj")
|
||||||
ELASTIC_QUERY = os.environ.get("ELASTIC_QUERY","Anwesend")
|
ELASTIC_QUERY = os.environ.get("ELASTIC_QUERY","Anwesend")
|
||||||
@@ -13,6 +14,7 @@ ELASTIC_INDEX = os.environ.get("ELASTIC_INDEX","legacy")
|
|||||||
# Verbinde mit Client
|
# Verbinde mit Client
|
||||||
@contextlib.contextmanager
|
@contextlib.contextmanager
|
||||||
def es_client():
|
def es_client():
|
||||||
|
logging.debug(f"ELASIC HOST:%s" % ELASTIC_HOST)
|
||||||
client = Elasticsearch(ELASTIC_HOST, verify_certs=False, basic_auth=('elastic', ELASTIC_PASSWORD))
|
client = Elasticsearch(ELASTIC_HOST, verify_certs=False, basic_auth=('elastic', ELASTIC_PASSWORD))
|
||||||
yield client
|
yield client
|
||||||
client.close()
|
client.close()
|
||||||
@@ -48,6 +50,7 @@ def es_search(query:str):
|
|||||||
|
|
||||||
if __name__ =="__main__":
|
if __name__ =="__main__":
|
||||||
resp = es_search(ELASTIC_QUERY)
|
resp = es_search(ELASTIC_QUERY)
|
||||||
|
logging.info(f"Found %d recorts in hits" % resp["hits"]["hits"])
|
||||||
for hit in resp["hits"]["hits"]:
|
for hit in resp["hits"]["hits"]:
|
||||||
print(f"\n\n%s\n%s\n%s - %s" % (
|
print(f"\n\n%s\n%s\n%s - %s" % (
|
||||||
hit.get("_source",{}).get("url",""),
|
hit.get("_source",{}).get("url",""),
|
||||||
|
|||||||
@@ -1,13 +1,16 @@
|
|||||||
|
|
||||||
import os
|
import os
|
||||||
from elasticsearch import Elasticsearch, helpers
|
from searching import es_search
|
||||||
from searching import es_search, es_client
|
|
||||||
ELASTIC_QUERY = os.environ.get("ELASTIC_QUERY","Anwesend")
|
ELASTIC_QUERY = os.environ.get("ELASTIC_QUERY","Anwesend")
|
||||||
|
import logging
|
||||||
|
|
||||||
#for hit in resp["hits"]["hits"]:
|
logging.basicConfig(level=logging.DEBUG)
|
||||||
|
|
||||||
|
#for hit in resp["hits"]["hits"]: q
|
||||||
# print(hit)
|
# print(hit)
|
||||||
|
|
||||||
if __name__ =="__main__":
|
if __name__ =="__main__":
|
||||||
|
logging.debug(f"searching with query: %s\n" % ELASTIC_QUERY)
|
||||||
resp = es_search(ELASTIC_QUERY)
|
resp = es_search(ELASTIC_QUERY)
|
||||||
for hit in resp["hits"]["hits"]:
|
for hit in resp["hits"]["hits"]:
|
||||||
print(f"\n\n%s\n%s\n%s - %s" % (
|
print(f"\n\n%s\n%s\n%s - %s" % (
|
||||||
|
|||||||
Reference in New Issue
Block a user