from python:3.8

workdir /srv
RUN apt-get update && apt-get install -y locales-all && apt-get clean && rm -rf /var/lib/apt/lists/*
RUN pip3 install setuptools_scm

RUN pip3 install elasticsearch
RUN pip3 install scrapy
RUN pip3 install python-dateutil
COPY requirements.txt .
RUN pip3 install -r requirements.txt
COPY scrapy.cfg .

COPY html_scrapy ./html_scrapy
COPY searching ./searching
CMD ls && scrapy crawl legacy_spider && scrapy crawl fetwiki_spider
#spider html_scrapy/spiders/legacy_spider.py