17 lines
502 B
Docker
17 lines
502 B
Docker
from python:3.8
|
|
|
|
workdir /srv
|
|
RUN apt-get update && apt-get install -y locales-all && apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
RUN pip3 install setuptools_scm
|
|
|
|
RUN pip3 install elasticsearch
|
|
RUN pip3 install scrapy
|
|
RUN pip3 install python-dateutil
|
|
COPY requirements.txt .
|
|
RUN pip3 install -r requirements.txt
|
|
COPY scrapy.cfg .
|
|
|
|
COPY html_scrapy ./html_scrapy
|
|
COPY searching ./searching
|
|
CMD ls && scrapy crawl legacy_spider && scrapy crawl fetwiki_spider
|
|
#spider html_scrapy/spiders/legacy_spider.py |