webscrapy/Dockerfile

# Version: 1.0
# 基于Debian python3.8 安装运行scrapy scrapyd scrapydweb
FROM python:3.8

ADD . /workspace

WORKDIR /workspace

RUN pip3 install --upgrade pip -i https://pypi.tuna.tsinghua.edu.cn/simple
RUN pip3 install BeautifulSoup4 setuptools pillow sqlalchemy pymongo logparser -i https://pypi.tuna.tsinghua.edu.cn/simple 
RUN pip3 install apscheduler scrapy scrapy_redis scrapyd scrapyd-client scrapydweb -i https://pypi.tuna.tsinghua.edu.cn/simple

RUN mkdir /workspace/logs && mkdir /workspace/programdata && mkdir /workspace/dbs

EXPOSE 6800 

ENTRYPOINT ["bash", "/workspace/start.sh"]