2020-08-14 02:23:27 +00:00
|
|
|
# This is the Dockerfile for ArchiveBox, it bundles the following dependencies:
|
2022-09-12 20:34:02 +00:00
|
|
|
# python3, ArchiveBox, curl, wget, git, chromium, youtube-dl, yt-dlp, single-file
|
2019-02-28 19:04:37 +00:00
|
|
|
# Usage:
|
2022-09-11 20:11:13 +00:00
|
|
|
# git submodule update --init --recursive
|
|
|
|
# git pull --recurse-submodules
|
2020-08-14 02:23:27 +00:00
|
|
|
# docker build . -t archivebox --no-cache
|
2020-07-22 05:30:58 +00:00
|
|
|
# docker run -v "$PWD/data":/data archivebox init
|
|
|
|
# docker run -v "$PWD/data":/data archivebox add 'https://example.com'
|
2020-08-14 02:23:27 +00:00
|
|
|
# docker run -v "$PWD/data":/data -it archivebox manage createsuperuser
|
|
|
|
# docker run -v "$PWD/data":/data -p 8000:8000 archivebox server
|
2022-04-21 14:29:27 +00:00
|
|
|
# Multi-arch build:
|
|
|
|
# docker buildx create --use
|
2022-04-21 14:35:34 +00:00
|
|
|
# docker buildx build . --platform=linux/amd64,linux/arm64,linux/arm/v7 --push -t archivebox/archivebox:latest -t archivebox/archivebox:dev
|
2022-09-11 20:13:22 +00:00
|
|
|
#
|
|
|
|
# Read more about [developing
|
|
|
|
# Archivebox](https://github.com/ArchiveBox/ArchiveBox#archivebox-development).
|
2022-04-21 14:29:27 +00:00
|
|
|
|
2019-02-28 19:04:37 +00:00
|
|
|
|
2023-03-13 10:49:02 +00:00
|
|
|
FROM python:3.11-slim-bullseye
|
2019-07-09 17:05:51 +00:00
|
|
|
|
2020-06-25 21:46:11 +00:00
|
|
|
LABEL name="archivebox" \
|
2020-08-14 02:23:27 +00:00
|
|
|
maintainer="Nick Sweeting <archivebox-docker@sweeting.me>" \
|
|
|
|
description="All-in-one personal internet archiving container" \
|
2020-11-23 07:04:39 +00:00
|
|
|
homepage="https://github.com/ArchiveBox/ArchiveBox" \
|
|
|
|
documentation="https://github.com/ArchiveBox/ArchiveBox/wiki/Docker#docker"
|
2018-10-14 02:47:30 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# System-level base config
|
2020-06-26 01:30:29 +00:00
|
|
|
ENV TZ=UTC \
|
2020-06-25 21:46:11 +00:00
|
|
|
LANGUAGE=en_US:en \
|
|
|
|
LC_ALL=C.UTF-8 \
|
2020-06-26 01:30:29 +00:00
|
|
|
LANG=C.UTF-8 \
|
2020-06-25 21:46:11 +00:00
|
|
|
PYTHONIOENCODING=UTF-8 \
|
|
|
|
PYTHONUNBUFFERED=1 \
|
2020-08-14 02:23:27 +00:00
|
|
|
DEBIAN_FRONTEND=noninteractive \
|
|
|
|
APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=1
|
2018-10-14 02:47:30 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Application-level base config
|
|
|
|
ENV CODE_DIR=/app \
|
2020-06-25 21:46:11 +00:00
|
|
|
VENV_PATH=/venv \
|
2020-08-14 02:23:27 +00:00
|
|
|
DATA_DIR=/data \
|
|
|
|
NODE_DIR=/node \
|
|
|
|
ARCHIVEBOX_USER="archivebox"
|
2020-08-03 18:19:47 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Create non-privileged user for archivebox and chrome
|
|
|
|
RUN groupadd --system $ARCHIVEBOX_USER \
|
|
|
|
&& useradd --system --create-home --gid $ARCHIVEBOX_USER --groups audio,video $ARCHIVEBOX_USER
|
2020-08-03 18:19:47 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Install system dependencies
|
|
|
|
RUN apt-get update -qq \
|
2020-06-25 21:46:11 +00:00
|
|
|
&& apt-get install -qq -y --no-install-recommends \
|
2020-08-14 04:14:18 +00:00
|
|
|
apt-transport-https ca-certificates gnupg2 zlib1g-dev \
|
2020-08-18 05:59:04 +00:00
|
|
|
dumb-init gosu cron unzip curl \
|
2020-08-14 02:23:27 +00:00
|
|
|
&& rm -rf /var/lib/apt/lists/*
|
2019-01-23 06:06:47 +00:00
|
|
|
|
2020-08-14 04:14:18 +00:00
|
|
|
# Install apt dependencies
|
|
|
|
RUN apt-get update -qq \
|
|
|
|
&& apt-get install -qq -y --no-install-recommends \
|
2020-11-23 01:56:24 +00:00
|
|
|
wget curl chromium git ffmpeg youtube-dl ripgrep \
|
2020-08-14 04:14:18 +00:00
|
|
|
fontconfig fonts-ipafont-gothic fonts-wqy-zenhei fonts-thai-tlwg fonts-kacst fonts-symbola fonts-noto fonts-freefont-ttf \
|
2022-04-21 14:08:40 +00:00
|
|
|
&& ln -s /usr/bin/chromium /usr/bin/chromium-browser \
|
2020-08-14 04:14:18 +00:00
|
|
|
&& rm -rf /var/lib/apt/lists/*
|
2020-08-11 16:52:43 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Install Node environment
|
|
|
|
RUN curl -s https://deb.nodesource.com/gpgkey/nodesource.gpg.key | apt-key add - \
|
2023-03-13 10:49:02 +00:00
|
|
|
&& echo 'deb https://deb.nodesource.com/node_18.x buster main' >> /etc/apt/sources.list \
|
2020-06-26 01:30:29 +00:00
|
|
|
&& apt-get update -qq \
|
2020-06-25 21:46:11 +00:00
|
|
|
&& apt-get install -qq -y --no-install-recommends \
|
2021-02-01 10:45:21 +00:00
|
|
|
nodejs \
|
2021-02-01 11:05:12 +00:00
|
|
|
# && npm install -g npm \
|
2020-08-14 02:23:27 +00:00
|
|
|
&& rm -rf /var/lib/apt/lists/*
|
2020-04-23 01:13:49 +00:00
|
|
|
|
2020-09-08 22:12:55 +00:00
|
|
|
# Install Node dependencies
|
|
|
|
WORKDIR "$NODE_DIR"
|
|
|
|
ENV PATH="${PATH}:$NODE_DIR/node_modules/.bin" \
|
|
|
|
npm_config_loglevel=error
|
|
|
|
ADD ./package.json ./package.json
|
|
|
|
ADD ./package-lock.json ./package-lock.json
|
|
|
|
RUN npm ci
|
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Install Python dependencies
|
|
|
|
WORKDIR "$CODE_DIR"
|
2020-07-28 04:53:50 +00:00
|
|
|
ENV PATH="${PATH}:$VENV_PATH/bin"
|
2020-06-26 01:30:29 +00:00
|
|
|
RUN python -m venv --clear --symlinks "$VENV_PATH" \
|
2021-04-23 20:12:25 +00:00
|
|
|
&& pip install --upgrade --quiet pip setuptools \
|
|
|
|
&& mkdir -p "$CODE_DIR/archivebox"
|
2021-02-15 19:51:32 +00:00
|
|
|
ADD "./setup.py" "$CODE_DIR/"
|
2021-04-06 03:17:07 +00:00
|
|
|
ADD "./package.json" "$CODE_DIR/archivebox/"
|
2020-08-14 03:35:31 +00:00
|
|
|
RUN apt-get update -qq \
|
|
|
|
&& apt-get install -qq -y --no-install-recommends \
|
2020-08-14 03:55:02 +00:00
|
|
|
build-essential python-dev python3-dev \
|
2021-04-06 03:17:07 +00:00
|
|
|
&& echo 'empty placeholder for setup.py to use' > "$CODE_DIR/archivebox/README.md" \
|
2021-02-15 19:51:32 +00:00
|
|
|
&& python3 -c 'from distutils.core import run_setup; result = run_setup("./setup.py", stop_after="init"); print("\n".join(result.install_requires + result.extras_require["sonic"]))' > /tmp/requirements.txt \
|
2022-04-21 14:09:17 +00:00
|
|
|
&& pip install -r /tmp/requirements.txt \
|
|
|
|
&& pip install --upgrade youtube-dl yt-dlp \
|
2020-08-14 03:55:02 +00:00
|
|
|
&& apt-get purge -y build-essential python-dev python3-dev \
|
2020-08-14 03:43:02 +00:00
|
|
|
&& apt-get autoremove -y \
|
2020-08-14 03:35:31 +00:00
|
|
|
&& rm -rf /var/lib/apt/lists/*
|
2018-10-14 02:47:30 +00:00
|
|
|
|
2021-02-16 20:55:47 +00:00
|
|
|
# Install apt development dependencies
|
|
|
|
# RUN apt-get install -qq \
|
|
|
|
# && apt-get install -qq -y --no-install-recommends \
|
|
|
|
# python3 python3-dev python3-pip python3-venv python3-all \
|
|
|
|
# dh-python debhelper devscripts dput software-properties-common \
|
|
|
|
# python3-distutils python3-setuptools python3-wheel python3-stdeb
|
|
|
|
# RUN python3 -c 'from distutils.core import run_setup; result = run_setup("./setup.py", stop_after="init"); print("\n".join(result.extras_require["dev"]))' > /tmp/dev_requirements.txt \
|
|
|
|
# && pip install --quiet -r /tmp/dev_requirements.txt
|
|
|
|
|
2020-12-20 01:11:19 +00:00
|
|
|
# Install ArchiveBox Python package and its dependencies
|
2020-08-14 02:23:27 +00:00
|
|
|
WORKDIR "$CODE_DIR"
|
|
|
|
ADD . "$CODE_DIR"
|
2023-05-06 04:47:02 +00:00
|
|
|
RUN chown -R root:root . && chmod a+rX -R . && pip install -e .
|
2020-08-14 02:23:27 +00:00
|
|
|
|
|
|
|
# Setup ArchiveBox runtime config
|
|
|
|
WORKDIR "$DATA_DIR"
|
2020-08-10 18:15:53 +00:00
|
|
|
ENV IN_DOCKER=True \
|
2020-08-04 16:50:01 +00:00
|
|
|
CHROME_SANDBOX=False \
|
2022-04-21 14:09:17 +00:00
|
|
|
CHROME_BINARY="/usr/bin/chromium-browser" \
|
2020-08-14 16:35:35 +00:00
|
|
|
USE_SINGLEFILE=True \
|
2020-08-14 02:23:27 +00:00
|
|
|
SINGLEFILE_BINARY="$NODE_DIR/node_modules/.bin/single-file" \
|
2020-08-14 16:35:35 +00:00
|
|
|
USE_READABILITY=True \
|
2020-09-22 08:46:50 +00:00
|
|
|
READABILITY_BINARY="$NODE_DIR/node_modules/.bin/readability-extractor" \
|
|
|
|
USE_MERCURY=True \
|
2022-04-21 14:08:40 +00:00
|
|
|
MERCURY_BINARY="$NODE_DIR/node_modules/.bin/mercury-parser" \
|
|
|
|
YOUTUBEDL_BINARY="yt-dlp"
|
2018-10-14 02:47:30 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Print version for nice docker finish summary
|
2020-10-27 14:11:41 +00:00
|
|
|
# RUN archivebox version
|
|
|
|
RUN /app/bin/docker_entrypoint.sh archivebox version
|
2018-10-14 02:47:30 +00:00
|
|
|
|
2020-08-14 02:23:27 +00:00
|
|
|
# Open up the interfaces to the outside world
|
|
|
|
VOLUME "$DATA_DIR"
|
|
|
|
EXPOSE 8000
|
2020-07-22 05:30:58 +00:00
|
|
|
|
2021-12-03 02:03:19 +00:00
|
|
|
# Optional:
|
|
|
|
# HEALTHCHECK --interval=30s --timeout=20s --retries=15 \
|
|
|
|
# CMD curl --silent 'http://localhost:8000/admin/login/' || exit 1
|
2021-02-17 23:24:38 +00:00
|
|
|
|
2020-08-10 18:15:53 +00:00
|
|
|
ENTRYPOINT ["dumb-init", "--", "/app/bin/docker_entrypoint.sh"]
|
2021-03-01 03:53:23 +00:00
|
|
|
CMD ["archivebox", "server", "--quick-init", "0.0.0.0:8000"]
|