mirror of
https://github.com/webrecorder/browsertrix-crawler.git
synced 2025-10-19 06:23:16 +00:00
2a9b152531
Fixes #368 The `--customBehaviors` flag is now an array, making it repeatable. This should be backwards compatible with the CLI flag, but may require changes to YAML configs when custom behaviors are used. Custom behaviors can be loaded from URLs, local filepaths, and paths to local directories, including any combination thereof. New tests are added to ensure loading behaviors from URLs as well as a mixed combination of URL and filepath works as expected. --------- Co-authored-by: Ilya Kreymer <ikreymer@gmail.com>
67 lines
2 KiB
Docker
67 lines
2 KiB
Docker
ARG BROWSER_VERSION=1.69.162
|
|
ARG BROWSER_IMAGE_BASE=webrecorder/browsertrix-browser-base:brave-${BROWSER_VERSION}
|
|
|
|
FROM ${BROWSER_IMAGE_BASE}
|
|
|
|
# needed to add args to main build stage
|
|
ARG BROWSER_VERSION
|
|
|
|
ENV GEOMETRY=1360x1020x16 \
|
|
BROWSER_VERSION=${BROWSER_VERSION} \
|
|
BROWSER_BIN=google-chrome \
|
|
OPENSSL_CONF=/app/openssl.conf \
|
|
VNC_PASS=vncpassw0rd! \
|
|
DETACHED_CHILD_PROC=1
|
|
|
|
EXPOSE 9222 9223 6080
|
|
|
|
WORKDIR /app
|
|
|
|
ADD package.json yarn.lock /app/
|
|
|
|
# to allow forcing rebuilds from this stage
|
|
ARG REBUILD
|
|
|
|
# Download and format ad host blocklist as JSON
|
|
RUN mkdir -p /tmp/ads && cd /tmp/ads && \
|
|
curl -vs -o ad-hosts.txt https://raw.githubusercontent.com/StevenBlack/hosts/master/hosts && \
|
|
cat ad-hosts.txt | grep '^0.0.0.0 '| awk '{ print $2; }' | grep -v '0.0.0.0' | jq --raw-input --slurp 'split("\n")' > /app/ad-hosts.json && \
|
|
rm /tmp/ads/ad-hosts.txt
|
|
|
|
RUN yarn install --network-timeout 1000000
|
|
|
|
ADD tsconfig.json /app/
|
|
ADD src /app/src
|
|
|
|
RUN yarn run tsc
|
|
|
|
ADD config/ /app/
|
|
|
|
ADD html/ /app/html/
|
|
|
|
ARG RWP_VERSION=2.1.4
|
|
ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/ui.js /app/html/rwp/
|
|
ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/sw.js /app/html/rwp/
|
|
ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/adblock/adblock.gz /app/html/rwp/adblock.gz
|
|
|
|
RUN chmod a+x /app/dist/main.js /app/dist/create-login-profile.js && chmod a+r /app/html/rwp/*
|
|
|
|
RUN ln -s /app/dist/main.js /usr/bin/crawl; \
|
|
ln -s /app/dist/main.js /usr/bin/qa; \
|
|
ln -s /app/dist/create-login-profile.js /usr/bin/create-login-profile
|
|
|
|
RUN mkdir -p /app/behaviors
|
|
|
|
WORKDIR /crawls
|
|
|
|
# enable to test custom behaviors build (from browsertrix-behaviors)
|
|
# COPY behaviors.js /app/node_modules/browsertrix-behaviors/dist/behaviors.js
|
|
|
|
# add brave/chromium group policies
|
|
RUN mkdir -p /etc/brave/policies/managed/
|
|
ADD config/policies /etc/brave/policies/managed/
|
|
|
|
ADD docker-entrypoint.sh /docker-entrypoint.sh
|
|
ENTRYPOINT ["/docker-entrypoint.sh"]
|
|
|
|
CMD ["crawl"]
|