scrape-gateway (sha256:2bb201ed26e390ffb89ee8ae4498d254a8b5abb9fd6050bee333f56c5f5bde43)

Published 2026-10-15 17:48:53 +00:00 by amir

Pull the image from the command line:

docker pull registry.spaceoperator.org/amir/scrape-gateway@sha256:2bb201ed26e390ffb89ee8ae4498d254a8b5abb9fd6050bee333f56c5f5bde43

Digest

sha256:2bb201ed26e390ffb89ee8ae4498d254a8b5abb9fd6050bee333f56c5f5bde43

For more information on the Container registry, see the documentation.

# debian.sh --arch 'amd64' out/ 'bookworm' '@1791158400'

RUN /bin/sh -c groupadd --gid 1000 node && useradd --uid 1000 --gid node --shell /bin/bash --create-home node # buildkit

ENV NODE_VERSION=24.22.0

RUN /bin/sh -c ARCH= OPENSSL_ARCH= && dpkgArch="$(dpkg --print-architecture)" && case "${dpkgArch##*-}" in amd64) ARCH='x64' OPENSSL_ARCH='linux-x86_64';; ppc64el) ARCH='ppc64le' OPENSSL_ARCH='linux-ppc64le';; arm64) ARCH='arm64' OPENSSL_ARCH='linux-aarch64';; *) echo "unsupported architecture"; exit 1 ;; esac && set -ex && apt-get update && apt-get install -y ca-certificates curl wget gnupg dirmngr xz-utils libatomic1 --no-install-recommends && rm -rf /var/lib/apt/lists/* && export GNUPGHOME="$(mktemp -d)" && for key in 5BE8A3F6C8A5C01D106C0AD820B1A390B168D356 DD792F5973C6DE52C432CBDAC77ABFA00DDBF2B7 CC68F5A3106FF448322E48ED27F5E38D5B0A215F 890C08DB8579162FEE0DF9DB8BEAB4DFCF555EF4 C82FA3AE1CBEDC6BE46B9360C43CEC45C17AB93C 108F52B48DB57BB0CC439B2997B01419BD92F80A 655F3B5C1FB3FA8D1A0CA6BDE4A7D232B936D2FD A363A499291CBBC940DD62E41F10027AF002F8B0 ; do { gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$key" && gpg --batch --fingerprint "$key"; } || { gpg --batch --keyserver keyserver.ubuntu.com --recv-keys "$key" && gpg --batch --fingerprint "$key"; } ; done && curl -fsSLO --compressed "https://nodejs.org/dist/v$NODE_VERSION/node-v$NODE_VERSION-linux-$ARCH.tar.xz" && curl -fsSLO --compressed "https://nodejs.org/dist/v$NODE_VERSION/SHASUMS256.txt.asc" && gpg --batch --decrypt --output SHASUMS256.txt SHASUMS256.txt.asc && gpgconf --kill all && rm -rf "$GNUPGHOME" && grep " node-v$NODE_VERSION-linux-$ARCH.tar.xz\$" SHASUMS256.txt | sha256sum -c - && tar -xJf "node-v$NODE_VERSION-linux-$ARCH.tar.xz" -C /usr/local --strip-components=1 --no-same-owner && rm "node-v$NODE_VERSION-linux-$ARCH.tar.xz" SHASUMS256.txt.asc SHASUMS256.txt && find /usr/local/include/node/openssl/archs -mindepth 1 -maxdepth 1 ! -name "$OPENSSL_ARCH" -exec rm -rf {} \; && apt-mark auto '.*' > /dev/null && find /usr/local -type f -executable -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); print so }' | sort -u | xargs -r dpkg-query --search | cut -d: -f1 | sort -u | xargs -r apt-mark manual && apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false && ln -s /usr/local/bin/node /usr/local/bin/nodejs && node --version && npm --version && rm -rf /tmp/* # buildkit

ENV YARN_VERSION=1.22.22

RUN /bin/sh -c set -ex && savedAptMark="$(apt-mark showmanual)" && apt-get update && apt-get install -y ca-certificates curl wget gnupg dirmngr --no-install-recommends && rm -rf /var/lib/apt/lists/* && export GNUPGHOME="$(mktemp -d)" && for key in 6A010C5166006599AA17F08146C2130DFD2497F5 ; do { gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$key" && gpg --batch --fingerprint "$key"; } || { gpg --batch --keyserver keyserver.ubuntu.com --recv-keys "$key" && gpg --batch --fingerprint "$key"; } ; done && curl -fsSLO --compressed "https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz" && curl -fsSLO --compressed "https://yarnpkg.com/downloads/$YARN_VERSION/yarn-v$YARN_VERSION.tar.gz.asc" && gpg --batch --verify yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz && gpgconf --kill all && rm -rf "$GNUPGHOME" && mkdir -p /opt && tar -xzf yarn-v$YARN_VERSION.tar.gz -C /opt/ && ln -s /opt/yarn-v$YARN_VERSION/bin/yarn /usr/local/bin/yarn && ln -s /opt/yarn-v$YARN_VERSION/bin/yarnpkg /usr/local/bin/yarnpkg && rm yarn-v$YARN_VERSION.tar.gz.asc yarn-v$YARN_VERSION.tar.gz && apt-mark auto '.*' > /dev/null && { [ -z "$savedAptMark" ] || apt-mark manual $savedAptMark > /dev/null; } && find /usr/local -type f -executable -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); print so }' | sort -u | xargs -r dpkg-query --search | cut -d: -f1 | sort -u | xargs -r apt-mark manual && apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false && yarn --version && rm -rf /tmp/* # buildkit

COPY docker-entrypoint.sh /usr/local/bin/ # buildkit

ENTRYPOINT ["docker-entrypoint.sh"]

CMD ["node"]

RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates xvfb xauth libglib2.0-0 libnss3 libnspr4 libdbus-1-3 libatk1.0-0 libatk-bridge2.0-0 libcups2 libdrm2 libxkbcommon0 libatspi2.0-0 libx11-6 libxcomposite1 libxdamage1 libxext6 libxfixes3 libxrandr2 libgbm1 libxcb1 libpango-1.0-0 libcairo2 libasound2 && rm -rf /var/lib/apt/lists/* # buildkit

ADD https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb /tmp/chrome.deb # buildkit

RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends /tmp/chrome.deb && rm -f /tmp/chrome.deb && rm -rf /var/lib/apt/lists/* # buildkit

WORKDIR /svc

ENV NODE_ENV=production PLAYWRIGHT_BROWSERS_PATH=/opt/browsers NEXT_TELEMETRY_DISABLED=1 IMPER_CACHE_DIR=/opt/impers LIBCURL_IMPERSONATE_PATH=/opt/impers/v2.1.1/linux-x64/libcurl-impersonate.so.4.8.0 IMPER_DOWNLOAD_LIBCURL=0 SCRAPE_SESSIONS_FILE=/state/gateway-sessions.json SCRAPE_GUARDS_STATE_FILE=/state/guards.json OBSTACLES_STATE_FILE=/state/obstacles-state.json SCRAPE_CACHE_DISK=/state/response-cache.json SCRAPE_DATA_DB=/state/scraper-data.db SCRAPE_BLOB_DIR=/state/blobs

COPY --chown=node:node /svc /svc # buildkit

COPY --chown=node:node /opt/browsers /opt/browsers # buildkit

COPY /opt/impers /opt/impers # buildkit

RUN /bin/sh -c mkdir -p /state && chown -R node:node /state /opt/browsers # buildkit

USER node

RUN /bin/sh -c node --input-type=module -e 'import { Curl } from "impers"; if (!Curl.hasImpersonateSupport()) throw new Error("curl-impersonate support required"); const curl = new Curl(); try { curl.impersonate("chrome150"); } finally { curl.cleanup(); }' # buildkit

VOLUME [/state]

EXPOSE [8811/tcp]

CMD ["sh" "-c" "rm -f /tmp/.X99-lock /tmp/.X11-unix/X99; Xvfb :99 -screen 0 1440x900x24 -nolisten tcp & sleep 2; DISPLAY=:99 exec node services/scrape-gateway/dist/server.js"]

Details

Container

2026-10-15 17:48:53 +00:00

OCI / Docker

linux/amd64

984 MiB

Versions (9) View all

latest

2026-10-15

21fa9da9bf35d2beccb05ea4a0f90780d1030080

2026-10-15

aea88960ed0e1f3cf604ada677f6eae8ee9d2eaa