syncstorage-rs/Dockerfile

ARG SYNCSTORAGE_DATABASE_BACKEND=spanner
ARG TOKENSERVER_DATABASE_BACKEND=mysql
# Alternatively MYSQLCLIENT_PKG=libmysqlclient-dev for the Oracle/MySQL official client
ARG MYSQLCLIENT_PKG=libmariadb-dev-compat

# NOTE: Ensure builder's Rust version matches CI's in .circleci/config.yml
# RUST_VER
FROM docker.io/lukemathwalker/cargo-chef:0.1.73-rust-1.91.1-bookworm AS chef
WORKDIR /app

FROM chef AS planner
COPY . .
RUN cargo chef prepare --recipe-path recipe.json

FROM chef AS builder
ARG SYNCSTORAGE_DATABASE_BACKEND
ARG TOKENSERVER_DATABASE_BACKEND
ARG MYSQLCLIENT_PKG

RUN apt-get -q update && \
    MYSQL_PKG="" && \
    POSTGRES_DEV_PKG="" && \
    if [ "$SYNCSTORAGE_DATABASE_BACKEND" = "mysql" ] || [ "$TOKENSERVER_DATABASE_BACKEND" = "mysql" ]; then \
        MYSQL_PKG="$MYSQLCLIENT_PKG"; \
        if [ "$MYSQLCLIENT_PKG" = libmysqlclient-dev ] ; then \
            # First install gnupg and setup MySQL repo
            # Key ID A8D3785C from https://dev.mysql.com/doc/refman/8.0/en/checking-gpg-signature.html
            apt-get -q install -y --no-install-recommends gnupg ca-certificates && \
            echo "deb https://repo.mysql.com/apt/debian/ bookworm mysql-8.0" >> /etc/apt/sources.list && \
            # Fetch and install the MySQL public key
            gpg --batch --keyserver hkp://keyserver.ubuntu.com --recv-keys A8D3785C && \
            gpg --batch --armor --export A8D3785C | tee /etc/apt/trusted.gpg.d/mysql.asc && \
            apt-get -q update ; \
        fi; \
    fi && \
    if [ "$TOKENSERVER_DATABASE_BACKEND" = "postgres" ]; then \
        POSTGRES_DEV_PKG="libpq-dev"; \
    fi && \
    apt-get -q install -y --no-install-recommends $MYSQL_PKG $POSTGRES_DEV_PKG cmake python3-dev python3-pip python3-setuptools python3-wheel python3-venv pkg-config && \
    rm -rf /var/lib/apt/lists/*

COPY --from=planner /app/recipe.json recipe.json

RUN --mount=type=cache,target=/usr/local/cargo/registry,sharing=locked \
    --mount=type=cache,target=/usr/local/cargo/git,sharing=locked \
    --mount=type=cache,target=/app/target,sharing=locked \
    set -x && \
    TOKENSERVER_FEATURES="" && \
    if [ "$TOKENSERVER_DATABASE_BACKEND" = "postgres" ]; then \
        TOKENSERVER_FEATURES="--features=tokenserver-db/postgres"; \
    fi && \
    cargo chef cook --release --no-default-features --features=syncstorage-db/$SYNCSTORAGE_DATABASE_BACKEND $TOKENSERVER_FEATURES --features=py_verifier --recipe-path recipe.json

ENV POETRY_HOME="/opt/poetry" \
    POETRY_VIRTUALENVS_IN_PROJECT=1 \
    POETRY_NO_INTERACTION=1
ENV PATH="$POETRY_HOME/bin:$PATH"

RUN curl -sSL https://install.python-poetry.org | python3 - && \
    ln -s $POETRY_HOME/bin/poetry /usr/local/bin/poetry && \
    poetry --version && \
    poetry config virtualenvs.create false && \
    poetry self add poetry-plugin-export

COPY . /app

# Generating a requirements.txt from Poetry dependencies.
# [tool.poetry.dependencies]
RUN poetry export --no-interaction --without dev --output requirements.txt --without-hashes && \
    cd /app/tools/integration_tests && \
    poetry export --no-interaction --without dev --output requirements.txt --without-hashes && \
    cd /app/tools/tokenserver && \
    poetry export --no-interaction --without dev --output requirements.txt --without-hashes && \
    cd /app/tools/postgres && \
    if [ "$SYNCSTORAGE_DATABASE_BACKEND" = "postgres" ]; then \
        poetry export --no-interaction --without dev --output requirements.txt --without-hashes; \
    else \
        # Because we can't conditionally COPY files in the next stage, generate
        # this empty requirements.txt file so that we can always COPY it
        touch requirements.txt; \
    fi && \
    cd /app

# Build wheels for all Python dependencies so
RUN mkdir -p /app/wheels && \
    pip3 wheel --no-cache-dir -r /app/requirements.txt -w /app/wheels && \
    pip3 wheel --no-cache-dir -r /app/tools/integration_tests/requirements.txt -w /app/wheels && \
    pip3 wheel --no-cache-dir -r /app/tools/tokenserver/requirements.txt -w /app/wheels && \
    if [ "$SYNCSTORAGE_DATABASE_BACKEND" = "postgres" ] && [ -f /app/tools/postgres/requirements.txt ]; then \
        pip3 wheel --no-cache-dir -r /app/tools/postgres/requirements.txt -w /app/wheels; \
    fi

ENV PATH=$PATH:/root/.cargo/bin

RUN --mount=type=cache,target=/usr/local/cargo/registry,sharing=locked \
    --mount=type=cache,target=/usr/local/cargo/git,sharing=locked \
    --mount=type=cache,target=/app/target,sharing=locked \
    set -x && \
    TOKENSERVER_FEATURES="" && \
    if [ "$TOKENSERVER_DATABASE_BACKEND" = "postgres" ]; then \
        TOKENSERVER_FEATURES="--features=tokenserver-db/postgres"; \
    fi && \
    cargo --version && \
    rustc --version && \
    cargo install --path ./syncserver --no-default-features --features=syncstorage-db/$SYNCSTORAGE_DATABASE_BACKEND $TOKENSERVER_FEATURES --features=py_verifier --locked --root /app

FROM docker.io/library/debian:bookworm-slim
ARG SYNCSTORAGE_DATABASE_BACKEND
ARG TOKENSERVER_DATABASE_BACKEND
ARG MYSQLCLIENT_PKG

RUN apt-get -q update && \
    MYSQL_PKG="" && \
    POSTGRES_PKG="" && \
    # Always install MySQL libs because Python integration tests depend on mysqlclient
    MYSQL_PKG="$MYSQLCLIENT_PKG" && \
    if [ "$MYSQLCLIENT_PKG" = libmysqlclient-dev ] ; then \
        # First install gnupg and setup MySQL repo
        apt-get install -y --no-install-recommends gnupg ca-certificates wget && \
        echo "deb https://repo.mysql.com/apt/debian/ bookworm mysql-8.0" >> /etc/apt/sources.list && \
        # Fetch and install the MySQL public key
        gpg --batch --keyserver hkp://keyserver.ubuntu.com --recv-keys A8D3785C && \
        gpg --batch --armor --export A8D3785C | tee /etc/apt/trusted.gpg.d/mysql.asc && \
        apt-get -q update ; \
    fi && \
    POSTGRES_PKG="libpq5" && \
    apt-get -q install -y --no-install-recommends $MYSQL_PKG $POSTGRES_PKG libssl3 libffi8 libpython3.11 python3 python3-pip python3-venv curl jq && \
    # The python3-cryptography debian package installs version 2.6.1, but we
    # we want to use the version specified in requirements.txt. To do this,
    # we have to remove the python3-cryptography package here.
    apt-get -q remove -y python3-cryptography 2>/dev/null || true && \
    apt-get -q autoremove -y && \
    rm -rf /var/lib/apt/lists/*

WORKDIR /app

COPY --from=builder /app/requirements.txt /app/
COPY --from=builder /app/tools/integration_tests/requirements.txt /app/tools/integration_tests/
COPY --from=builder /app/tools/tokenserver/requirements.txt /app/tools/tokenserver/
# See comment above where this requirements file is generated
COPY --from=builder /app/tools/postgres/requirements.txt /app/tools/postgres/
COPY --from=builder /app/wheels /tmp/wheels

RUN groupadd --gid 10001 app && \
    useradd --uid 10001 --gid 10001 --home /app --create-home app

RUN pip3 install --break-system-packages --no-cache-dir --no-index --find-links=/tmp/wheels -r /app/requirements.txt && \
    pip3 install --break-system-packages --no-cache-dir --no-index --find-links=/tmp/wheels -r /app/tools/integration_tests/requirements.txt && \
    pip3 install --break-system-packages --no-cache-dir --no-index --find-links=/tmp/wheels -r /app/tools/tokenserver/requirements.txt && \
    if [ "$SYNCSTORAGE_DATABASE_BACKEND" = "postgres" ] && [ -f /app/tools/postgres/requirements.txt ]; then \
        pip3 install --break-system-packages --no-cache-dir --no-index --find-links=/tmp/wheels -r /app/tools/postgres/requirements.txt; \
    fi && \
    rm -rf /tmp/wheels /root/.cache/pip

COPY --from=builder /app/bin /app/bin
COPY --from=builder /app/version.json /app
COPY --from=builder /app/tools/spanner /app/tools/spanner
COPY --from=builder /app/tools/integration_tests /app/tools/integration_tests
COPY --from=builder /app/tools/tokenserver /app/tools/tokenserver
COPY --from=builder --chmod=0755 /app/scripts/prepare-spanner.sh /app/scripts/prepare-spanner.sh
COPY --from=builder --chmod=0755 /app/scripts/start_mock_fxa_server.sh /app/scripts/start_mock_fxa_server.sh
COPY --from=builder /app/syncstorage-spanner/src/schema.ddl /app/schema.ddl

USER app:app

ENTRYPOINT ["/app/bin/syncserver"]