Run separate web server, registry watcher and build servers in docker-compose

Author: Nemo157

docker-compose.yml

@@ -4,33 +4,98 @@ services:
         build:
             context: .
             dockerfile: ./dockerfiles/Dockerfile
+            target: web-server
         platform: "linux/amd64"
         depends_on:
             - db
             - s3
         ports:
-            - "3000:3000"
-        # for metrics
-        expose: ["3000"]
-        volumes:
-            - "/var/run/docker.sock:/var/run/docker.sock"
-            - ".rustwide-docker:/opt/docsrs/rustwide"
-            - "cratesio-index:/opt/docsrs/prefix/crates.io-index"
+            - "3000:80"
         environment:
-            DOCSRS_RUSTWIDE_WORKSPACE: /opt/docsrs/rustwide
+            DOCSRS_PREFIX: /opt/docsrs/prefix
             DOCSRS_DATABASE_URL: postgresql://cratesfyi:password@db
             DOCSRS_STORAGE_BACKEND: s3
             S3_ENDPOINT: http://s3:9000
             AWS_ACCESS_KEY_ID: cratesfyi
             AWS_SECRET_ACCESS_KEY: secret_key
         env_file:
             - .env
+        healthcheck:
+            test: ["CMD", "curl", "--silent", "--fail", "localhost:80"]
+            interval: 10s
+            timeout: 5s
+            retries: 10
+
+    registry-watcher:
+        build:
+            context: .
+            dockerfile: ./dockerfiles/Dockerfile
+            target: registry-watcher
+        platform: "linux/amd64"
+        depends_on:
+            - db
+        volumes:
+            - "cratesio-index:/opt/docsrs/prefix/crates.io-index"
+        environment:
+            DOCSRS_PREFIX: /opt/docsrs/prefix
+            DOCSRS_DATABASE_URL: postgresql://cratesfyi:password@db
+        env_file:
+            - .env
         healthcheck:
             test: ["CMD", "curl", "--silent", "--fail", "localhost:3000"]
             interval: 10s
             timeout: 5s
             retries: 10
 
+    builder:
+        build:
+            context: .
+            dockerfile: ./dockerfiles/Dockerfile
+            target: build-server
+        depends_on:
+            - db
+            - s3
+        volumes:
+            - "/var/run/docker.sock:/var/run/docker.sock"
+            - "cratesio-index:/opt/docsrs/prefix/crates.io-index"
+        environment:
+            RUST_BACKTRACE: true
+            DOCSRS_PREFIX: /opt/docsrs/prefix
+            DOCSRS_RUSTWIDE_WORKSPACE: /opt/docsrs/rustwide
+            DOCSRS_DOCKER: true
+            DOCSRS_DOCKER_IMAGE: ghcr.io/rust-lang/crates-build-env/linux-micro
+            DOCSRS_DATABASE_URL: postgresql://cratesfyi:password@db
+            DOCSRS_STORAGE_BACKEND: s3
+            S3_ENDPOINT: http://s3:9000
+            AWS_ACCESS_KEY_ID: cratesfyi
+            AWS_SECRET_ACCESS_KEY: secret_key
+        env_file:
+            - .env
+        deploy:
+          replicas: 2
+
+    cli:
+        build:
+            context: .
+            dockerfile: ./dockerfiles/Dockerfile
+            target: cli
+        depends_on:
+            - db
+            - s3
+        volumes:
+            - "cratesio-index:/opt/docsrs/prefix/crates.io-index"
+        environment:
+            DOCSRS_PREFIX: /opt/docsrs/prefix
+            DOCSRS_RUSTWIDE_WORKSPACE: /opt/docsrs/rustwide
+            DOCSRS_DOCKER: true
+            DOCSRS_DATABASE_URL: postgresql://cratesfyi:password@db
+            DOCSRS_STORAGE_BACKEND: s3
+            S3_ENDPOINT: http://s3:9000
+            AWS_ACCESS_KEY_ID: cratesfyi
+            AWS_SECRET_ACCESS_KEY: secret_key
+        env_file:
+            - .env
+
     db:
         build:
             context: ./dockerfiles

dockerfiles/Dockerfile

@@ -76,6 +76,66 @@ WORKDIR /srv/docsrs
 # Tini is a small init binary to properly handle signals
 CMD ["/usr/bin/tini", "/usr/local/bin/cratesfyi", "start-web-server", "0.0.0.0:80"]
 
+########################
+#  Build server stage  #
+########################
+
+FROM ubuntu:22.04 AS build-server
+
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive apt-get upgrade -y \
+    && DEBIAN_FRONTEND=noninteractive apt-get install -y \
+        ca-certificates \
+        tini \
+        docker.io \
+        build-essential \
+        gcc \
+        pkg-config \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=build /build/target/release/cratesfyi /usr/local/bin
+
+WORKDIR /srv/docsrs
+# Tini is a small init binary to properly handle signals
+CMD ["/usr/bin/tini", "/usr/local/bin/cratesfyi", "start-build-server"]
+
+############################
+#  Registry watcher stage  #
+############################
+
+FROM ubuntu:22.04 AS registry-watcher
+
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive apt-get upgrade -y \
+    && DEBIAN_FRONTEND=noninteractive apt-get install -y \
+        ca-certificates \
+        tini \
+        git \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=build /build/target/release/cratesfyi /usr/local/bin
+
+WORKDIR /srv/docsrs
+# Tini is a small init binary to properly handle signals
+CMD ["/usr/bin/tini", "/usr/local/bin/cratesfyi", "start-registry-watcher"]
+
+###############
+#  CLI stage  #
+###############
+
+FROM ubuntu:22.04 AS cli
+
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive apt-get upgrade -y \
+    && DEBIAN_FRONTEND=noninteractive apt-get install -y \
+        ca-certificates \
+        tini \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=build /build/target/release/cratesfyi /usr/local/bin
+
+ENTRYPOINT ["/usr/local/bin/cratesfyi"]
+
 ##################
 #  Output stage  #
 ##################