name: Docker on: push: branches: - "master" tags: - "v*" - "nightly/v*" - "beta/v*" # Release workflows push lane tags with GITHUB_TOKEN, and GitHub suppresses # push-triggered runs for those, so release.yml dispatches this workflow at # the new tag ref instead. The tag mapping below keys off github.ref either # way. workflow_dispatch: permissions: contents: read packages: write # Serialise builds per ref without killing an in-flight one: a newer push # supersedes only the pending slot, so the image build that is already # running always finishes and publishes. Canary TAG refs each get their # own group on purpose: their builds run in parallel so every published # canary gets its sha images regardless of merge cadence. The mutable # `:canary` channel tags are NOT written by the build matrix (which # would race across parallel runs) — each canary-tag run retags the # channel afterwards, only if it still matches the npm `canary` # dist-tag, so the channel moves monotonically and always mirrors npm. concurrency: group: docker-${{ github.ref }} cancel-in-progress: false jobs: build-and-push: runs-on: ubuntu-latest timeout-minutes: 60 steps: - name: Checkout uses: actions/checkout@v7 with: # Full history and tags so `git describe` below can compute the # release version to stamp into the image. fetch-depth: 0 # `.git` is dockerignored, so a running image cannot derive its own # version and otherwise reports the source package.json placeholder in # analytics and the debug panel. Compute it here from the pristine # checkout (real CalVer drift from the nearest release tag) and pass it # into both builds. Empty when no release tag is reachable — the server # then keeps its existing fallbacks. - name: Compute build version id: build-version run: | set -euo pipefail case "${GITHUB_REF}" in refs/tags/nightly/v*) # Lane tags carry the exact published version; stamp it verbatim # instead of describing drift from the nearest stable tag. version="${GITHUB_REF#refs/tags/nightly/v}" ;; refs/tags/beta/v*) version="${GITHUB_REF#refs/tags/beta/v}" ;; *) version="$(git describe --tags --match 'v*' --long --dirty 2>/dev/null || true)" ;; esac echo "version=${version}" >> "$GITHUB_OUTPUT" echo "Stamping build version: ${version:-}" # ISO week stamp for the Dockerfile's tool layer: the layer caches # across commits and re-pulls the @latest CLI tools when the week rolls # over, instead of on every build. - name: Compute tool cache epoch id: tools-epoch run: echo "epoch=$(date -u +%G-W%V)" >> "$GITHUB_OUTPUT" - name: Setup pnpm uses: pnpm/action-setup@v6 with: version: 9.15.4 run_install: false # No dependency cache here: this workflow publishes release images, and # restoring a shared Actions cache into the build inputs would let a # poisoned cache entry reach the published artifact. - name: Setup Node.js uses: actions/setup-node@v7 with: node-version: 24 - name: Refresh lockfile for Docker build context run: | set -euo pipefail pnpm install --resolution-only --ignore-scripts --no-frozen-lockfile changed="$(git status --porcelain)" if [ -z "$changed" ]; then echo "Lockfile already matches package metadata." exit 0 fi if printf '%s\n' "$changed" | grep -Fvq ' pnpm-lock.yaml'; then echo "Unexpected files changed during lockfile refresh:" echo "$changed" exit 1 fi echo "Using refreshed pnpm-lock.yaml in the Docker build context." - name: Free runner disk run: | set -euo pipefail echo "Disk before cleanup:" df -h pnpm store prune || true sudo apt-get clean || true sudo rm -rf \ /usr/share/dotnet \ /usr/share/swift \ /usr/local/lib/android \ /usr/local/share/boost \ /usr/local/share/powershell \ /opt/ghc \ /opt/hostedtoolcache/CodeQL \ /opt/hostedtoolcache/PyPy \ /opt/hostedtoolcache/Ruby || true docker system prune -af || true echo "Disk after cleanup:" df -h - name: Login to GitHub Container Registry uses: docker/login-action@v4 with: registry: ghcr.io username: ${{ github.repository_owner }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set up Docker Buildx uses: docker/setup-buildx-action@v4 # Deployment tooling reads these labels from the registry to verify an # image's schema expectations against a migrator before deploying it, # without pulling the image. The server refuses to start when the # database is missing bundled migrations, so orchestrators need a cheap # way to check image/migrator compatibility up front. - name: Compute schema migration labels id: schema run: | set -euo pipefail last=$(ls packages/db/src/migrations/*.sql | sed 's|.*/||' | LC_ALL=C sort | tail -1) count=$(ls packages/db/src/migrations/*.sql | wc -l | tr -d ' ') echo "last=${last}" >> "$GITHUB_OUTPUT" echo "count=${count}" >> "$GITHUB_OUTPUT" # Lane tag mapping: nightly/v* tags publish `:nightly`, and only # stable v* tags move `:latest` and the versioned tags. # `:sha-` is published on every build. `:canary` is # deliberately absent here — the channel tag is moved by the # dist-tag-checked retag step below, never by the build matrix, # so parallel canary builds cannot race it backwards. - name: Docker meta id: meta uses: docker/metadata-action@v6 with: images: ghcr.io/${{ github.repository }} tags: | type=raw,value=nightly,enable=${{ startsWith(github.ref, 'refs/tags/nightly/v') }} type=raw,value=beta,enable=${{ startsWith(github.ref, 'refs/tags/beta/v') }} type=raw,value=latest,enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=semver,pattern={{version}},enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=semver,pattern={{major}}.{{minor}},enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=sha labels: | io.github.paperclipai.schema.last-migration=${{ steps.schema.outputs.last }} io.github.paperclipai.schema.migration-count=${{ steps.schema.outputs.count }} - name: Build and push uses: docker/build-push-action@v7 with: context: . # Pin the self-hosted image to the production stage explicitly: # the Dockerfile now declares a later `cloud` stage, and without a # target the default would silently become that stage. target: production build-args: | PAPERCLIP_BUILD_VERSION=${{ steps.build-version.outputs.version }} PAPERCLIP_BUILD_COMMIT=${{ github.sha }} CLI_TOOLS_CACHE_EPOCH=${{ steps.tools-epoch.outputs.epoch }} platforms: linux/amd64,linux/arm64 push: true # Registry-backed BuildKit cache instead of type=gha: the Actions # cache is capped at 10GB per repo, and two multi-arch mode=max jobs # evict each other, so most builds ran effectively cold. The cache # ref lives in ghcr next to the image and is written only by this # workflow (docker.yml runs on master/tag pushes, never on PRs). cache-from: type=registry,ref=ghcr.io/${{ github.repository }}:buildcache cache-to: type=registry,ref=ghcr.io/${{ github.repository }}:buildcache,mode=max tags: ${{ steps.meta.outputs.tags }} labels: ${{ steps.meta.outputs.labels }} # PID 1 must be an init that reaps adopted orphans. With node there, the # orphans agent runs leave behind are never wait()ed and pin as zombies # until the cgroup pid limit is exhausted and every fork() in the # container fails. Run against the pushed image rather than a local # build: the step above is multi-arch with `push: true`, so nothing is # loaded into the runner's daemon. The cloud variant is FROM production # and inherits the same ENTRYPOINT, so checking this image covers both. - name: Verify PID 1 reaps orphaned processes env: # Through the environment, not interpolated into the script body, so # the tag text is data rather than shell. IMAGE_TAGS: ${{ steps.meta.outputs.tags }} run: | set -euo pipefail image="$(printf '%s\n' "$IMAGE_TAGS" | head -n 1)" test -n "$image" echo "Verifying orphan reaping in $image" docker run --rm -i --pull always "$image" sh -s < scripts/assert-orphan-reaping.sh # The cloud variant carries built bundled plugins for managed deployments # (see the `cloud` stage in the Dockerfile). It runs as its own job with no # `needs:` on the stock publish above, so the two builds run in parallel and # a failure or slow build in one never gates, delays, or skips the other. # Both jobs share only the single top-level concurrency slot. Each job is a # separate runner, so this one carries its own copy of the prep steps # (checkout through schema labels) — the accepted cost of that isolation. build-and-push-cloud: runs-on: ubuntu-latest timeout-minutes: 60 steps: - name: Checkout uses: actions/checkout@v7 with: # Full history and tags so `git describe` below can compute the # release version to stamp into the image. fetch-depth: 0 # `.git` is dockerignored, so a running image cannot derive its own # version and otherwise reports the source package.json placeholder in # analytics and the debug panel. Compute it here from the pristine # checkout (real CalVer drift from the nearest release tag) and pass it # into the build. Empty when no release tag is reachable — the server # then keeps its existing fallbacks. - name: Compute build version id: build-version run: | set -euo pipefail case "${GITHUB_REF}" in refs/tags/nightly/v*) # Lane tags carry the exact published version; stamp it verbatim # instead of describing drift from the nearest stable tag. version="${GITHUB_REF#refs/tags/nightly/v}" ;; refs/tags/beta/v*) version="${GITHUB_REF#refs/tags/beta/v}" ;; *) version="$(git describe --tags --match 'v*' --long --dirty 2>/dev/null || true)" ;; esac echo "version=${version}" >> "$GITHUB_OUTPUT" echo "Stamping build version: ${version:-}" # ISO week stamp for the Dockerfile's tool layer: the layer caches # across commits and re-pulls the @latest CLI tools when the week rolls # over, instead of on every build. - name: Compute tool cache epoch id: tools-epoch run: echo "epoch=$(date -u +%G-W%V)" >> "$GITHUB_OUTPUT" - name: Setup pnpm uses: pnpm/action-setup@v6 with: version: 9.15.4 run_install: false # No dependency cache here: this workflow publishes release images, and # restoring a shared Actions cache into the build inputs would let a # poisoned cache entry reach the published artifact. - name: Setup Node.js uses: actions/setup-node@v7 with: node-version: 24 - name: Refresh lockfile for Docker build context run: | set -euo pipefail pnpm install --resolution-only --ignore-scripts --no-frozen-lockfile changed="$(git status --porcelain)" if [ -z "$changed" ]; then echo "Lockfile already matches package metadata." exit 0 fi if printf '%s\n' "$changed" | grep -Fvq ' pnpm-lock.yaml'; then echo "Unexpected files changed during lockfile refresh:" echo "$changed" exit 1 fi echo "Using refreshed pnpm-lock.yaml in the Docker build context." - name: Free runner disk run: | set -euo pipefail echo "Disk before cleanup:" df -h pnpm store prune || true sudo apt-get clean || true sudo rm -rf \ /usr/share/dotnet \ /usr/share/swift \ /usr/local/lib/android \ /usr/local/share/boost \ /usr/local/share/powershell \ /opt/ghc \ /opt/hostedtoolcache/CodeQL \ /opt/hostedtoolcache/PyPy \ /opt/hostedtoolcache/Ruby || true docker system prune -af || true echo "Disk after cleanup:" df -h - name: Login to GitHub Container Registry uses: docker/login-action@v4 with: registry: ghcr.io username: ${{ github.repository_owner }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set up Docker Buildx uses: docker/setup-buildx-action@v4 # Deployment tooling reads these labels from the registry to verify an # image's schema expectations against a migrator before deploying it, # without pulling the image. The server refuses to start when the # database is missing bundled migrations, so orchestrators need a cheap # way to check image/migrator compatibility up front. - name: Compute schema migration labels id: schema run: | set -euo pipefail last=$(ls packages/db/src/migrations/*.sql | sed 's|.*/||' | LC_ALL=C sort | tail -1) count=$(ls packages/db/src/migrations/*.sql | wc -l | tr -d ' ') echo "last=${last}" >> "$GITHUB_OUTPUT" echo "count=${count}" >> "$GITHUB_OUTPUT" # Published under the same lane tag set as the self-hosted image, with a # `-cloud` suffix (nightly-cloud, latest-cloud, -cloud, # sha--cloud). `:canary-cloud` follows the same retag-step # ownership rule as `:canary` above. - name: Docker meta (cloud) id: meta-cloud uses: docker/metadata-action@v6 with: images: ghcr.io/${{ github.repository }} flavor: | suffix=-cloud,onlatest=true tags: | type=raw,value=nightly,enable=${{ startsWith(github.ref, 'refs/tags/nightly/v') }} type=raw,value=beta,enable=${{ startsWith(github.ref, 'refs/tags/beta/v') }} type=raw,value=latest,enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=semver,pattern={{version}},enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=semver,pattern={{major}}.{{minor}},enable=${{ startsWith(github.ref, 'refs/tags/v') }} type=sha labels: | io.github.paperclipai.schema.last-migration=${{ steps.schema.outputs.last }} io.github.paperclipai.schema.migration-count=${{ steps.schema.outputs.count }} - name: Build and push (cloud) uses: docker/build-push-action@v7 with: context: . target: cloud # Space-separated sandbox-provider directory names to build into # the variant; add here when managed deployments need another. # CLOUD_BUNDLED_SERVER_DEPS names the optional peer packages the # variant installs from server/package.json's declared version; # add another name there when a managed tenant needs it. build-args: | CLOUD_BUNDLED_PLUGINS=daytona CLOUD_BUNDLED_SERVER_DEPS=@sentry/node PAPERCLIP_BUILD_VERSION=${{ steps.build-version.outputs.version }} PAPERCLIP_BUILD_COMMIT=${{ github.sha }} CLI_TOOLS_CACHE_EPOCH=${{ steps.tools-epoch.outputs.epoch }} # amd64 only, unlike the self-hosted image above: the cloud variant # is consumed exclusively by managed-deployment hosts, which run # amd64. The QEMU-emulated arm64 half dominated this job's wall # clock, and dropping it roughly halves time-to-deployable-image. platforms: linux/amd64 push: true # Registry-backed BuildKit cache, separate ref from the self-hosted # job so the two parallel builds never clobber each other's cache # manifest (see the rationale on the job above). cache-from: type=registry,ref=ghcr.io/${{ github.repository }}:buildcache-cloud cache-to: type=registry,ref=ghcr.io/${{ github.repository }}:buildcache-cloud,mode=max tags: ${{ steps.meta-cloud.outputs.tags }} labels: ${{ steps.meta-cloud.outputs.labels }} # The cloud target installs @sentry/node at the version # server/package.json declares, into a directory the server's own # module resolution walks. Verify the image this job just pushed, not # a local build, so a build-cache or layer-ordering regression is # caught before any tenant runs the image. - name: Verify the pushed image resolves the declared Sentry version env: IMAGE_TAGS: ${{ steps.meta-cloud.outputs.tags }} run: | set -euo pipefail image="$(printf '%s\n' "$IMAGE_TAGS" | head -n 1)" test -n "$image" expected="$(node -e "process.stdout.write(require('./server/package.json').peerDependencies['@sentry/node'])")" test -n "$expected" installed="$(docker run --rm --pull always \ -v "$PWD/scripts/assert-cloud-image-sentry.mjs:/app/server/.ci-sentry-probe.mjs:ro" \ --entrypoint node "$image" /app/server/.ci-sentry-probe.mjs)" echo "Declared optional peer version: $expected" echo "Installed in the pushed image: $installed" if [ "$installed" != "$expected" ]; then echo "ERROR: the pushed image resolves @sentry/node@$installed, expected @sentry/node@$expected" >&2 exit 1 fi echo "The pushed image resolves the declared @sentry/node version." # Moves the mutable `:canary` / `:canary-cloud` channel tags. Kept OUT # of the build jobs and serialized in its own lane, and — the load- # bearing property — CONVERGENT rather than self-interested: a # promotion does not promote "its own" canary, it retags the channel # to whatever the npm `canary` dist-tag names at execution time, # provided that version's sha images are published. GitHub's shared # concurrency lane keeps one running and one pending promotion and # REPLACES the pending slot with the latest enqueued — an older build # finishing late can therefore evict the newest canary's pending # promotion. With convergent promotion that eviction is harmless: # whichever promotion survives resolves the current dist-tag fresh # and lands the channel there (the current canary's images always # exist by the time any later promotion runs, because per-tag build # groups mean canary builds are never superseded and each run's # promotion is gated on its own completed pushes). Every interleaving # converges the Docker channel onto the npm channel. promote_canary_channel: if: startsWith(github.ref, 'refs/tags/canary/v') needs: [build-and-push, build-and-push-cloud] runs-on: ubuntu-latest timeout-minutes: 10 permissions: contents: read packages: write concurrency: group: docker-canary-channel-promotion cancel-in-progress: false steps: - name: Login to GitHub Container Registry uses: docker/login-action@v4 with: registry: ghcr.io username: ${{ github.repository_owner }} password: ${{ secrets.GITHUB_TOKEN }} - name: Converge the channel tags onto the current npm canary env: IMAGE: ghcr.io/${{ github.repository }} GH_TOKEN: ${{ github.token }} run: | current="$(curl -fsS "https://registry.npmjs.org/-/package/@paperclipai%2Fdb/dist-tags" | jq -er .canary)" sha="$(gh api "repos/${GITHUB_REPOSITORY}/commits/$(printf 'canary/v%s' "$current" | jq -sRr @uri)" --jq .sha 2>/dev/null || true)" if [ -z "$sha" ]; then echo "canary/v${current} does not resolve yet; a later promotion converges the channel" exit 0 fi short="$(printf '%s' "$sha" | cut -c1-7)" if ! docker buildx imagetools inspect "$IMAGE:sha-${short}-cloud" >/dev/null 2>&1; then echo "images for ${current} (sha-${short}) not published yet; its own promotion converges the channel" exit 0 fi docker buildx imagetools create -t "$IMAGE:canary" "$IMAGE:sha-${short}" docker buildx imagetools create -t "$IMAGE:canary-cloud" "$IMAGE:sha-${short}-cloud" echo "channel tags moved to canary ${current} (sha-${short})"