76 lines
3.6 KiB
Bash
76 lines
3.6 KiB
Bash
#!/usr/bin/env bash
|
|
# Build the real Docker target on two fresh builders using an exported cache.
|
|
# Export only metadata, avoiding a multi-gigabyte test image in the daemon.
|
|
set -euo pipefail
|
|
repo_root="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
probe_dir="$(mktemp -d "${TMPDIR:-/tmp}/paperclip-runner-cache.XXXXXX")"
|
|
baseline_builder="${probe_dir##*/}-baseline"
|
|
rebuild_builder="${probe_dir##*/}-rebuild"
|
|
cleanup() {
|
|
for builder in "$baseline_builder" "$rebuild_builder"; do
|
|
docker buildx rm "$builder" >/dev/null 2>&1 || true
|
|
done
|
|
rm -rf "$probe_dir"
|
|
}
|
|
trap cleanup EXIT
|
|
mkdir "$probe_dir/context"
|
|
cd "$repo_root"
|
|
git ls-files -z | tar -cf - --null -T - | tar -xf - -C "$probe_dir/context"
|
|
cd "$probe_dir/context"
|
|
export PROBE_DIR="$probe_dir"
|
|
cp Dockerfile "$probe_dir/cache-probe.Dockerfile"
|
|
cat >> "$probe_dir/cache-probe.Dockerfile" <<'DOCKER'
|
|
FROM runner-build AS cache-proof
|
|
RUN ./runner/target/release/paperclip-runnerd --build-metadata > /metadata.json
|
|
FROM scratch AS cache-proof-export
|
|
COPY --from=cache-proof /metadata.json /metadata.json
|
|
COPY --from=runner-plan /tmp/runner-recipe.json /recipe.json
|
|
FROM scratch AS recipe-proof-export
|
|
COPY --from=runner-plan /tmp/runner-recipe.json /recipe.json
|
|
DOCKER
|
|
build_proof() {
|
|
local result="$1" builder="$2"
|
|
shift 2
|
|
docker buildx build --builder "$builder" --file "$probe_dir/cache-probe.Dockerfile" --target cache-proof-export --output "type=local,dest=$probe_dir/$result" --progress plain "$@" . 2>&1 | tee "$probe_dir/$result.log"
|
|
}
|
|
docker buildx create --name "$baseline_builder" --driver docker-container
|
|
build_proof baseline "$baseline_builder" --cache-to "type=local,dest=$probe_dir/cache,mode=max"
|
|
# Removing the first builder proves the second build cannot use daemon-local
|
|
# state, and releases its disk space before importing the exported cache.
|
|
docker buildx rm "$baseline_builder"
|
|
docker buildx create --name "$rebuild_builder" --driver docker-container
|
|
python3 - <<'CHECK'
|
|
from pathlib import Path
|
|
p=Path('packages/paperclip-runner/runner/crates/runner-core/src/bin/paperclip-runnerd.rs')
|
|
s=p.read_text(); needle='paperclip-runner/runnerd-build-metadata/v1'
|
|
assert s.count(needle)==1
|
|
p.write_text(s.replace(needle,needle+'-cache-probe'))
|
|
CHECK
|
|
build_proof source-change "$rebuild_builder" --cache-from "type=local,src=$probe_dir/cache"
|
|
python3 - <<'CHECK'
|
|
import os,json,re
|
|
from pathlib import Path
|
|
root=Path(os.environ['PROBE_DIR'])
|
|
before=json.loads((root/'baseline/metadata.json').read_text())
|
|
after=json.loads((root/'source-change/metadata.json').read_text())
|
|
assert before['schema']=='paperclip-runner/runnerd-build-metadata/v1'
|
|
assert after['schema']==before['schema']+'-cache-probe'
|
|
assert (root/'baseline/recipe.json').read_bytes()==(root/'source-change/recipe.json').read_bytes()
|
|
log=(root/'source-change.log').read_text()
|
|
step=re.search(r'#(\d+) \[runner-deps[^\n]+ RUN cargo chef cook',log)[1]
|
|
assert f'#{step} CACHED' in log
|
|
assert 'Compiling paperclip-runner-core' in log
|
|
print('PASS: fresh builder imported compiled dependencies; real binary changed.')
|
|
p=Path('packages/paperclip-runner/runner/Cargo.toml')
|
|
s=p.read_text(); assert 'serde_json = "1.0"' in s
|
|
p.write_text(s.replace('serde_json = "1.0"','serde_json = ">=1.0.0, <2.0.0"'))
|
|
CHECK
|
|
docker buildx build --builder "$rebuild_builder" --file "$probe_dir/cache-probe.Dockerfile" --target recipe-proof-export --output "type=local,dest=$probe_dir/manifest-change" --progress plain .
|
|
python3 - <<'CHECK'
|
|
from pathlib import Path
|
|
import os
|
|
root=Path(os.environ['PROBE_DIR'])
|
|
assert (root/'source-change/recipe.json').read_bytes()!=(root/'manifest-change/recipe.json').read_bytes()
|
|
print('PASS: dependency declaration change invalidates the recipe.')
|
|
CHECK
|