feat: add geocoder build pipeline with incremental patching

.github/workflows/geocoder-profile.yml

@@ -0,0 +1,194 @@
+name: Profile Patch Pipeline
+
+concurrency:
+  group: geocoder-profile
+  cancel-in-progress: true
+
+on:
+  push:
+    paths:
+      - '.github/workflows/geocoder-profile.yml'
+  workflow_dispatch:
+
+env:
+  S3_BUCKET: geoshenanigans-reverse-geocoding
+  S3_ENDPOINT: https://t3.storage.dev
+
+permissions:
+  contents: read
+
+jobs:
+  profile:
+    runs-on: pokedex-giant
+    timeout-minutes: 120
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+        with:
+          persist-credentials: false
+
+      - name: Install tools
+        run: |
+          sudo apt-get update -qq
+          sudo apt-get install -y -qq cmake g++ libz-dev libzstd-dev \
+            libbz2-dev libexpat1-dev libosmium2-dev jq time
+          curl -sL "https://github.com/peak/s5cmd/releases/download/v2.3.0/s5cmd_2.3.0_Linux-64bit.tar.gz" \
+            -o /tmp/s5cmd.tar.gz
+          sudo tar xzf /tmp/s5cmd.tar.gz -C /usr/local/bin s5cmd
+
+      - name: Configure credentials
+        run: |
+          echo "::add-mask::$AWS_ACCESS_KEY_ID"
+          echo "::add-mask::$AWS_SECRET_ACCESS_KEY"
+          echo "CACHE_AWS_KEY=$AWS_ACCESS_KEY_ID" >> "$GITHUB_ENV"
+          echo "CACHE_AWS_SECRET=$AWS_SECRET_ACCESS_KEY" >> "$GITHUB_ENV"
+          echo "AWS_ACCESS_KEY_ID=$KEY" >> "$GITHUB_ENV"
+          echo "AWS_SECRET_ACCESS_KEY=$SECRET" >> "$GITHUB_ENV"
+        env:
+          KEY: ${{ secrets.TIGRIS_WRITE_KEY_ID }}
+          SECRET: ${{ secrets.TIGRIS_WRITE_ACCESS_KEY }}
+
+      - name: Build tools
+        run: |
+          cd geocoder/builder && mkdir -p build && cd build
+          cmake .. -DCMAKE_BUILD_TYPE=Release
+          make -j$(nproc) geocoder-diff geocoder-patch
+          echo "$PWD" >> "$GITHUB_PATH"
+
+      - name: Download two builds from Tigris
+        run: |
+          S5="s5cmd --endpoint-url $S3_ENDPOINT"
+          echo "Downloading 2026-04-04 build..."
+          START=$(date +%s)
+          $S5 cp "s3://$S3_BUCKET/geocoder/builds/2026-04-04/*" /tmp/build-old/
+          echo "Old: $(find /tmp/build-old -type f | wc -l) files in $(($(date +%s)-START))s"
+
+          echo "Downloading 2026-04-05 build..."
+          START=$(date +%s)
+          $S5 cp "s3://$S3_BUCKET/geocoder/builds/2026-04-05/*" /tmp/build-new/
+          echo "New: $(find /tmp/build-new -type f | wc -l) files in $(($(date +%s)-START))s"
+
+      - name: Profile each variant
+        run: |
+          OLD="/tmp/build-old"
+          NEW="/tmp/build-new"
+          WORKDIR="/tmp/profile"
+          mkdir -p "$WORKDIR"
+
+          echo "CPUs: $(nproc)"
+          echo "Memory: $(free -h | awk '/Mem:/{print $2}')"
+          echo "Cgroup mem: $(cat /sys/fs/cgroup/memory.max 2>/dev/null | numfmt --to=iec 2>/dev/null || echo unknown)"
+          echo ""
+
+          VARIANTS=$(cd "$NEW" && find . -name "*.bin" -exec dirname {} \; | sort -u | sed 's|^\./||')
+
+          # Header
+          echo "## Patch Profile Results" >> "$GITHUB_STEP_SUMMARY"
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+          echo "| Variant | Files | Diff (s) | Diff Mem (MB) | Patch Size (KB) | Patch (s) | Patch Mem (MB) | Verify (s) | Total (s) |" >> "$GITHUB_STEP_SUMMARY"
+          echo "|---------|-------|----------|---------------|-----------------|-----------|----------------|------------|-----------|" >> "$GITHUB_STEP_SUMMARY"
+
+          for variant in $VARIANTS; do
+            N_NEW=$(ls "$NEW/$variant/"*.bin 2>/dev/null | wc -l)
+            N_OLD=$(ls "$OLD/$variant/"*.bin 2>/dev/null | wc -l)
+            [ "$N_NEW" -lt 2 ] && continue
+            [ "$N_OLD" -ne "$N_NEW" ] && continue
+
+            SAFE=$(echo "$variant" | tr '/' '_')
+            PATCH="$WORKDIR/${SAFE}.gcpatch"
+            VERIFY="$WORKDIR/verify-${SAFE}"
+            mkdir -p "$VERIFY"
+
+            TOTAL_START=$(date +%s%N)
+
+            # Diff
+            DIFF_START=$(date +%s%N)
+            /usr/bin/time -v geocoder-diff "$OLD/$variant/" "$NEW/$variant/" -o "$PATCH" 2>"$WORKDIR/t-diff" >/dev/null
+            DIFF_END=$(date +%s%N)
+            DIFF_S=$(echo "scale=1; ($DIFF_END - $DIFF_START) / 1000000000" | bc)
+            DIFF_MEM=$(grep "Maximum resident" "$WORKDIR/t-diff" | awk '{print int($NF/1024)}')
+            PATCH_KB=$(( $(stat -c%s "$PATCH" 2>/dev/null || echo 0) / 1024 ))
+
+            # Patch
+            PATCH_START=$(date +%s%N)
+            /usr/bin/time -v geocoder-patch "$OLD/$variant/" "$PATCH" -o "$VERIFY/" 2>"$WORKDIR/t-patch" >/dev/null
+            PATCH_END=$(date +%s%N)
+            PATCH_S=$(echo "scale=1; ($PATCH_END - $PATCH_START) / 1000000000" | bc)
+            PATCH_MEM=$(grep "Maximum resident" "$WORKDIR/t-patch" | awk '{print int($NF/1024)}')
+
+            # Verify
+            VERIFY_START=$(date +%s%N)
+            MATCH=0
+            for f in "$NEW/$variant/"*.bin; do
+              b=$(basename "$f")
+              cmp -s "$VERIFY/$b" "$NEW/$variant/$b" && MATCH=$((MATCH + 1))
+            done
+            VERIFY_END=$(date +%s%N)
+            VERIFY_S=$(echo "scale=1; ($VERIFY_END - $VERIFY_START) / 1000000000" | bc)
+
+            TOTAL_END=$(date +%s%N)
+            TOTAL_S=$(echo "scale=1; ($TOTAL_END - $TOTAL_START) / 1000000000" | bc)
+
+            STATUS="✓"
+            [ "$MATCH" -ne "$N_NEW" ] && STATUS="✗"
+
+            echo "$variant: diff=${DIFF_S}s(${DIFF_MEM}MB) patch=${PATCH_S}s(${PATCH_MEM}MB) verify=${VERIFY_S}s total=${TOTAL_S}s ${STATUS}"
+            echo "| $variant | $N_NEW | $DIFF_S | $DIFF_MEM | $PATCH_KB | $PATCH_S | $PATCH_MEM | $VERIFY_S | $TOTAL_S |" >> "$GITHUB_STEP_SUMMARY"
+
+            rm -f "$PATCH"
+            rm -rf "$VERIFY"
+          done
+
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+
+      - name: Profile parallel runs
+        run: |
+          OLD="/tmp/build-old"
+          NEW="/tmp/build-new"
+          WORKDIR="/tmp/profile-parallel"
+
+          VARIANTS=$(cd "$NEW" && find . -name "*.bin" -exec dirname {} \; | sort -u | sed 's|^\./||')
+
+          echo "## Parallel Profile" >> "$GITHUB_STEP_SUMMARY"
+          echo "" >> "$GITHUB_STEP_SUMMARY"
+
+          for PARALLEL in 1 4 8 16 32 64; do
+            rm -rf "$WORKDIR" && mkdir -p "$WORKDIR"
+            echo "Testing $PARALLEL parallel jobs..."
+            START=$(date +%s)
+            PEAK_MEM=0
+            JOBS=0
+
+            for variant in $VARIANTS; do
+              N_NEW=$(ls "$NEW/$variant/"*.bin 2>/dev/null | wc -l)
+              N_OLD=$(ls "$OLD/$variant/"*.bin 2>/dev/null | wc -l)
+              [ "$N_NEW" -lt 2 ] && continue
+              [ "$N_OLD" -ne "$N_NEW" ] && continue
+
+              (
+                SAFE=$(echo "$variant" | tr '/' '_')
+                PATCH="$WORKDIR/${SAFE}.gcpatch"
+                VERIFY="$WORKDIR/verify-${SAFE}"
+                mkdir -p "$VERIFY"
+                geocoder-diff "$OLD/$variant/" "$NEW/$variant/" -o "$PATCH" 2>/dev/null
+                geocoder-patch "$OLD/$variant/" "$PATCH" -o "$VERIFY/" 2>/dev/null
+                MATCH=0
+                for f in "$NEW/$variant/"*.bin; do
+                  b=$(basename "$f")
+                  cmp -s "$VERIFY/$b" "$NEW/$variant/$b" && MATCH=$((MATCH + 1))
+                done
+                rm -f "$PATCH"
+                rm -rf "$VERIFY"
+              ) &
+
+              JOBS=$((JOBS + 1))
+              if [ $JOBS -ge $PARALLEL ]; then
+                wait -n 2>/dev/null || true
+                JOBS=$((JOBS - 1))
+              fi
+            done
+            wait
+            END=$(date +%s)
+            ELAPSED=$((END - START))
+            echo "  parallel=$PARALLEL: ${ELAPSED}s"
+            echo "| $PARALLEL parallel | ${ELAPSED}s |" >> "$GITHUB_STEP_SUMMARY"
+          done

geocoder/.dockerignore

@@ -0,0 +1,6 @@
+build/
+target/
+server/target/
+test-output/
+*.osm.pbf
+.git/

geocoder/.gitignore

@@ -0,0 +1,4 @@
+build/
+target/
+test-output/
+*.osm.pbf

geocoder/Dockerfile

@@ -0,0 +1,42 @@
+# Stage 1: Build C++ indexer
+FROM debian:bookworm-slim AS builder-cpp
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential cmake \
+    libosmium2-dev libprotozero-dev \
+    libs2-dev \
+    zlib1g-dev libbz2-dev libexpat1-dev liblz4-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /src
+COPY builder/ builder/
+RUN mkdir build && cd build && cmake ../builder && make -j$(nproc)
+
+# Stage 2: Build Rust server
+FROM rust:bookworm AS builder-rust
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    cmake \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /src
+COPY server/ server/
+RUN cargo build --release --manifest-path server/Cargo.toml
+
+# Stage 3: Runtime
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libs2-0 \
+    zlib1g libbz2-1.0 libexpat1 liblz4-1 \
+    curl ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=builder-cpp /src/build/build-index /usr/local/bin/
+COPY --from=builder-rust /src/server/target/release/query-server /usr/local/bin/
+COPY entrypoint.sh /usr/local/bin/
+
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+ENTRYPOINT ["entrypoint.sh"]
+CMD ["auto"]