feat(serve): split public and admin console listeners #506

Workflow file for this run

.github/workflows/rust-tests.yml at 7541ee7

	name: Rust Tests

	on:
	push:
	branches: [main]
	pull_request:
	branches: [main]
	workflow_dispatch:

	env:
	CARGO_TERM_COLOR: always
	RUST_BACKTRACE: 1

	jobs:
	check:
	name: Cargo Check
	runs-on: ubuntu-latest
	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable

	- name: Install Bun
	uses: oven-sh/setup-bun@v2
	with:
	bun-version: latest

	- name: Cache dependencies
	uses: Swatinem/rust-cache@v2

	- name: Cache wasm-pack binary
	uses: actions/cache@v4
	with:
	path: ~/.cargo/bin/wasm-pack
	key: ${{ runner.os }}-wasm-pack-0.13

	- name: Install system dependencies
	run: sudo apt-get update && sudo apt-get install -y protobuf-compiler

	- name: Install wasm-pack and Build WASM
	run: \|
	if [ ! -f ~/.cargo/bin/wasm-pack ]; then
	cargo install wasm-pack
	fi
	cd crates/temps-captcha-wasm
	bun run build

	- name: Check workspace
	run: cargo check --workspace --all-targets

	fmt:
	name: Formatting
	runs-on: ubuntu-latest
	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable
	with:
	components: rustfmt

	- name: Check formatting
	run: cargo fmt --all -- --check

	clippy:
	name: Clippy (advisory)
	runs-on: ubuntu-latest
	# Non-blocking: clippy warnings are reported but do not fail the build
	continue-on-error: true
	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable
	with:
	components: clippy

	- name: Install Bun
	uses: oven-sh/setup-bun@v2
	with:
	bun-version: latest

	- name: Cache dependencies
	uses: Swatinem/rust-cache@v2

	- name: Cache wasm-pack binary
	uses: actions/cache@v4
	with:
	path: ~/.cargo/bin/wasm-pack
	key: ${{ runner.os }}-wasm-pack-0.13

	- name: Install system dependencies
	run: sudo apt-get update && sudo apt-get install -y protobuf-compiler

	- name: Install wasm-pack and Build WASM
	run: \|
	if [ ! -f ~/.cargo/bin/wasm-pack ]; then
	cargo install wasm-pack
	fi
	cd crates/temps-captcha-wasm
	bun run build

	- name: Run clippy
	run: cargo clippy --workspace --all-targets --all-features -- -D warnings

	# ---------------------------------------------------------------------------
	# Build all test binaries once, then cache for parallel test jobs
	# ---------------------------------------------------------------------------
	build-tests:
	name: Build Test Binaries
	runs-on: ubuntu-latest
	steps:
	- name: Free up disk space
	run: \|
	sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
	sudo docker image prune --all --force
	sudo apt-get autoremove -y && sudo apt-get clean

	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable

	- name: Install Bun
	uses: oven-sh/setup-bun@v2
	with:
	bun-version: latest

	- name: Cache dependencies
	uses: Swatinem/rust-cache@v2
	with:
	# Use a shared cache key so test jobs can restore
	shared-key: test-build
	save-if: true

	- name: Cache wasm-pack binary
	uses: actions/cache@v4
	with:
	path: ~/.cargo/bin/wasm-pack
	key: ${{ runner.os }}-wasm-pack-0.13

	- name: Install system dependencies
	run: sudo apt-get update && sudo apt-get install -y protobuf-compiler

	- name: Install wasm-pack and Build WASM
	run: \|
	if [ ! -f ~/.cargo/bin/wasm-pack ]; then
	cargo install wasm-pack
	fi
	cd crates/temps-captcha-wasm
	bun run build

	- name: Build all test binaries
	run: cargo test --no-run --workspace --all-features
	env:
	CARGO_INCREMENTAL: 0

	# ---------------------------------------------------------------------------
	# Phase 1: Unit tests (fast, no Docker containers needed)
	# ---------------------------------------------------------------------------
	# Runs all workspace tests WITHOUT the docker-tests feature.
	# This executes all pure unit tests across every crate quickly.
	# For temps-providers, Docker-heavy tests are gated behind the
	# `docker-tests` feature flag and will NOT run here.
	unit-tests:
	name: "Unit Tests (${{ matrix.group }})"
	runs-on: ubuntu-latest
	needs: build-tests
	strategy:
	fail-fast: false
	matrix:
	include:
	- group: unit-a
	crates: >-
	-p temps-providers
	-p temps-presets
	-p temps-auth
	-p temps-core
	-p temps-monitoring
	-p temps-kv
	-p temps-analytics-funnels
	-p temps-webhooks
	-p temps-infra
	-p temps-captcha-wasm
	-p temps-geo
	-p temps-environments
	-p temps-audit
	-p temps-analytics-performance
	- group: unit-b
	crates: >-
	-p temps-proxy
	-p temps-error-tracking
	-p temps-git
	-p temps-screenshots
	-p temps-routes
	-p temps-entities
	-p temps-cli
	-p temps-status-page
	-p temps-import
	-p temps-queue
	-p temps-query
	-p temps-analytics-session-replay
	-p temps-dns
	-p temps-email
	-p temps-analytics
	-p temps-analytics-events
	-p temps-otel

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable

	- name: Install Bun
	uses: oven-sh/setup-bun@v2
	with:
	bun-version: latest

	- name: Restore build cache
	uses: Swatinem/rust-cache@v2
	with:
	shared-key: test-build
	save-if: false

	- name: Cache wasm-pack binary
	uses: actions/cache@v4
	with:
	path: ~/.cargo/bin/wasm-pack
	key: ${{ runner.os }}-wasm-pack-0.13

	- name: Install system dependencies
	run: sudo apt-get update && sudo apt-get install -y protobuf-compiler

	- name: Install wasm-pack and Build WASM
	run: \|
	if [ ! -f ~/.cargo/bin/wasm-pack ]; then
	cargo install wasm-pack
	fi
	cd crates/temps-captcha-wasm
	bun run build

	- name: Run unit tests
	env:
	RUST_BACKTRACE: 1
	CARGO_INCREMENTAL: 0
	run: \|
	# Run tests, capturing the names of any failures for targeted retry
	if cargo test --no-fail-fast --lib ${{ matrix.crates }} 2>&1 \| tee /tmp/test-output.txt; then
	echo "All tests passed on first attempt"
	exit 0
	fi

	# Extract failed test names from output
	failed_tests=$(grep '^test .* FAILED$' /tmp/test-output.txt \| sed 's/^test $.$ \.\.\..FAILED$/\1/' \| tr '\n' ' ')
	if [ -z "$failed_tests" ]; then
	echo "Could not parse failed test names, re-running all tests"
	cargo test --no-fail-fast --lib ${{ matrix.crates }}
	exit $?
	fi

	echo ""
	echo "=========================================="
	echo "Retrying only failed tests: $failed_tests"
	echo "=========================================="
	echo ""
	sleep 5

	# Retry only the failed tests (up to 2 more attempts)
	attempt=2
	max_attempts=3
	for test_name in $failed_tests; do
	echo "--- Retrying: $test_name (attempt $attempt/$max_attempts) ---"
	if ! cargo test --no-fail-fast --lib ${{ matrix.crates }} -- "$test_name" --exact; then
	if [ $attempt -lt $max_attempts ]; then
	attempt=$((attempt + 1))
	echo "--- Retrying: $test_name (attempt $attempt/$max_attempts) ---"
	sleep 5
	cargo test --no-fail-fast --lib ${{ matrix.crates }} -- "$test_name" --exact \|\| exit 1
	else
	exit 1
	fi
	fi
	done

	# ---------------------------------------------------------------------------
	# Phase 2: Integration tests (Docker + Database required)
	# ---------------------------------------------------------------------------
	# Runs tests that need Docker daemon and/or a real database.
	# - temps-providers runs with --features docker-tests to include
	# Docker-heavy tests (backup/restore, container lifecycle, etc.)
	# - Other crates that use TestDatabase (testcontainers) run here too.
	integration-tests:
	name: "Integration Tests (${{ matrix.group }})"
	runs-on: ubuntu-latest
	needs: [build-tests, unit-tests]
	# 90 min headroom for the postgres-upgrades group, which can spike past
	# 45 min when pg17/pg18 image pulls land on a cold runner and several
	# orchestrator tests recover serially. Other groups still finish well
	# under that — the timeout only kicks in for true outliers.
	timeout-minutes: 90
	strategy:
	fail-fast: false
	matrix:
	include:
	- group: docker-providers
	# temps-providers with Docker tests enabled.
	# NOTE: orchestrator_* tests run in a dedicated `postgres-upgrades`
	# group below (serial, long timeout, real pg17→pg18 containers).
	# Skip them here so this group stays fast and parallel-safe.
	command: >-
	cargo test --no-fail-fast --lib
	-p temps-providers --features docker-tests
	--
	--skip orchestrator_
	- group: postgres-upgrades
	# PostgreSQL major-version upgrade orchestrator integration tests.
	# Each test pulls pg17 + pg18 images and runs a real dump/restore,
	# so they're 2–6 min apiece and must not contend for Docker.
	# --test-threads=1 guarantees serial execution.
	command: >-
	cargo test --no-fail-fast --lib
	-p temps-providers --features docker-tests
	orchestrator_
	--
	--nocapture
	--test-threads=1
	- group: docker-deployments
	# Crates that use TestDatabase and/or Docker
	command: >-
	cargo test --no-fail-fast
	-p temps-deployments
	-p temps-backup
	-p temps-vulnerability-scanner
	-p temps-import-docker
	-p temps-migrations
	-p temps-database
	-p temps-blob
	-p temps-query-s3
	-p temps-query-redis
	-p temps-query-mongodb
	-p temps-query-postgres
	-p temps-embeddings
	-p temps-config
	-p temps-notifications
	-p temps-deployer
	-p temps-logs
	-p temps-domains
	-p temps-projects

	services:
	timescaledb:
	image: timescale/timescaledb-ha:pg18
	env:
	POSTGRES_DB: test_db
	POSTGRES_USER: test_user
	POSTGRES_PASSWORD: test_password
	POSTGRES_HOST_AUTH_METHOD: trust
	ports:
	- 5432:5432
	options: >-
	--health-cmd "pg_isready -U test_user -d test_db"
	--health-interval 10s
	--health-timeout 5s
	--health-retries 5

	steps:
	- name: Free up disk space
	run: \|
	sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc /opt/hostedtoolcache/CodeQL
	sudo docker image prune --all --force
	sudo apt-get autoremove -y && sudo apt-get clean

	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: dtolnay/rust-toolchain@stable

	- name: Install Bun
	uses: oven-sh/setup-bun@v2
	with:
	bun-version: latest

	- name: Restore build cache
	uses: Swatinem/rust-cache@v2
	with:
	shared-key: test-build
	save-if: false

	- name: Cache wasm-pack binary
	uses: actions/cache@v4
	with:
	path: ~/.cargo/bin/wasm-pack
	key: ${{ runner.os }}-wasm-pack-0.13

	- name: Install system dependencies
	run: sudo apt-get update && sudo apt-get install -y protobuf-compiler

	- name: Install wasm-pack and Build WASM
	run: \|
	if [ ! -f ~/.cargo/bin/wasm-pack ]; then
	cargo install wasm-pack
	fi
	cd crates/temps-captcha-wasm
	bun run build

	- name: Verify TimescaleDB is ready
	run: \|
	timeout 60 bash -c 'until nc -z localhost 5432; do sleep 1; done'
	echo "TimescaleDB is ready"

	- name: Run integration tests
	env:
	RUST_BACKTRACE: 1
	CARGO_INCREMENTAL: 0
	TEMPS_TEST_DATABASE_URL: postgresql://test_user:test_password@localhost:5432/test_db
	run: \|
	# Run tests, capturing the names of any failures for targeted retry
	if ${{ matrix.command }} 2>&1 \| tee /tmp/test-output.txt; then
	echo "All tests passed on first attempt"
	exit 0
	fi

	# Extract failed test names from output
	failed_tests=$(grep '^test .* FAILED$' /tmp/test-output.txt \| sed 's/^test $.$ \.\.\..FAILED$/\1/' \| tr '\n' ' ')
	if [ -z "$failed_tests" ]; then
	echo "Could not parse failed test names, re-running all tests"
	${{ matrix.command }}
	exit $?
	fi

	echo ""
	echo "=========================================="
	echo "Retrying only failed tests: $failed_tests"
	echo "=========================================="
	echo ""
	sleep 10

	# Retry only the failed tests (up to 2 more attempts)
	attempt=2
	max_attempts=3
	for test_name in $failed_tests; do
	echo "--- Retrying: $test_name (attempt $attempt/$max_attempts) ---"
	if ! ${{ matrix.command }} -- "$test_name" --exact; then
	if [ $attempt -lt $max_attempts ]; then
	attempt=$((attempt + 1))
	echo "--- Retrying: $test_name (attempt $attempt/$max_attempts) ---"
	sleep 10
	${{ matrix.command }} -- "$test_name" --exact \|\| exit 1
	else
	exit 1
	fi
	fi
	done

Navigation Menu

Uh oh!

feat(serve): split public and admin console listeners #506

Workflow file

feat(serve): split public and admin console listeners #506

Uh oh!

Workflow file for this run