#!/bin/sh # Operate only on the isolated processes and containers recorded by test-local.sh. set -eu exec 2>> evidence/local/actions-errors.txt : "${LOCAL_TEST_WORK:?Run through scripts/test-local.sh}" . "$LOCAL_TEST_WORK/environment" stop_api() { label=$1 pid=$(cat "$LOCAL_TEST_WORK/$label.pid") if kill -0 "$pid" 2>/dev/null; then state=$(ps -p "$pid" -o stat=) case "$state" in Z*) return ;; esac command=$(ps -p "$pid" -o command=) case "$command" in "$LOCAL_TEST_WORK/server"|"$LOCAL_TEST_WORK/server worker") ;; *) echo 'API PID ownership mismatch' >&2; exit 1 ;; esac kill -TERM "$pid" for attempt in $(seq 1 60); do kill -0 "$pid" 2>/dev/null || break; sleep .1; done fi } start_api() { label=$1 port=$2 INSTANCE_ID="$label" APP_PORT="$port" nohup "$LOCAL_TEST_WORK/server" > "$LOCAL_TEST_WORK/$label.log" 2>&1 < /dev/null & echo "$!" > "$LOCAL_TEST_WORK/$label.pid" } if [ "${LOCAL_ACTION:-restart}" = failover ]; then case "${TARGET_INSTANCE_ID:?Missing observed replica}" in local-a|local-b) ;; *) echo 'Unknown isolated replica' >&2; exit 1 ;; esac printf "%s target=%s action=stop\n" "$(date -u +%FT%TZ)" "$TARGET_INSTANCE_ID" >> evidence/local/actions.txt stop_api "$TARGET_INSTANCE_ID" exit 0 fi if [ "${LOCAL_ACTION:-restart}" = pause-worker ]; then stop_api worker printf "%s action=stop-worker\n" "$(date -u +%FT%TZ)" >> evidence/local/actions.txt exit 0 fi stop_api local-a stop_api local-b stop_api worker printf "%s action=restart-api-worker-postgres-valkey-s3-broker retained-container-filesystems\n" "$(date -u +%FT%TZ)" >> evidence/local/actions.txt docker restart "$LOCAL_TEST_PG" "$LOCAL_TEST_VK" "$LOCAL_TEST_S3" "$LOCAL_TEST_BROKER" >/dev/null # Docker may assign new host ports when restarting containers with ephemeral bindings. export DATABASE_URL="postgres://postgres@$(docker port "$LOCAL_TEST_PG" 5432/tcp)/messenger?sslmode=disable" export VALKEY_SHARDS="shard0=$(docker port "$LOCAL_TEST_VK" 6379/tcp)" export S3_ENDPOINT="$(docker port "$LOCAL_TEST_S3" 9000/tcp)" export BROKER_ADDRESS="$(docker port "$LOCAL_TEST_BROKER" 6379/tcp)" for attempt in $(seq 1 60); do if docker exec "$LOCAL_TEST_PG" pg_isready -U postgres >/dev/null 2>&1 && "$LOCAL_TEST_WORK/server" s3-bootstrap >/dev/null 2>&1; then break; fi sleep 1 done nohup "$LOCAL_TEST_WORK/server" worker > "$LOCAL_TEST_WORK/worker.log" 2>&1 < /dev/null & echo "$!" > "$LOCAL_TEST_WORK/worker.pid" start_api local-a "$LOCAL_TEST_PORT_A" start_api local-b "$LOCAL_TEST_PORT_B" for attempt in $(seq 1 60); do if curl --fail --silent --max-time 1 "http://127.0.0.1:$LOCAL_TEST_PORT_A/health/ready" >/dev/null && curl --fail --silent --max-time 1 "http://127.0.0.1:$LOCAL_TEST_PORT_B/health/ready" >/dev/null; then exit 0; fi sleep 1 done echo 'Isolated restart readiness timed out' >&2 exit 1