forked from mtusi2026/mtusi2026lab4
51 lines
2.3 KiB
Bash
Executable File
51 lines
2.3 KiB
Bash
Executable File
#!/bin/sh
|
|
# Operate only on the isolated processes and containers recorded by test-local.sh.
|
|
set -eu
|
|
exec 2>> evidence/local/actions-errors.txt
|
|
: "${LOCAL_TEST_WORK:?Run through scripts/test-local.sh}"
|
|
. "$LOCAL_TEST_WORK/environment"
|
|
stop_api() {
|
|
label=$1
|
|
pid=$(cat "$LOCAL_TEST_WORK/$label.pid")
|
|
if kill -0 "$pid" 2>/dev/null; then
|
|
state=$(ps -p "$pid" -o stat=)
|
|
case "$state" in Z*) return ;; esac
|
|
command=$(ps -p "$pid" -o command=)
|
|
test "$command" = "$LOCAL_TEST_WORK/server" || { echo 'API PID ownership mismatch' >&2; exit 1; }
|
|
kill -TERM "$pid"
|
|
for attempt in $(seq 1 60); do kill -0 "$pid" 2>/dev/null || break; sleep .1; done
|
|
fi
|
|
}
|
|
start_api() {
|
|
label=$1
|
|
port=$2
|
|
INSTANCE_ID="$label" APP_PORT="$port" nohup "$LOCAL_TEST_WORK/server" > "$LOCAL_TEST_WORK/$label.log" 2>&1 < /dev/null &
|
|
echo "$!" > "$LOCAL_TEST_WORK/$label.pid"
|
|
}
|
|
if [ "${LOCAL_ACTION:-restart}" = failover ]; then
|
|
case "${TARGET_INSTANCE_ID:?Missing observed replica}" in local-a|local-b) ;; *) echo 'Unknown isolated replica' >&2; exit 1 ;; esac
|
|
printf "%s target=%s action=stop\n" "$(date -u +%FT%TZ)" "$TARGET_INSTANCE_ID" >> evidence/local/actions.txt
|
|
stop_api "$TARGET_INSTANCE_ID"
|
|
exit 0
|
|
fi
|
|
stop_api local-a
|
|
stop_api local-b
|
|
printf "%s action=restart-api-postgres-valkey-s3 retained-container-filesystems\n" "$(date -u +%FT%TZ)" >> evidence/local/actions.txt
|
|
docker restart "$LOCAL_TEST_PG" "$LOCAL_TEST_VK" "$LOCAL_TEST_S3" >/dev/null
|
|
# Docker may assign new host ports when restarting containers with ephemeral bindings.
|
|
export DATABASE_URL="postgres://postgres@$(docker port "$LOCAL_TEST_PG" 5432/tcp)/messenger?sslmode=disable"
|
|
export VALKEY_SHARDS="shard0=$(docker port "$LOCAL_TEST_VK" 6379/tcp)"
|
|
export S3_ENDPOINT="$(docker port "$LOCAL_TEST_S3" 9000/tcp)"
|
|
for attempt in $(seq 1 60); do
|
|
if docker exec "$LOCAL_TEST_PG" pg_isready -U postgres >/dev/null 2>&1 && "$LOCAL_TEST_WORK/server" s3-bootstrap >/dev/null 2>&1; then break; fi
|
|
sleep 1
|
|
done
|
|
start_api local-a "$LOCAL_TEST_PORT_A"
|
|
start_api local-b "$LOCAL_TEST_PORT_B"
|
|
for attempt in $(seq 1 60); do
|
|
if curl --fail --silent --max-time 1 "http://127.0.0.1:$LOCAL_TEST_PORT_A/health/ready" >/dev/null && curl --fail --silent --max-time 1 "http://127.0.0.1:$LOCAL_TEST_PORT_B/health/ready" >/dev/null; then exit 0; fi
|
|
sleep 1
|
|
done
|
|
echo 'Isolated restart readiness timed out' >&2
|
|
exit 1
|