forked from mtusi2026/mtusi2026lab3
scripts/scaling.py applies a replicas x CPU layout through compose variables: workers equal to the replica CPUs, a pool of 8 per worker, a balancer queue of 32 per worker so every layout of a series offers the same concurrency to the API, and the replicas pinned to CPUs 7 and up, next to PostgreSQL on 0-1, the balancer on 2, Valkey on 3 and k6 on 4-6 with 3 CPU and 1 GiB. For every offered rate it runs k6 three times and stops a config after two steps saturated in all repeats. Each step keeps its raw data: k6 summary, docker stats, HAProxy statistics and pg_stat_activity sampled every second, and the top of pg_stat_statements. The summary row carries CPU per component, PostgreSQL active, idle, idle in transaction and lock waiting backends, the balancer queue and the database size. Several variants alternate per repeat for before and after runs. host-snapshot.sh records every container on the host before a series. make track1-a and track1-b run the fixed budget and the growth series from an empty database. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
31 lines
1.6 KiB
Bash
Executable File
31 lines
1.6 KiB
Bash
Executable File
#!/bin/sh
|
|
set -eu
|
|
mode=${1:?usage: pg-stats.sh activity <csv> | statements <csv> | size | reset}
|
|
cd "$(dirname "$0")/.."
|
|
psql() {
|
|
docker compose exec -T postgres sh -c 'exec psql -X -q -v ON_ERROR_STOP=1 -U "$POSTGRES_USER" -d "${POSTGRES_DB:-$POSTGRES_USER}" "$@"' psql "$@"
|
|
}
|
|
case $mode in
|
|
reset)
|
|
psql -c 'set client_min_messages = warning' -c 'create extension if not exists pg_stat_statements' -c 'select pg_stat_statements_reset()' >/dev/null
|
|
;;
|
|
size)
|
|
psql -At -F, -c "select pg_database_size(current_database()), coalesce((select n_live_tup from pg_stat_user_tables where relname = 'messages'), 0)"
|
|
;;
|
|
statements)
|
|
psql -c "copy (select calls, round(total_exec_time::numeric, 3) as total_ms, round(mean_exec_time::numeric, 3) as mean_ms, rows, shared_blks_hit, shared_blks_read, left(regexp_replace(query, '\s+', ' ', 'g'), 200) as query from pg_stat_statements where dbid = (select oid from pg_database where datname = current_database()) and query not like '%pg_stat%' order by total_exec_time desc limit ${TOP:-20}) to stdout with csv header" > "${2:?csv}"
|
|
;;
|
|
activity)
|
|
echo 'ts,state,wait_event_type,wait_event,backends,max_connections' > "${2:?csv}"
|
|
while :; do
|
|
ts=$(date +%s)
|
|
psql -At -F, -c "select coalesce(state, ''), coalesce(wait_event_type, ''), coalesce(wait_event, ''), count(*), current_setting('max_connections') from pg_stat_activity where backend_type = 'client backend' and pid <> pg_backend_pid() group by 1, 2, 3" | sed "s/^/$ts,/" >> "$2" || true
|
|
sleep "${INTERVAL:-1}"
|
|
done
|
|
;;
|
|
*)
|
|
echo "unknown mode $mode" >&2
|
|
exit 2
|
|
;;
|
|
esac
|