forked from mtusi2026/mtusi2026lab2
ЛР 2: PostgreSQL, сессии в Valkey, кэш истории (трек 1)
This commit is contained in:
@@ -0,0 +1,106 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
OUT=evidence/explain.txt
|
||||
mkdir -p evidence
|
||||
|
||||
psql() { docker compose --env-file .env exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 "$@"; }
|
||||
|
||||
psql -q <<'SQL'
|
||||
DO $$
|
||||
DECLARE
|
||||
u uuid;
|
||||
c uuid;
|
||||
i int;
|
||||
BEGIN
|
||||
IF EXISTS (SELECT 1 FROM users WHERE username = 'explain_seed_user') THEN
|
||||
RETURN;
|
||||
END IF;
|
||||
INSERT INTO users (username, display_name, password_hash)
|
||||
VALUES ('explain_seed_user', 'EXPLAIN seed', '$argon2id$not-a-login')
|
||||
RETURNING id INTO u;
|
||||
FOR i IN 0..4 LOOP
|
||||
INSERT INTO chats (title) VALUES ('explain_seed_' || i) RETURNING id INTO c;
|
||||
INSERT INTO chat_members (chat_id, user_id) VALUES (c, u);
|
||||
INSERT INTO messages (chat_id, sender_id, text, created_at)
|
||||
SELECT c, u, 'synthetic message ' || g || ' ' || repeat('x', 40),
|
||||
now() - interval '1 day' + g * interval '1 millisecond'
|
||||
FROM generate_series(1, CASE WHEN i = 0 THEN 12000 ELSE 10000 END) AS g;
|
||||
END LOOP;
|
||||
END $$;
|
||||
ANALYZE users; ANALYZE chats; ANALYZE chat_members; ANALYZE messages;
|
||||
SQL
|
||||
|
||||
{
|
||||
echo "# EXPLAIN (ANALYZE, BUFFERS) истории сообщений"
|
||||
echo "date_utc: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
|
||||
echo "postgres: $(psql -At -c 'SHOW server_version')"
|
||||
psql -At -c "SELECT 'messages total: ' || count(*) FROM messages"
|
||||
psql -At -c "SELECT 'target chat (explain_seed_0) messages: ' || count(*) FROM messages m JOIN chats c ON c.id = m.chat_id WHERE c.title = 'explain_seed_0'"
|
||||
psql -At -c "SELECT 'indexes on messages: ' || string_agg(indexdef, '; ') FROM pg_indexes WHERE tablename = 'messages'"
|
||||
echo
|
||||
psql <<'SQL'
|
||||
\pset pager off
|
||||
SELECT id AS chat FROM chats WHERE title = 'explain_seed_0' \gset
|
||||
SELECT id AS uid FROM users WHERE username = 'explain_seed_user' \gset
|
||||
-- Курсор глубокой страницы: позиция 10 000-го сообщения целевого чата.
|
||||
SELECT created_at AS ct, id AS cid FROM messages WHERE chat_id = :'chat'
|
||||
ORDER BY created_at, id OFFSET 9999 LIMIT 1 \gset
|
||||
|
||||
PREPARE member(uuid, uuid) AS
|
||||
SELECT EXISTS (SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2);
|
||||
|
||||
PREPARE first_page(uuid, int) AS
|
||||
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
|
||||
FROM messages m
|
||||
WHERE m.chat_id = $1
|
||||
ORDER BY m.created_at, m.id
|
||||
LIMIT $2;
|
||||
|
||||
PREPARE next_page(uuid, timestamptz, uuid, int) AS
|
||||
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
|
||||
FROM messages m
|
||||
WHERE m.chat_id = $1
|
||||
AND (m.created_at, m.id) > ($2, $3)
|
||||
ORDER BY m.created_at, m.id
|
||||
LIMIT $4;
|
||||
|
||||
\echo '=== 1. Проверка членства (PK chat_members), generic plan'
|
||||
SET plan_cache_mode = force_generic_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE member(:'chat', :'uid');
|
||||
|
||||
\echo '=== 2. Первая страница, limit 51 (50 + 1 для next_cursor), custom plan'
|
||||
SET plan_cache_mode = force_custom_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
|
||||
\echo '=== 2g. Первая страница, generic plan (так её выполняет pgx после 5 повторов)'
|
||||
SET plan_cache_mode = force_generic_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
|
||||
|
||||
\echo '=== 3. Глубокая страница после 10 000 сообщений, custom plan'
|
||||
SET plan_cache_mode = force_custom_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
|
||||
\echo '=== 3g. Глубокая страница, generic plan: граница курсора остаётся в Index Cond'
|
||||
SET plan_cache_mode = force_generic_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
|
||||
|
||||
\echo '=== 3x. Было до исправления: один SQL с «$2 IS NULL OR ...», generic plan — курсор в Filter'
|
||||
PREPARE combined(uuid, timestamptz, uuid, int) AS
|
||||
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
|
||||
FROM messages m
|
||||
WHERE m.chat_id = $1
|
||||
AND ($2::timestamptz IS NULL OR (m.created_at, m.id) > ($2, $3::uuid))
|
||||
ORDER BY m.created_at, m.id
|
||||
LIMIT $4;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE combined(:'chat', :'ct', :'cid', 51);
|
||||
|
||||
\echo '=== 4. Контроль: та же глубокая страница через OFFSET 10000 (так делать нельзя)'
|
||||
EXPLAIN (ANALYZE, BUFFERS)
|
||||
SELECT m.id FROM messages m WHERE m.chat_id = :'chat' ORDER BY m.created_at, m.id OFFSET 10000 LIMIT 51;
|
||||
|
||||
\echo '=== 5. Контроль: без индекса (enable_indexscan/bitmapscan off) — полный scan и сортировка'
|
||||
SET enable_indexscan = off; SET enable_bitmapscan = off; SET enable_indexonlyscan = off;
|
||||
SET plan_cache_mode = force_custom_plan;
|
||||
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
|
||||
SQL
|
||||
} > "$OUT" 2>&1
|
||||
echo "written $OUT"
|
||||
@@ -0,0 +1,8 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/../app"
|
||||
|
||||
E2E_BASE_URL="${1:-${E2E_BASE_URL:-http://localhost:8080}}"
|
||||
export E2E_BASE_URL
|
||||
|
||||
exec go test -count=1 -v -timeout 10m ./e2e/
|
||||
@@ -0,0 +1,48 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
|
||||
cd "$(dirname "$0")/.."
|
||||
DIR=secrets
|
||||
DB_USER="${POSTGRES_USER:-messenger}"
|
||||
DB_NAME="${POSTGRES_DB:-messenger}"
|
||||
|
||||
umask 077
|
||||
mkdir -p "$DIR"
|
||||
|
||||
if [ ! -s "$DIR/postgres_password" ]; then
|
||||
# hex, чтобы пароль не требовал URL-экранирования в DSN.
|
||||
od -An -tx1 -N24 /dev/urandom | tr -d ' \n' > "$DIR/postgres_password"
|
||||
echo "init-secrets: created $DIR/postgres_password"
|
||||
fi
|
||||
|
||||
if [ ! -s "$DIR/database_url" ]; then
|
||||
pw="$(cat "$DIR/postgres_password")"
|
||||
printf 'postgres://%s:%s@postgres:5432/%s?sslmode=disable' "$DB_USER" "$pw" "$DB_NAME" > "$DIR/database_url"
|
||||
echo "init-secrets: created $DIR/database_url"
|
||||
fi
|
||||
|
||||
if [ ! -s "$DIR/valkey_password" ]; then
|
||||
od -An -tx1 -N24 /dev/urandom | tr -d ' \n' > "$DIR/valkey_password"
|
||||
echo "init-secrets: created $DIR/valkey_password"
|
||||
fi
|
||||
|
||||
if [ ! -s "$DIR/cache_url" ]; then
|
||||
pw="$(cat "$DIR/valkey_password")"
|
||||
printf 'redis://:%s@valkey:6379/0' "$pw" > "$DIR/cache_url"
|
||||
echo "init-secrets: created $DIR/cache_url"
|
||||
fi
|
||||
|
||||
if [ ! -s "$DIR/valkey_cache_password" ]; then
|
||||
od -An -tx1 -N24 /dev/urandom | tr -d '
|
||||
' > "$DIR/valkey_cache_password"
|
||||
echo "init-secrets: created $DIR/valkey_cache_password"
|
||||
fi
|
||||
|
||||
if [ ! -s "$DIR/history_cache_url" ]; then
|
||||
pw="$(cat "$DIR/valkey_cache_password")"
|
||||
printf 'redis://:%s@valkey-cache:6379/0' "$pw" > "$DIR/history_cache_url"
|
||||
echo "init-secrets: created $DIR/history_cache_url"
|
||||
fi
|
||||
|
||||
chmod 0700 "$DIR"
|
||||
chmod 0644 "$DIR/postgres_password" "$DIR/database_url" "$DIR/valkey_password" "$DIR/cache_url" "$DIR/valkey_cache_password" "$DIR/history_cache_url"
|
||||
@@ -0,0 +1,14 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
env_value() { sed -n "s/^$1=//p" .env 2>/dev/null | tail -n 1; }
|
||||
PG_PORT="${POSTGRES_PORT:-$(env_value POSTGRES_PORT)}"
|
||||
CACHE_PORT="${VALKEY_CACHE_PORT:-$(env_value VALKEY_CACHE_PORT)}"
|
||||
|
||||
TEST_DATABASE_URL="postgres://messenger:$(cat secrets/postgres_password)@127.0.0.1:${PG_PORT:-5432}/messenger?sslmode=disable"
|
||||
TEST_HISTORY_CACHE_URL="redis://:$(cat secrets/valkey_cache_password)@127.0.0.1:${CACHE_PORT:-6380}/15"
|
||||
export TEST_DATABASE_URL TEST_HISTORY_CACHE_URL
|
||||
|
||||
cd app
|
||||
exec go test -count=1 -v -run 'TestUsernameRace|TestCreateChatRollback|TestMessageRequiresMembership|TestReadAfterWrite|TestStampede|TestAccessChecked|TestCacheLoss|TestCacheDown' ./internal/store/db/ ./internal/cache/
|
||||
@@ -0,0 +1,31 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
export MSYS_NO_PATHCONV=1
|
||||
OUT=evidence/migrations.txt
|
||||
mkdir -p evidence
|
||||
|
||||
main() { docker compose --env-file .env "$@"; }
|
||||
fresh() { POSTGRES_PORT=55433 docker compose --env-file .env -p mtusi-lab2-fresh "$@"; }
|
||||
counts='SELECT (SELECT count(*) FROM users) AS users, (SELECT count(*) FROM chats) AS chats, (SELECT count(*) FROM chat_members) AS members, (SELECT count(*) FROM messages) AS messages'
|
||||
|
||||
{
|
||||
echo "# Миграции ($(date -u +%Y-%m-%dT%H:%M:%SZ))"
|
||||
echo
|
||||
echo "## 1. С нуля (проект mtusi-lab2-fresh, пустой volume)"
|
||||
fresh up -d --wait postgres 2>&1 | tail -n 1
|
||||
docker volume ls --filter name=mtusi-lab2-fresh --format "volume: {{.Name}}"
|
||||
fresh run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
|
||||
fresh exec -T postgres psql -U messenger -d messenger -c '\dt'
|
||||
fresh exec -T postgres psql -U messenger -d messenger -At -c "SELECT version_id, is_applied FROM goose_db_version ORDER BY id"
|
||||
echo "### повторный migrate на том же свежем volume"
|
||||
fresh run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
|
||||
fresh down -v 2>&1 | tail -n 2
|
||||
|
||||
echo
|
||||
echo "## 2. Повторный migrate на рабочем стенде (volume mtusi-lab2_pgdata сохраняется)"
|
||||
echo "до: $(main exec -T postgres psql -U messenger -d messenger -At -F ' ' -c "$counts")"
|
||||
main run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
|
||||
echo "после: $(main exec -T postgres psql -U messenger -d messenger -At -F ' ' -c "$counts")"
|
||||
} > "$OUT" 2>&1
|
||||
cat "$OUT"
|
||||
@@ -0,0 +1,34 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
OUT=evidence/persistence.txt
|
||||
mkdir -p evidence
|
||||
|
||||
PY=python3
|
||||
"$PY" -c 'import sys' >/dev/null 2>&1 || PY=python
|
||||
|
||||
hook=scripts/restart.sh
|
||||
case "$(uname -s)" in
|
||||
MINGW* | MSYS* | CYGWIN*) hook=scripts/restart.cmd ;;
|
||||
esac
|
||||
|
||||
state() {
|
||||
for s in api postgres valkey valkey-cache; do
|
||||
id=$(docker compose --env-file .env ps -q "$s")
|
||||
docker inspect -f "$s {{.State.Status}} started={{.State.StartedAt}} restarts={{.RestartCount}} mounts={{range .Mounts}}{{.Name}} {{end}}" "$id"
|
||||
done
|
||||
}
|
||||
|
||||
{
|
||||
echo "# Persistence ($(date -u +%Y-%m-%dT%H:%M:%SZ)), hook: $hook -> scripts/restart.sh"
|
||||
echo "## до"
|
||||
state
|
||||
echo "## тест"
|
||||
"$PY" tests/resilience.py --mode persistence --action-script "$hook" 2>&1
|
||||
echo "## после"
|
||||
state
|
||||
echo "## volumes"
|
||||
docker volume ls --filter name=mtusi-lab2_ --format '{{.Name}}' | xargs docker volume inspect -f '{{.Name}} created={{.CreatedAt}}'
|
||||
} > "$OUT"
|
||||
cat "$OUT"
|
||||
Executable
+10
@@ -0,0 +1,10 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
compose() { docker compose --env-file .env "$@"; }
|
||||
|
||||
compose stop api
|
||||
compose restart postgres valkey valkey-cache
|
||||
compose up -d --wait postgres valkey valkey-cache
|
||||
compose up -d api
|
||||
@@ -0,0 +1,87 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
export MSYS_NO_PATHCONV=1
|
||||
|
||||
REPEATS="${REPEATS:-3}"
|
||||
DURATION="${DURATION:-30s}"
|
||||
READERS="${READERS:-32}"
|
||||
WRITERS="${WRITERS:-2}"
|
||||
OUT=evidence/track1
|
||||
mkdir -p "$OUT"
|
||||
|
||||
compose() { docker compose --env-file .env "$@"; }
|
||||
cache_cli() {
|
||||
compose exec -T valkey-cache sh -c 'valkey-cli -a "$(cat /run/secrets/valkey_cache_password)" --no-auth-warning "$@"' -- "$@"
|
||||
}
|
||||
|
||||
api_mode() { # mode delay_ms
|
||||
HISTORY_CACHE="$1" HISTORY_CACHE_FILL_DELAY_MS="$2" compose up -d --wait api >/dev/null 2>&1
|
||||
docker inspect -f '{{range .Config.Env}}{{println .}}{{end}}' "$(compose ps -q api)" |
|
||||
grep -qx "HISTORY_CACHE=$1" || { echo "api не в режиме $1" >&2; exit 1; }
|
||||
}
|
||||
|
||||
bench() { # name, затем доп. флаги
|
||||
name="$1"; shift
|
||||
# CPU/RAM контейнеров во время прогона (сэмпл каждые ~2 с, включая прогрев).
|
||||
(while :; do docker stats --no-stream --format '{{.Name}};{{.CPUPerc}};{{.MemUsage}}' 2>/dev/null; done) \
|
||||
> "$OUT/$name.stats.txt" &
|
||||
sampler=$!
|
||||
compose --profile bench run --rm -T cachebench \
|
||||
-base-url http://api:8080 -duration "$DURATION" -readers "$READERS" -writers "$WRITERS" \
|
||||
-db-url-file /run/secrets/database_url -cache-url-file /run/secrets/history_cache_url \
|
||||
-label "$name" -out "/evidence/track1/$name.json" "$@"
|
||||
kill "$sampler" 2>/dev/null || true
|
||||
}
|
||||
|
||||
want() { [ -z "${ONLY:-}" ] || echo " $ONLY " | grep -q " $1 "; }
|
||||
|
||||
{
|
||||
echo "date_utc: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
|
||||
echo "commit: $(git rev-parse --short HEAD 2>/dev/null || echo n/a) (+ рабочее дерево)"
|
||||
echo "docker: $(docker version --format '{{.Server.Version}}') ncpu=$(docker info --format '{{.NCPU}}') mem_bytes=$(docker info --format '{{.MemTotal}}')"
|
||||
echo "limits: CPU/RAM-лимиты контейнерам не заданы; DB_MAX_CONNS=10, APP_MAX_INFLIGHT=64"
|
||||
compose images --format '{{.Service}} {{.Repository}}:{{.Tag}}' 2>/dev/null || compose images
|
||||
echo "profile: readers=$READERS writers=$WRITERS write_interval=100ms duration=$DURATION warmup=3s seed=150 repeats=$REPEATS"
|
||||
} > "$OUT/env.txt"
|
||||
|
||||
compose --profile bench build cachebench >/dev/null
|
||||
|
||||
for mode in off naive safe; do
|
||||
for delay in 0 20; do
|
||||
[ "$mode" = off ] && [ "$delay" != 0 ] && continue
|
||||
want "$mode-d$delay" || continue
|
||||
api_mode "$mode" "$delay"
|
||||
r=1
|
||||
while [ "$r" -le "$REPEATS" ]; do
|
||||
cache_cli FLUSHALL >/dev/null
|
||||
echo "== $mode delay=${delay}ms repeat $r"
|
||||
bench "$mode-d$delay-r$r"
|
||||
r=$((r + 1))
|
||||
done
|
||||
done
|
||||
done
|
||||
|
||||
fault() { # name, action_down, action_up
|
||||
name="$1"
|
||||
api_mode safe 0
|
||||
cache_cli FLUSHALL >/dev/null
|
||||
echo "== $name"
|
||||
bench "$name" -duration 30s &
|
||||
pid=$!
|
||||
sleep 13 # 3 с прогрева + 10 с замера
|
||||
compose "$2" valkey-cache >/dev/null 2>&1
|
||||
echo " $(date -u +%T) valkey-cache: $2"
|
||||
sleep 5
|
||||
compose "$3" valkey-cache >/dev/null 2>&1
|
||||
echo " $(date -u +%T) valkey-cache: $3"
|
||||
wait "$pid"
|
||||
}
|
||||
want safe-restart && fault safe-restart stop start
|
||||
want safe-pause && fault safe-pause pause unpause
|
||||
|
||||
api_mode safe 0
|
||||
PY=python3
|
||||
"$PY" -c 'import sys' >/dev/null 2>&1 || PY=python # на Windows python3 — заглушка Store
|
||||
"$PY" scripts/track1_summary.py "$OUT" > "$OUT/summary.md"
|
||||
cat "$OUT/summary.md"
|
||||
@@ -0,0 +1,104 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Сводка evidence/track1/*.json в Markdown: медиана по повторам и таймлайн отказов."""
|
||||
import json
|
||||
import re
|
||||
import statistics
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
sys.stdout.reconfigure(encoding='utf-8')
|
||||
|
||||
out = Path(sys.argv[1] if len(sys.argv) > 1 else 'evidence/track1')
|
||||
runs = {}
|
||||
for f in sorted(out.glob('*.json')):
|
||||
data = json.loads(f.read_text(encoding='utf-8'))
|
||||
group = re.sub(r'-r\d+$', '', data['label'])
|
||||
runs.setdefault(group, []).append(data)
|
||||
|
||||
|
||||
def med(rows, key, sub=None):
|
||||
vals = [(r.get(sub) or {}).get(key, 0) if sub else r.get(key, 0) for r in rows]
|
||||
return statistics.median(vals) if vals else 0
|
||||
|
||||
|
||||
def hit_ratio(rows):
|
||||
vals = []
|
||||
for r in rows:
|
||||
c = r.get('cache') or {}
|
||||
total = c.get('keyspace_hits', 0) + c.get('keyspace_misses', 0)
|
||||
if total:
|
||||
vals.append(c['keyspace_hits'] / total)
|
||||
return '%.1f%%' % (100 * statistics.median(vals)) if vals else '—'
|
||||
|
||||
|
||||
def resources(group):
|
||||
"""Средний CPU% и максимум RAM (MiB) по сервисам из *.stats.txt прогонов группы."""
|
||||
cpu, mem = {}, {}
|
||||
for f in out.glob(group + '*.stats.txt'):
|
||||
if re.sub(r'-r\d+$', '', f.name[:-len('.stats.txt')]) != group:
|
||||
continue
|
||||
for line in f.read_text(encoding='utf-8', errors='replace').splitlines():
|
||||
parts = line.split(';')
|
||||
m = re.match(r'mtusi-lab2-(api|postgres|valkey|valkey-cache)-1$', parts[0]) if len(parts) == 3 else None
|
||||
if not m:
|
||||
continue
|
||||
svc = m.group(1)
|
||||
cpu.setdefault(svc, []).append(float(parts[1].rstrip('%') or 0))
|
||||
used = parts[2].split('/')[0].strip()
|
||||
num = float(re.sub(r'[^0-9.]', '', used) or 0)
|
||||
mib = num / 1024 if used.endswith('KiB') else num * 1024 if used.endswith('GiB') else num
|
||||
mem[svc] = max(mem.get(svc, 0), mib)
|
||||
return {s: (statistics.mean(v), mem.get(s, 0)) for s, v in cpu.items()}
|
||||
|
||||
|
||||
def res_cell(group, svc):
|
||||
r = resources(group).get(svc)
|
||||
return '%.0f%% / %.0f MiB' % r if r else '—'
|
||||
|
||||
|
||||
def ratio(rows, bad, total):
|
||||
return '%d / %d' % (sum(r.get(bad, 0) for r in rows), sum(r.get(total, 0) for r in rows))
|
||||
|
||||
|
||||
order = ['off-d0', 'naive-d0', 'safe-d0', 'naive-d20', 'safe-d20']
|
||||
print('## Трек 1: медианы по повторам\n')
|
||||
print('| Режим | Повт. | Чтений/с | p50, мс | p95, мс | p99, мс | SQL страницы | SQL членство | SQL на чтение | Hit ratio | RAW писателя: нарушений / проверок | Stale reads: нарушений / проверок | Ошибки |')
|
||||
print('|---|---|---|---|---|---|---|---|---|---|---|---|---|')
|
||||
for g in order:
|
||||
rows = runs.get(g)
|
||||
if not rows:
|
||||
continue
|
||||
errors = sum(r['read_errors'] + r['write_errors'] for r in rows)
|
||||
print('| %s | %d | %.0f | %.2f | %.2f | %.2f | %.0f | %.0f | %.4f | %s | %s | %s | %d |' % (
|
||||
g, len(rows), med(rows, 'read_rps'), med(rows, 'read_p50_ms'), med(rows, 'read_p95_ms'),
|
||||
med(rows, 'read_p99_ms'), med(rows, 'history_page_calls', 'sql'), med(rows, 'membership_calls', 'sql'),
|
||||
med(rows, 'sql_read_path_per_read'), hit_ratio(rows),
|
||||
ratio(rows, 'raw_violations', 'raw_checks'), ratio(rows, 'stale_reads', 'stale_checks'), errors))
|
||||
|
||||
print('\nCPU (среднее, 100% = 1 ядро) / RAM (максимум) по контейнерам за прогоны:\n')
|
||||
print('| Режим | api | postgres | valkey (сессии) | valkey-cache |')
|
||||
print('|---|---|---|---|---|')
|
||||
for g in order:
|
||||
if g in runs:
|
||||
print('| %s | %s | %s | %s | %s |' % (g, res_cell(g, 'api'), res_cell(g, 'postgres'),
|
||||
res_cell(g, 'valkey'), res_cell(g, 'valkey-cache')))
|
||||
|
||||
print('\nКаждый прогон по отдельности:\n')
|
||||
for g in order:
|
||||
for r in runs.get(g, []):
|
||||
print('- %s: чтений %d, p95 %.1f мс, SQL страницы %d, RAW %d/%d, stale reads %d/%d' % (
|
||||
r['label'], r['reads_ok'], r['read_p95_ms'], (r.get('sql') or {}).get('history_page_calls', 0),
|
||||
r['raw_violations'], r['raw_checks'], r.get('stale_reads', 0), r.get('stale_checks', 0)))
|
||||
|
||||
for g in ('safe-restart', 'safe-pause'):
|
||||
for r in runs.get(g, []):
|
||||
print('\n## %s: таймлайн (кэш недоступен с 10-й по ~15-ю секунду)\n' % g)
|
||||
print('Итого: чтений %d, ошибок чтения %d, ошибок записи %d, RAW %d/%d, stale reads %d/%d, SQL страницы %d.\n' % (
|
||||
r['reads_ok'], r['read_errors'], r['write_errors'], r['raw_violations'], r['raw_checks'],
|
||||
r.get('stale_reads', 0), r.get('stale_checks', 0), (r.get('sql') or {}).get('history_page_calls', 0)))
|
||||
print('| с | чтений | ошибок чт. | p95, мс | записей | ошибок зап. | RAW нарушений | stale reads |')
|
||||
print('|---|---|---|---|---|---|---|---|')
|
||||
for s in r['timeline']:
|
||||
print('| %d | %d | %d | %.1f | %d | %d | %d | %d |' % (
|
||||
s['s'], s['reads'], s['read_errors'], s['read_p95_ms'], s['writes'], s['write_errors'],
|
||||
s['raw_violations'], s.get('stale_reads', 0)))
|
||||
Reference in New Issue
Block a user