ЛР 2: PostgreSQL, сессии в Valkey, кэш истории (трек 1)

This commit is contained in:
Нурлыгаянова Екатерина
2026-10-29 11:29:38 +03:00
parent 65003b6119
commit 1503b5db81
132 changed files with 15114 additions and 20 deletions
+106
View File
@@ -0,0 +1,106 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
OUT=evidence/explain.txt
mkdir -p evidence
psql() { docker compose --env-file .env exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 "$@"; }
psql -q <<'SQL'
DO $$
DECLARE
u uuid;
c uuid;
i int;
BEGIN
IF EXISTS (SELECT 1 FROM users WHERE username = 'explain_seed_user') THEN
RETURN;
END IF;
INSERT INTO users (username, display_name, password_hash)
VALUES ('explain_seed_user', 'EXPLAIN seed', '$argon2id$not-a-login')
RETURNING id INTO u;
FOR i IN 0..4 LOOP
INSERT INTO chats (title) VALUES ('explain_seed_' || i) RETURNING id INTO c;
INSERT INTO chat_members (chat_id, user_id) VALUES (c, u);
INSERT INTO messages (chat_id, sender_id, text, created_at)
SELECT c, u, 'synthetic message ' || g || ' ' || repeat('x', 40),
now() - interval '1 day' + g * interval '1 millisecond'
FROM generate_series(1, CASE WHEN i = 0 THEN 12000 ELSE 10000 END) AS g;
END LOOP;
END $$;
ANALYZE users; ANALYZE chats; ANALYZE chat_members; ANALYZE messages;
SQL
{
echo "# EXPLAIN (ANALYZE, BUFFERS) истории сообщений"
echo "date_utc: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo "postgres: $(psql -At -c 'SHOW server_version')"
psql -At -c "SELECT 'messages total: ' || count(*) FROM messages"
psql -At -c "SELECT 'target chat (explain_seed_0) messages: ' || count(*) FROM messages m JOIN chats c ON c.id = m.chat_id WHERE c.title = 'explain_seed_0'"
psql -At -c "SELECT 'indexes on messages: ' || string_agg(indexdef, '; ') FROM pg_indexes WHERE tablename = 'messages'"
echo
psql <<'SQL'
\pset pager off
SELECT id AS chat FROM chats WHERE title = 'explain_seed_0' \gset
SELECT id AS uid FROM users WHERE username = 'explain_seed_user' \gset
-- Курсор глубокой страницы: позиция 10 000-го сообщения целевого чата.
SELECT created_at AS ct, id AS cid FROM messages WHERE chat_id = :'chat'
ORDER BY created_at, id OFFSET 9999 LIMIT 1 \gset
PREPARE member(uuid, uuid) AS
SELECT EXISTS (SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2);
PREPARE first_page(uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
ORDER BY m.created_at, m.id
LIMIT $2;
PREPARE next_page(uuid, timestamptz, uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
AND (m.created_at, m.id) > ($2, $3)
ORDER BY m.created_at, m.id
LIMIT $4;
\echo '=== 1. Проверка членства (PK chat_members), generic plan'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE member(:'chat', :'uid');
\echo '=== 2. Первая страница, limit 51 (50 + 1 для next_cursor), custom plan'
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
\echo '=== 2g. Первая страница, generic plan (так её выполняет pgx после 5 повторов)'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE first_page(:'chat', 51);
\echo '=== 3. Глубокая страница после 10 000 сообщений, custom plan'
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
\echo '=== 3g. Глубокая страница, generic plan: граница курсора остаётся в Index Cond'
SET plan_cache_mode = force_generic_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
\echo '=== 3x. Было до исправления: один SQL с «$2 IS NULL OR ...», generic plan — курсор в Filter'
PREPARE combined(uuid, timestamptz, uuid, int) AS
SELECT m.id::text, m.chat_id::text, m.sender_id::text, m.text, m.created_at
FROM messages m
WHERE m.chat_id = $1
AND ($2::timestamptz IS NULL OR (m.created_at, m.id) > ($2, $3::uuid))
ORDER BY m.created_at, m.id
LIMIT $4;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE combined(:'chat', :'ct', :'cid', 51);
\echo '=== 4. Контроль: та же глубокая страница через OFFSET 10000 (так делать нельзя)'
EXPLAIN (ANALYZE, BUFFERS)
SELECT m.id FROM messages m WHERE m.chat_id = :'chat' ORDER BY m.created_at, m.id OFFSET 10000 LIMIT 51;
\echo '=== 5. Контроль: без индекса (enable_indexscan/bitmapscan off) — полный scan и сортировка'
SET enable_indexscan = off; SET enable_bitmapscan = off; SET enable_indexonlyscan = off;
SET plan_cache_mode = force_custom_plan;
EXPLAIN (ANALYZE, BUFFERS) EXECUTE next_page(:'chat', :'ct', :'cid', 51);
SQL
} > "$OUT" 2>&1
echo "written $OUT"
+8
View File
@@ -0,0 +1,8 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/../app"
E2E_BASE_URL="${1:-${E2E_BASE_URL:-http://localhost:8080}}"
export E2E_BASE_URL
exec go test -count=1 -v -timeout 10m ./e2e/
+48
View File
@@ -0,0 +1,48 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
DIR=secrets
DB_USER="${POSTGRES_USER:-messenger}"
DB_NAME="${POSTGRES_DB:-messenger}"
umask 077
mkdir -p "$DIR"
if [ ! -s "$DIR/postgres_password" ]; then
# hex, чтобы пароль не требовал URL-экранирования в DSN.
od -An -tx1 -N24 /dev/urandom | tr -d ' \n' > "$DIR/postgres_password"
echo "init-secrets: created $DIR/postgres_password"
fi
if [ ! -s "$DIR/database_url" ]; then
pw="$(cat "$DIR/postgres_password")"
printf 'postgres://%s:%s@postgres:5432/%s?sslmode=disable' "$DB_USER" "$pw" "$DB_NAME" > "$DIR/database_url"
echo "init-secrets: created $DIR/database_url"
fi
if [ ! -s "$DIR/valkey_password" ]; then
od -An -tx1 -N24 /dev/urandom | tr -d ' \n' > "$DIR/valkey_password"
echo "init-secrets: created $DIR/valkey_password"
fi
if [ ! -s "$DIR/cache_url" ]; then
pw="$(cat "$DIR/valkey_password")"
printf 'redis://:%s@valkey:6379/0' "$pw" > "$DIR/cache_url"
echo "init-secrets: created $DIR/cache_url"
fi
if [ ! -s "$DIR/valkey_cache_password" ]; then
od -An -tx1 -N24 /dev/urandom | tr -d '
' > "$DIR/valkey_cache_password"
echo "init-secrets: created $DIR/valkey_cache_password"
fi
if [ ! -s "$DIR/history_cache_url" ]; then
pw="$(cat "$DIR/valkey_cache_password")"
printf 'redis://:%s@valkey-cache:6379/0' "$pw" > "$DIR/history_cache_url"
echo "init-secrets: created $DIR/history_cache_url"
fi
chmod 0700 "$DIR"
chmod 0644 "$DIR/postgres_password" "$DIR/database_url" "$DIR/valkey_password" "$DIR/cache_url" "$DIR/valkey_cache_password" "$DIR/history_cache_url"
+14
View File
@@ -0,0 +1,14 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
env_value() { sed -n "s/^$1=//p" .env 2>/dev/null | tail -n 1; }
PG_PORT="${POSTGRES_PORT:-$(env_value POSTGRES_PORT)}"
CACHE_PORT="${VALKEY_CACHE_PORT:-$(env_value VALKEY_CACHE_PORT)}"
TEST_DATABASE_URL="postgres://messenger:$(cat secrets/postgres_password)@127.0.0.1:${PG_PORT:-5432}/messenger?sslmode=disable"
TEST_HISTORY_CACHE_URL="redis://:$(cat secrets/valkey_cache_password)@127.0.0.1:${CACHE_PORT:-6380}/15"
export TEST_DATABASE_URL TEST_HISTORY_CACHE_URL
cd app
exec go test -count=1 -v -run 'TestUsernameRace|TestCreateChatRollback|TestMessageRequiresMembership|TestReadAfterWrite|TestStampede|TestAccessChecked|TestCacheLoss|TestCacheDown' ./internal/store/db/ ./internal/cache/
+31
View File
@@ -0,0 +1,31 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
export MSYS_NO_PATHCONV=1
OUT=evidence/migrations.txt
mkdir -p evidence
main() { docker compose --env-file .env "$@"; }
fresh() { POSTGRES_PORT=55433 docker compose --env-file .env -p mtusi-lab2-fresh "$@"; }
counts='SELECT (SELECT count(*) FROM users) AS users, (SELECT count(*) FROM chats) AS chats, (SELECT count(*) FROM chat_members) AS members, (SELECT count(*) FROM messages) AS messages'
{
echo "# Миграции ($(date -u +%Y-%m-%dT%H:%M:%SZ))"
echo
echo "## 1. С нуля (проект mtusi-lab2-fresh, пустой volume)"
fresh up -d --wait postgres 2>&1 | tail -n 1
docker volume ls --filter name=mtusi-lab2-fresh --format "volume: {{.Name}}"
fresh run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
fresh exec -T postgres psql -U messenger -d messenger -c '\dt'
fresh exec -T postgres psql -U messenger -d messenger -At -c "SELECT version_id, is_applied FROM goose_db_version ORDER BY id"
echo "### повторный migrate на том же свежем volume"
fresh run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
fresh down -v 2>&1 | tail -n 2
echo
echo "## 2. Повторный migrate на рабочем стенде (volume mtusi-lab2_pgdata сохраняется)"
echo "до: $(main exec -T postgres psql -U messenger -d messenger -At -F ' ' -c "$counts")"
main run --rm migrate 2>&1 | grep -E "OK|goose|no migrations" || true
echo "после: $(main exec -T postgres psql -U messenger -d messenger -At -F ' ' -c "$counts")"
} > "$OUT" 2>&1
cat "$OUT"
+34
View File
@@ -0,0 +1,34 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
OUT=evidence/persistence.txt
mkdir -p evidence
PY=python3
"$PY" -c 'import sys' >/dev/null 2>&1 || PY=python
hook=scripts/restart.sh
case "$(uname -s)" in
MINGW* | MSYS* | CYGWIN*) hook=scripts/restart.cmd ;;
esac
state() {
for s in api postgres valkey valkey-cache; do
id=$(docker compose --env-file .env ps -q "$s")
docker inspect -f "$s {{.State.Status}} started={{.State.StartedAt}} restarts={{.RestartCount}} mounts={{range .Mounts}}{{.Name}} {{end}}" "$id"
done
}
{
echo "# Persistence ($(date -u +%Y-%m-%dT%H:%M:%SZ)), hook: $hook -> scripts/restart.sh"
echo "## до"
state
echo "## тест"
"$PY" tests/resilience.py --mode persistence --action-script "$hook" 2>&1
echo "## после"
state
echo "## volumes"
docker volume ls --filter name=mtusi-lab2_ --format '{{.Name}}' | xargs docker volume inspect -f '{{.Name}} created={{.CreatedAt}}'
} > "$OUT"
cat "$OUT"
+10
View File
@@ -0,0 +1,10 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
compose() { docker compose --env-file .env "$@"; }
compose stop api
compose restart postgres valkey valkey-cache
compose up -d --wait postgres valkey valkey-cache
compose up -d api
+87
View File
@@ -0,0 +1,87 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
export MSYS_NO_PATHCONV=1
REPEATS="${REPEATS:-3}"
DURATION="${DURATION:-30s}"
READERS="${READERS:-32}"
WRITERS="${WRITERS:-2}"
OUT=evidence/track1
mkdir -p "$OUT"
compose() { docker compose --env-file .env "$@"; }
cache_cli() {
compose exec -T valkey-cache sh -c 'valkey-cli -a "$(cat /run/secrets/valkey_cache_password)" --no-auth-warning "$@"' -- "$@"
}
api_mode() { # mode delay_ms
HISTORY_CACHE="$1" HISTORY_CACHE_FILL_DELAY_MS="$2" compose up -d --wait api >/dev/null 2>&1
docker inspect -f '{{range .Config.Env}}{{println .}}{{end}}' "$(compose ps -q api)" |
grep -qx "HISTORY_CACHE=$1" || { echo "api не в режиме $1" >&2; exit 1; }
}
bench() { # name, затем доп. флаги
name="$1"; shift
# CPU/RAM контейнеров во время прогона (сэмпл каждые ~2 с, включая прогрев).
(while :; do docker stats --no-stream --format '{{.Name}};{{.CPUPerc}};{{.MemUsage}}' 2>/dev/null; done) \
> "$OUT/$name.stats.txt" &
sampler=$!
compose --profile bench run --rm -T cachebench \
-base-url http://api:8080 -duration "$DURATION" -readers "$READERS" -writers "$WRITERS" \
-db-url-file /run/secrets/database_url -cache-url-file /run/secrets/history_cache_url \
-label "$name" -out "/evidence/track1/$name.json" "$@"
kill "$sampler" 2>/dev/null || true
}
want() { [ -z "${ONLY:-}" ] || echo " $ONLY " | grep -q " $1 "; }
{
echo "date_utc: $(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo "commit: $(git rev-parse --short HEAD 2>/dev/null || echo n/a) (+ рабочее дерево)"
echo "docker: $(docker version --format '{{.Server.Version}}') ncpu=$(docker info --format '{{.NCPU}}') mem_bytes=$(docker info --format '{{.MemTotal}}')"
echo "limits: CPU/RAM-лимиты контейнерам не заданы; DB_MAX_CONNS=10, APP_MAX_INFLIGHT=64"
compose images --format '{{.Service}} {{.Repository}}:{{.Tag}}' 2>/dev/null || compose images
echo "profile: readers=$READERS writers=$WRITERS write_interval=100ms duration=$DURATION warmup=3s seed=150 repeats=$REPEATS"
} > "$OUT/env.txt"
compose --profile bench build cachebench >/dev/null
for mode in off naive safe; do
for delay in 0 20; do
[ "$mode" = off ] && [ "$delay" != 0 ] && continue
want "$mode-d$delay" || continue
api_mode "$mode" "$delay"
r=1
while [ "$r" -le "$REPEATS" ]; do
cache_cli FLUSHALL >/dev/null
echo "== $mode delay=${delay}ms repeat $r"
bench "$mode-d$delay-r$r"
r=$((r + 1))
done
done
done
fault() { # name, action_down, action_up
name="$1"
api_mode safe 0
cache_cli FLUSHALL >/dev/null
echo "== $name"
bench "$name" -duration 30s &
pid=$!
sleep 13 # 3 с прогрева + 10 с замера
compose "$2" valkey-cache >/dev/null 2>&1
echo " $(date -u +%T) valkey-cache: $2"
sleep 5
compose "$3" valkey-cache >/dev/null 2>&1
echo " $(date -u +%T) valkey-cache: $3"
wait "$pid"
}
want safe-restart && fault safe-restart stop start
want safe-pause && fault safe-pause pause unpause
api_mode safe 0
PY=python3
"$PY" -c 'import sys' >/dev/null 2>&1 || PY=python # на Windows python3 — заглушка Store
"$PY" scripts/track1_summary.py "$OUT" > "$OUT/summary.md"
cat "$OUT/summary.md"
+104
View File
@@ -0,0 +1,104 @@
#!/usr/bin/env python3
"""Сводка evidence/track1/*.json в Markdown: медиана по повторам и таймлайн отказов."""
import json
import re
import statistics
import sys
from pathlib import Path
sys.stdout.reconfigure(encoding='utf-8')
out = Path(sys.argv[1] if len(sys.argv) > 1 else 'evidence/track1')
runs = {}
for f in sorted(out.glob('*.json')):
data = json.loads(f.read_text(encoding='utf-8'))
group = re.sub(r'-r\d+$', '', data['label'])
runs.setdefault(group, []).append(data)
def med(rows, key, sub=None):
vals = [(r.get(sub) or {}).get(key, 0) if sub else r.get(key, 0) for r in rows]
return statistics.median(vals) if vals else 0
def hit_ratio(rows):
vals = []
for r in rows:
c = r.get('cache') or {}
total = c.get('keyspace_hits', 0) + c.get('keyspace_misses', 0)
if total:
vals.append(c['keyspace_hits'] / total)
return '%.1f%%' % (100 * statistics.median(vals)) if vals else '—'
def resources(group):
"""Средний CPU% и максимум RAM (MiB) по сервисам из *.stats.txt прогонов группы."""
cpu, mem = {}, {}
for f in out.glob(group + '*.stats.txt'):
if re.sub(r'-r\d+$', '', f.name[:-len('.stats.txt')]) != group:
continue
for line in f.read_text(encoding='utf-8', errors='replace').splitlines():
parts = line.split(';')
m = re.match(r'mtusi-lab2-(api|postgres|valkey|valkey-cache)-1$', parts[0]) if len(parts) == 3 else None
if not m:
continue
svc = m.group(1)
cpu.setdefault(svc, []).append(float(parts[1].rstrip('%') or 0))
used = parts[2].split('/')[0].strip()
num = float(re.sub(r'[^0-9.]', '', used) or 0)
mib = num / 1024 if used.endswith('KiB') else num * 1024 if used.endswith('GiB') else num
mem[svc] = max(mem.get(svc, 0), mib)
return {s: (statistics.mean(v), mem.get(s, 0)) for s, v in cpu.items()}
def res_cell(group, svc):
r = resources(group).get(svc)
return '%.0f%% / %.0f MiB' % r if r else '—'
def ratio(rows, bad, total):
return '%d / %d' % (sum(r.get(bad, 0) for r in rows), sum(r.get(total, 0) for r in rows))
order = ['off-d0', 'naive-d0', 'safe-d0', 'naive-d20', 'safe-d20']
print('## Трек 1: медианы по повторам\n')
print('| Режим | Повт. | Чтений/с | p50, мс | p95, мс | p99, мс | SQL страницы | SQL членство | SQL на чтение | Hit ratio | RAW писателя: нарушений / проверок | Stale reads: нарушений / проверок | Ошибки |')
print('|---|---|---|---|---|---|---|---|---|---|---|---|---|')
for g in order:
rows = runs.get(g)
if not rows:
continue
errors = sum(r['read_errors'] + r['write_errors'] for r in rows)
print('| %s | %d | %.0f | %.2f | %.2f | %.2f | %.0f | %.0f | %.4f | %s | %s | %s | %d |' % (
g, len(rows), med(rows, 'read_rps'), med(rows, 'read_p50_ms'), med(rows, 'read_p95_ms'),
med(rows, 'read_p99_ms'), med(rows, 'history_page_calls', 'sql'), med(rows, 'membership_calls', 'sql'),
med(rows, 'sql_read_path_per_read'), hit_ratio(rows),
ratio(rows, 'raw_violations', 'raw_checks'), ratio(rows, 'stale_reads', 'stale_checks'), errors))
print('\nCPU (среднее, 100% = 1 ядро) / RAM (максимум) по контейнерам за прогоны:\n')
print('| Режим | api | postgres | valkey (сессии) | valkey-cache |')
print('|---|---|---|---|---|')
for g in order:
if g in runs:
print('| %s | %s | %s | %s | %s |' % (g, res_cell(g, 'api'), res_cell(g, 'postgres'),
res_cell(g, 'valkey'), res_cell(g, 'valkey-cache')))
print('\nКаждый прогон по отдельности:\n')
for g in order:
for r in runs.get(g, []):
print('- %s: чтений %d, p95 %.1f мс, SQL страницы %d, RAW %d/%d, stale reads %d/%d' % (
r['label'], r['reads_ok'], r['read_p95_ms'], (r.get('sql') or {}).get('history_page_calls', 0),
r['raw_violations'], r['raw_checks'], r.get('stale_reads', 0), r.get('stale_checks', 0)))
for g in ('safe-restart', 'safe-pause'):
for r in runs.get(g, []):
print('\n## %s: таймлайн (кэш недоступен с 10-й по ~15-ю секунду)\n' % g)
print('Итого: чтений %d, ошибок чтения %d, ошибок записи %d, RAW %d/%d, stale reads %d/%d, SQL страницы %d.\n' % (
r['reads_ok'], r['read_errors'], r['write_errors'], r['raw_violations'], r['raw_checks'],
r.get('stale_reads', 0), r.get('stale_checks', 0), (r.get('sql') or {}).get('history_page_calls', 0)))
print('| с | чтений | ошибок чт. | p95, мс | записей | ошибок зап. | RAW нарушений | stale reads |')
print('|---|---|---|---|---|---|---|---|')
for s in r['timeline']:
print('| %d | %d | %d | %.1f | %d | %d | %d | %d |' % (
s['s'], s['reads'], s['read_errors'], s['read_p95_ms'], s['writes'], s['write_errors'],
s['raw_violations'], s.get('stale_reads', 0)))