From 0b99894fefc4c2eef2d2ae4a46786d975b205f15 Mon Sep 17 00:00:00 2001 From: kudesn1k Date: Wed, 4 Nov 2026 13:16:03 +0300 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=B8=D1=82?= =?UTF-8?q?=D1=8C=20=D0=B4=D0=BE=D0=BA=D0=B0=D0=B7=D0=B0=D1=82=D0=B5=D0=BB?= =?UTF-8?q?=D1=8C=D1=81=D1=82=D0=B2=D0=B0=20=D1=83=D1=80=D0=BE=D0=B2=D0=BD?= =?UTF-8?q?=D0=B5=D0=B9=203=20=D0=B8=204:=20=D0=B7=D0=B0=D0=BF=D1=83=D1=81?= =?UTF-8?q?=D0=BA,=20=D0=BF=D1=83=D0=B1=D0=BB=D0=B8=D1=87=D0=BD=D1=8B?= =?UTF-8?q?=D0=B5=20=D0=BF=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=BA=D0=B8,=20?= =?UTF-8?q?=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=20=D0=BA=D0=B0=D0=B6=D0=B4=D0=BE?= =?UTF-8?q?=D0=B9=20=D1=80=D0=B5=D0=BF=D0=BB=D0=B8=D0=BA=D0=B8,=20=D1=80?= =?UTF-8?q?=D0=B5=D1=81=D1=82=D0=B0=D1=80=D1=82=20=D1=81=D1=82=D0=B5=D0=BD?= =?UTF-8?q?=D0=B4=D0=B0,=20=D0=B3=D0=BE=D0=BD=D0=BA=D0=B8=20=D0=B8=20?= =?UTF-8?q?=D0=BE=D0=B1=D1=89=D0=B0=D1=8F=20=D0=B8=D0=B4=D0=B5=D0=BC=D0=BF?= =?UTF-8?q?=D0=BE=D1=82=D0=B5=D0=BD=D1=82=D0=BD=D0=BE=D1=81=D1=82=D1=8C,?= =?UTF-8?q?=20=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=D1=8B=20=D0=B8=20rolling=20up?= =?UTF-8?q?date=20=D0=BF=D0=BE=D0=B4=20=D0=BD=D0=B0=D0=B3=D1=80=D1=83?= =?UTF-8?q?=D0=B7=D0=BA=D0=BE=D0=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- evidence/bootstrap.txt | 241 ++++++++++++++++++ evidence/concurrency.json | 26 ++ evidence/concurrency.txt | 36 +++ evidence/failover.txt | 127 +++++++++ evidence/failover/kill-1/faults.json | 9 + evidence/failover/kill-1/instances-after.txt | 3 + evidence/failover/kill-1/instances-before.txt | 3 + evidence/failover/kill-1/meta.json | 16 ++ evidence/failover/kill-1/seconds.csv | 61 +++++ evidence/failover/kill-1/timeline.json | 44 ++++ evidence/failover/kill-2/faults.json | 9 + evidence/failover/kill-2/instances-after.txt | 3 + evidence/failover/kill-2/instances-before.txt | 3 + evidence/failover/kill-2/meta.json | 16 ++ evidence/failover/kill-2/seconds.csv | 61 +++++ evidence/failover/kill-2/timeline.json | 44 ++++ evidence/failover/stop-1/faults.json | 9 + evidence/failover/stop-1/instances-after.txt | 3 + evidence/failover/stop-1/instances-before.txt | 3 + evidence/failover/stop-1/meta.json | 16 ++ evidence/failover/stop-1/seconds.csv | 61 +++++ evidence/failover/stop-1/timeline.json | 44 ++++ evidence/failover/stop-2/faults.json | 9 + evidence/failover/stop-2/instances-after.txt | 3 + evidence/failover/stop-2/instances-before.txt | 3 + evidence/failover/stop-2/meta.json | 16 ++ evidence/failover/stop-2/seconds.csv | 61 +++++ evidence/failover/stop-2/timeline.json | 44 ++++ evidence/persistence.txt | 23 ++ evidence/rollout/instances-after.txt | 3 + evidence/rollout/instances-before.txt | 3 + evidence/rollout/meta.json | 13 + evidence/rollout/seconds.csv | 61 +++++ evidence/rollout/timeline.json | 45 ++++ evidence/rollout/update.json | 7 + evidence/smoke.txt | 13 + evidence/tests.txt | 179 +++++++++++++ 37 files changed, 1321 insertions(+) create mode 100644 evidence/bootstrap.txt create mode 100644 evidence/concurrency.json create mode 100644 evidence/concurrency.txt create mode 100644 evidence/failover.txt create mode 100644 evidence/failover/kill-1/faults.json create mode 100644 evidence/failover/kill-1/instances-after.txt create mode 100644 evidence/failover/kill-1/instances-before.txt create mode 100644 evidence/failover/kill-1/meta.json create mode 100644 evidence/failover/kill-1/seconds.csv create mode 100644 evidence/failover/kill-1/timeline.json create mode 100644 evidence/failover/kill-2/faults.json create mode 100644 evidence/failover/kill-2/instances-after.txt create mode 100644 evidence/failover/kill-2/instances-before.txt create mode 100644 evidence/failover/kill-2/meta.json create mode 100644 evidence/failover/kill-2/seconds.csv create mode 100644 evidence/failover/kill-2/timeline.json create mode 100644 evidence/failover/stop-1/faults.json create mode 100644 evidence/failover/stop-1/instances-after.txt create mode 100644 evidence/failover/stop-1/instances-before.txt create mode 100644 evidence/failover/stop-1/meta.json create mode 100644 evidence/failover/stop-1/seconds.csv create mode 100644 evidence/failover/stop-1/timeline.json create mode 100644 evidence/failover/stop-2/faults.json create mode 100644 evidence/failover/stop-2/instances-after.txt create mode 100644 evidence/failover/stop-2/instances-before.txt create mode 100644 evidence/failover/stop-2/meta.json create mode 100644 evidence/failover/stop-2/seconds.csv create mode 100644 evidence/failover/stop-2/timeline.json create mode 100644 evidence/persistence.txt create mode 100644 evidence/rollout/instances-after.txt create mode 100644 evidence/rollout/instances-before.txt create mode 100644 evidence/rollout/meta.json create mode 100644 evidence/rollout/seconds.csv create mode 100644 evidence/rollout/timeline.json create mode 100644 evidence/rollout/update.json create mode 100644 evidence/smoke.txt create mode 100644 evidence/tests.txt diff --git a/evidence/bootstrap.txt b/evidence/bootstrap.txt new file mode 100644 index 00000000..b40df4ae --- /dev/null +++ b/evidence/bootstrap.txt @@ -0,0 +1,241 @@ +# Bootstrap from empty volumes: config, start, migrations, schema, Valkey, balancer, replicas +# date (UTC): 2026-11-04T09:59:38Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +$ docker compose down -v --remove-orphans + Container lab3-api-1 Stopping + Container lab3-api-2 Stopping + Container lab3-lb-1 Stopping + Container lab3-lb-1 Stopped + Container lab3-lb-1 Removing + Container lab3-lb-1 Removed + Container lab3-api-1 Stopped + Container lab3-api-1 Removing + Container lab3-api-1 Removed + Container lab3-api-2 Stopped + Container lab3-api-2 Removing + Container lab3-api-2 Removed + Container lab3-valkey-1 Stopping + Container lab3-migrate-1 Stopping + Container lab3-migrate-1 Stopped + Container lab3-migrate-1 Removing + Container lab3-migrate-1 Removed + Container lab3-postgres-1 Stopping + Container lab3-valkey-1 Stopped + Container lab3-valkey-1 Removing + Container lab3-valkey-1 Removed + Container lab3-postgres-1 Stopped + Container lab3-postgres-1 Removing + Container lab3-postgres-1 Removed + Network lab3_data Removing + Network lab3_edge Removing + Volume lab3_valkeydata Removing + Volume lab3_pgdata Removing + Volume lab3_valkeydata Removed + Volume lab3_pgdata Removed + Network lab3_data Removed + Network lab3_edge Removed + +$ docker compose config --quiet + +(config --quiet: exit 0) + +$ docker compose up -d --build --wait +#1 [internal] load local bake definitions +#1 reading from stdin 500B 0.0s done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 1.73kB 0.0s done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/alpine:3.23@sha256:fd791d74b68913cbb027c6546007b3f0d3bc45125f797758156952bc2d6daf40 +#3 DONE 0.0s + +#4 [internal] load metadata for docker.io/library/golang:1.27.1-alpine3.23@sha256:d9e2f2f07b10cc922da3e80e035c3058810b328d5aef82d2c63680967c5e2ec9 +#4 DONE 0.0s + +#5 [internal] load .dockerignore +#5 transferring context: 224B 0.0s done +#5 DONE 0.0s + +#6 [build 1/8] FROM docker.io/library/golang:1.27.1-alpine3.23@sha256:d9e2f2f07b10cc922da3e80e035c3058810b328d5aef82d2c63680967c5e2ec9 +#6 DONE 0.0s + +#7 [stage-3 1/3] FROM docker.io/library/alpine:3.23@sha256:fd791d74b68913cbb027c6546007b3f0d3bc45125f797758156952bc2d6daf40 +#7 DONE 0.0s + +#8 [internal] load build context +#8 transferring context: 4.25kB 0.0s done +#8 DONE 0.0s + +#9 [build 4/8] RUN go mod download && go mod verify +#9 CACHED + +#10 [stage-3 2/3] RUN adduser -D -H -u 10001 app +#10 CACHED + +#11 [build 2/8] WORKDIR /src +#11 CACHED + +#12 [build 8/8] RUN --mount=type=cache,target=/root/.cache/go-build CGO_ENABLED=0 GOFLAGS=-mod=readonly go build -trimpath -ldflags="-s -w" -o /out/ ./cmd/server ./cmd/migrate +#12 CACHED + +#13 [build 5/8] COPY cmd ./cmd +#13 CACHED + +#14 [build 6/8] COPY internal ./internal +#14 CACHED + +#15 [build 7/8] COPY migrations ./migrations +#15 CACHED + +#16 [build 3/8] COPY go.mod go.sum ./ +#16 CACHED + +#17 [stage-3 3/3] COPY --from=build /out/server /out/migrate /usr/local/bin/ +#17 CACHED + +#18 exporting to image +#18 exporting layers done +#18 writing image sha256:74f0bfa454274aab5fe0abbf928282103666140ef3588a5910a771e83d53b2d5 done +#18 naming to docker.io/library/mtusi-messenger:lab3 done +#18 DONE 0.0s + +#19 resolving provenance for metadata file +#19 DONE 0.0s + mtusi-messenger:lab3 Built + Network lab3_data Creating + Network lab3_data Created + Network lab3_edge Creating + Network lab3_edge Created + Volume lab3_pgdata Creating + Volume lab3_pgdata Created + Volume lab3_valkeydata Creating + Volume lab3_valkeydata Created + Container lab3-postgres-1 Creating + Container lab3-valkey-1 Creating + Container lab3-lb-1 Creating + Container lab3-lb-1 Created + Container lab3-postgres-1 Created + Container lab3-migrate-1 Creating + Container lab3-valkey-1 Created + Container lab3-migrate-1 Created + Container lab3-api-2 Creating + Container lab3-api-1 Creating + Container lab3-api-2 Created + Container lab3-api-1 Created + Container lab3-lb-1 Starting + Container lab3-valkey-1 Starting + Container lab3-postgres-1 Starting + Container lab3-postgres-1 Started + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Started + Container lab3-lb-1 Started + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Starting + Container lab3-migrate-1 Started + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Waiting + Container lab3-migrate-1 Waiting + Container lab3-valkey-1 Healthy + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Exited + Container lab3-api-1 Starting + Container lab3-api-1 Started + Container lab3-api-2 Starting + Container lab3-api-2 Started + Container lab3-api-1 Waiting + Container lab3-api-2 Waiting + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Waiting + Container lab3-lb-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-valkey-1 Healthy + Container lab3-migrate-1 Exited + Container lab3-lb-1 Healthy + Container lab3-api-1 Healthy + Container lab3-api-2 Healthy + +$ docker compose ps --format table {{.Name}}\t{{.Status}}\t{{.Ports}} +NAME STATUS PORTS +lab3-api-1 Up 2 seconds (healthy) 8080/tcp +lab3-api-2 Up 2 seconds (healthy) 8080/tcp +lab3-lb-1 Up 9 seconds (healthy) 127.0.0.1:8404->8404/tcp, 127.0.0.1:28080->8080/tcp +lab3-postgres-1 Up 9 seconds (healthy) +lab3-valkey-1 Up 9 seconds (healthy) + +# Only lb publishes ports; api replicas have none. +$ docker compose logs --no-color migrate +migrate-1 | {"time":"2026-11-04T09:59:54.091643913Z","level":"INFO","msg":"migrations applied","applied_migrations":[1,2]} + +$ docker compose exec -T postgres psql -U messenger -d messenger -X -c \dt -c \di + List of tables + Schema | Name | Type | Owner +--------+--------------------------+-------+----------- + public | chat_members | table | messenger + public | chats | table | messenger + public | goose_db_version | table | messenger + public | message_idempotency_keys | table | messenger + public | messages | table | messenger + public | users | table | messenger +(6 rows) + + List of indexes + Schema | Name | Type | Owner | Table +--------+-----------------------------------------+-------+-----------+-------------------------- + public | chat_members_pkey | index | messenger | chat_members + public | chat_members_user_chat_idx | index | messenger | chat_members + public | chats_pkey | index | messenger | chats + public | goose_db_version_pkey | index | messenger | goose_db_version + public | message_idempotency_keys_created_at_idx | index | messenger | message_idempotency_keys + public | message_idempotency_keys_pkey | index | messenger | message_idempotency_keys + public | messages_pkey | index | messenger | messages + public | users_pkey | index | messenger | users + public | users_username_key | index | messenger | users +(9 rows) + + +$ valkey-cli CONFIG GET appendonly appendfsync maxmemory-policy (password from the secret file) +appendonly +yes +appendfsync +always +maxmemory-policy +noeviction + +$ curl http://127.0.0.1:8404/;csv (balancer servers: name, state, maxconn limit, check status) +api1 UP slim=20 L7OK +api2 UP slim=20 L7OK +api3 MAINT (resolution) slim=20 +api4 MAINT (resolution) slim=20 +api5 MAINT (resolution) slim=20 +api6 MAINT (resolution) slim=20 +api7 MAINT (resolution) slim=20 +api8 MAINT (resolution) slim=20 +api9 MAINT (resolution) slim=20 +api10 MAINT (resolution) slim=20 +BACKEND UP slim=2000 + +# One session, ten reads through the balancer: X-Instance-Id of each answer +request 1: 200 X-Instance-Id c6f9836eb2492e55 +request 2: 200 X-Instance-Id 0d2f4075b61465bd +request 3: 200 X-Instance-Id c6f9836eb2492e55 +request 4: 200 X-Instance-Id 0d2f4075b61465bd +request 5: 200 X-Instance-Id c6f9836eb2492e55 +request 6: 200 X-Instance-Id 0d2f4075b61465bd +request 7: 200 X-Instance-Id c6f9836eb2492e55 +request 8: 200 X-Instance-Id 0d2f4075b61465bd +request 9: 200 X-Instance-Id c6f9836eb2492e55 +request 10: 200 X-Instance-Id 0d2f4075b61465bd + +$ sh scripts/instances.sh +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +2e2108cc993f lab3-api-1 running 0d2f4075b61465bd 74f0bfa45427 +c8e0ac4a0557 lab3-api-2 running c6f9836eb2492e55 74f0bfa45427 + +# A client X-Request-Id is replaced by the balancer's id, which the API keeps: +x-instance-id: 0d2f4075b61465bd +x-request-id: 94b2c715b6374efbb13facad950213d5 diff --git a/evidence/concurrency.json b/evidence/concurrency.json new file mode 100644 index 00000000..5f6d782b --- /dev/null +++ b/evidence/concurrency.json @@ -0,0 +1,26 @@ +{ + "base_url": "http://localhost:28080", + "started_at": "2026-11-04T10:01:16.0582191Z", + "clients": 10, + "per_client": 10, + "expected_messages": 100, + "created_201": 100, + "failed_posts": 0, + "listed_messages": 100, + "unique_ids": 100, + "created_but_not_listed": 0, + "history_ordered_by_id": true, + "pages_read": 1, + "elapsed_seconds": 0.5357041, + "idempotency": { + "rounds": 20, + "parallel": 8, + "same_message_rounds": 20, + "instances_seen": 2, + "require_two_replicas": true, + "different_body_409": true, + "history_messages": 20, + "passed": true + }, + "passed": true +} diff --git a/evidence/concurrency.txt b/evidence/concurrency.txt new file mode 100644 index 00000000..1863d96b --- /dev/null +++ b/evidence/concurrency.txt @@ -0,0 +1,36 @@ +# make concurrency: phase 1 races of sends, phase 2 one Idempotency-Key in parallel through the balancer +# date (UTC): 2026-11-04T10:01:14Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +$ make concurrency BASE_URL=http://localhost:28080 EVIDENCE_DIR=evidence +go run ./tools/concurrency --base-url "http://localhost:28080" --output "evidence/concurrency.json" +{ + "base_url": "http://localhost:28080", + "started_at": "2026-11-04T10:01:16.0582191Z", + "clients": 10, + "per_client": 10, + "expected_messages": 100, + "created_201": 100, + "failed_posts": 0, + "listed_messages": 100, + "unique_ids": 100, + "created_but_not_listed": 0, + "history_ordered_by_id": true, + "pages_read": 1, + "elapsed_seconds": 0.5357041, + "idempotency": { + "rounds": 20, + "parallel": 8, + "same_message_rounds": 20, + "instances_seen": 2, + "require_two_replicas": true, + "different_body_409": true, + "history_messages": 20, + "passed": true + }, + "passed": true +} +PASS: 10 clients x 10 messages produced exactly 100 unique ordered messages +PASS: 20 rounds x 8 parallel attempts with one key produced 20 messages across 2 instances + diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 00000000..206a84aa --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,127 @@ +# make test-failover with scripts/stop-one.cmd (Windows wrapper of stop-one.sh), each replica in turn +# date (UTC): 2026-11-04T10:00:04Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +## Replica 1 +$ sh scripts/instances.sh +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +2e2108cc993f lab3-api-1 running 0d2f4075b61465bd 74f0bfa45427 +c8e0ac4a0557 lab3-api-2 running c6f9836eb2492e55 74f0bfa45427 + +$ make test-failover PYTHON=python BASE_URL=http://localhost:28080 ACTION_SCRIPT=scripts/stop-one.cmd +python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:28080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 127, "failed_attempts": 0, "first_recovery_seconds": 4.572} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. + +# Which container the hook stopped: +$ sh scripts/instances.sh +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +2e2108cc993f lab3-api-1 running 0d2f4075b61465bd 74f0bfa45427 +c8e0ac4a0557 lab3-api-2 exited - 74f0bfa45427 + +$ docker compose start api + Container lab3-postgres-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Starting + Container lab3-migrate-1 Started + Container lab3-valkey-1 Waiting + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Healthy + Container lab3-migrate-1 Exited + Container lab3-postgres-1 Healthy + Container lab3-api-2 Starting + Container lab3-api-2 Started + +$ docker compose up -d --wait + Container lab3-postgres-1 Running + Container lab3-lb-1 Running + Container lab3-valkey-1 Running + Container lab3-api-1 Running + Container lab3-api-2 Running + Container lab3-postgres-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Starting + Container lab3-migrate-1 Started + Container lab3-valkey-1 Waiting + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-migrate-1 Exited + Container lab3-valkey-1 Healthy + Container lab3-postgres-1 Healthy + Container lab3-lb-1 Waiting + Container lab3-api-1 Waiting + Container lab3-api-2 Waiting + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Waiting + Container lab3-migrate-1 Exited + Container lab3-postgres-1 Healthy + Container lab3-valkey-1 Healthy + Container lab3-lb-1 Healthy + Container lab3-api-1 Healthy + Container lab3-api-2 Healthy + +## Replica 2 +$ sh scripts/instances.sh +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +2e2108cc993f lab3-api-1 running 0d2f4075b61465bd 74f0bfa45427 +c8e0ac4a0557 lab3-api-2 running 33ecf420baa52453 74f0bfa45427 + +$ make test-failover PYTHON=python BASE_URL=http://localhost:28080 ACTION_SCRIPT=scripts/stop-one.cmd +python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:28080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 126, "failed_attempts": 0, "first_recovery_seconds": 5.188} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. + +# Which container the hook stopped: +$ sh scripts/instances.sh +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +2e2108cc993f lab3-api-1 exited - 74f0bfa45427 +c8e0ac4a0557 lab3-api-2 running 33ecf420baa52453 74f0bfa45427 + +$ docker compose start api + Container lab3-postgres-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Starting + Container lab3-migrate-1 Started + Container lab3-valkey-1 Waiting + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-migrate-1 Exited + Container lab3-valkey-1 Healthy + Container lab3-postgres-1 Healthy + Container lab3-api-1 Starting + Container lab3-api-1 Started + +$ docker compose up -d --wait + Container lab3-postgres-1 Running + Container lab3-valkey-1 Running + Container lab3-lb-1 Running + Container lab3-api-1 Running + Container lab3-api-2 Running + Container lab3-postgres-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Starting + Container lab3-migrate-1 Started + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Waiting + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Exited + Container lab3-valkey-1 Healthy + Container lab3-migrate-1 Waiting + Container lab3-postgres-1 Waiting + Container lab3-valkey-1 Waiting + Container lab3-lb-1 Waiting + Container lab3-api-1 Waiting + Container lab3-api-2 Waiting + Container lab3-lb-1 Healthy + Container lab3-postgres-1 Healthy + Container lab3-migrate-1 Exited + Container lab3-api-1 Healthy + Container lab3-api-2 Healthy + Container lab3-valkey-1 Healthy + diff --git a/evidence/failover/kill-1/faults.json b/evidence/failover/kill-1/faults.json new file mode 100644 index 00000000..86f9e271 --- /dev/null +++ b/evidence/failover/kill-1/faults.json @@ -0,0 +1,9 @@ +{ + "kind": "kill", + "container": "5bcf254ae6ba", + "x_instance_id": "74fa1c12ba4b1c72", + "process_exited_vm_utc": "2026-11-04T10:12:30.516996427Z", + "restarted_vm_utc": "2026-11-04T10:12:52.839612581Z", + "fault_command_host_utc": "2026-11-04T10:12:30.322Z", + "restore_command_host_utc": "2026-11-04T10:12:51.353Z" +} diff --git a/evidence/failover/kill-1/instances-after.txt b/evidence/failover/kill-1/instances-after.txt new file mode 100644 index 00000000..add5a5b7 --- /dev/null +++ b/evidence/failover/kill-1/instances-after.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 6e898c3a3552ad08 74f0bfa45427 +c6c9938a148f lab3-api-4 running 02253d7573081a60 74f0bfa45427 diff --git a/evidence/failover/kill-1/instances-before.txt b/evidence/failover/kill-1/instances-before.txt new file mode 100644 index 00000000..0c90d056 --- /dev/null +++ b/evidence/failover/kill-1/instances-before.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 74fa1c12ba4b1c72 74f0bfa45427 +c6c9938a148f lab3-api-4 running 02253d7573081a60 74f0bfa45427 diff --git a/evidence/failover/kill-1/meta.json b/evidence/failover/kill-1/meta.json new file mode 100644 index 00000000..a6ad91e0 --- /dev/null +++ b/evidence/failover/kill-1/meta.json @@ -0,0 +1,16 @@ +{ + "date_utc": "2026-11-04T10:12:12Z", + "commit": "1626145", + "branch": "solution/bpi2301-bakulin", + "docker": "28.5.1", + "host_cpus": "8", + "host_memory_bytes": "12547280896", + "experiment": "failover", + "kind": "kill", + "replica": "1", + "rate": "50", + "duration": "60s", + "fault_at_s": "15", + "restore_at_s": "35", + "go": "go1.27.1" +} diff --git a/evidence/failover/kill-1/seconds.csv b/evidence/failover/kill-1/seconds.csv new file mode 100644 index 00000000..b642db31 --- /dev/null +++ b/evidence/failover/kill-1/seconds.csv @@ -0,0 +1,61 @@ +second,sent,ok,client_timeout,conn_error,http_5xx_api,http_5xx_lb,http_4xx,err_other,ok_p50_ms,ok_p95_ms,ok_p99_ms,lag_p99_ms,instances +0,50,50,0,0,0,0,0,0,4.7,9.1,12.7,1.3,02253d7573081a60=25|74fa1c12ba4b1c72=25 +1,50,50,0,0,0,0,0,0,6.0,15.5,40.1,1.3,02253d7573081a60=25|74fa1c12ba4b1c72=25 +2,50,50,0,0,0,0,0,0,5.6,8.0,10.3,1.3,02253d7573081a60=25|74fa1c12ba4b1c72=25 +3,50,50,0,0,0,0,0,0,4.0,8.0,10.7,1.4,02253d7573081a60=26|74fa1c12ba4b1c72=24 +4,50,50,0,0,0,0,0,0,2.9,4.6,4.8,1.1,02253d7573081a60=25|74fa1c12ba4b1c72=25 +5,50,50,0,0,0,0,0,0,3.0,4.6,6.2,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +6,50,50,0,0,0,0,0,0,3.2,5.3,8.6,1.1,02253d7573081a60=25|74fa1c12ba4b1c72=25 +7,50,50,0,0,0,0,0,0,2.8,4.2,4.9,1.7,02253d7573081a60=25|74fa1c12ba4b1c72=25 +8,50,50,0,0,0,0,0,0,3.0,4.2,4.9,1.3,02253d7573081a60=24|74fa1c12ba4b1c72=26 +9,50,50,0,0,0,0,0,0,3.0,4.5,5.4,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +10,50,50,0,0,0,0,0,0,3.3,5.3,6.0,1.4,02253d7573081a60=25|74fa1c12ba4b1c72=25 +11,50,50,0,0,0,0,0,0,3.1,5.0,5.1,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +12,50,50,0,0,0,0,0,0,3.1,4.3,5.1,2.5,02253d7573081a60=25|74fa1c12ba4b1c72=25 +13,50,50,0,0,0,0,0,0,3.4,5.2,5.8,1.2,02253d7573081a60=26|74fa1c12ba4b1c72=24 +14,50,50,0,0,0,0,0,0,3.9,1005.3,1012.4,1.2,02253d7573081a60=39|74fa1c12ba4b1c72=11 +15,50,50,0,0,0,0,0,0,4.2,1004.2,1004.7,1.2,02253d7573081a60=50 +16,50,50,0,0,0,0,0,0,3.1,4.8,6.6,1.3,02253d7573081a60=50 +17,50,50,0,0,0,0,0,0,3.0,4.2,6.8,1.9,02253d7573081a60=50 +18,50,50,0,0,0,0,0,0,3.1,4.5,6.9,1.2,02253d7573081a60=50 +19,50,50,0,0,0,0,0,0,3.1,4.2,5.3,1.2,02253d7573081a60=50 +20,50,50,0,0,0,0,0,0,3.4,5.5,6.4,1.4,02253d7573081a60=50 +21,50,50,0,0,0,0,0,0,2.9,4.5,4.9,1.2,02253d7573081a60=50 +22,50,50,0,0,0,0,0,0,3.0,4.1,4.8,1.2,02253d7573081a60=50 +23,50,50,0,0,0,0,0,0,3.5,4.5,5.0,1.4,02253d7573081a60=50 +24,50,50,0,0,0,0,0,0,2.9,3.9,4.9,1.3,02253d7573081a60=50 +25,50,50,0,0,0,0,0,0,3.2,5.5,7.6,1.3,02253d7573081a60=50 +26,50,50,0,0,0,0,0,0,3.0,3.9,5.0,1.3,02253d7573081a60=50 +27,50,50,0,0,0,0,0,0,3.2,4.6,6.0,1.4,02253d7573081a60=50 +28,50,50,0,0,0,0,0,0,3.1,5.2,8.5,1.1,02253d7573081a60=50 +29,50,50,0,0,0,0,0,0,3.1,4.6,5.7,1.2,02253d7573081a60=50 +30,50,50,0,0,0,0,0,0,3.2,5.7,6.4,4.6,02253d7573081a60=50 +31,50,50,0,0,0,0,0,0,3.0,5.0,8.9,1.2,02253d7573081a60=50 +32,50,50,0,0,0,0,0,0,2.9,4.6,5.4,1.3,02253d7573081a60=50 +33,50,50,0,0,0,0,0,0,3.5,4.8,5.2,1.4,02253d7573081a60=50 +34,50,50,0,0,0,0,0,0,3.1,4.1,4.4,1.3,02253d7573081a60=50 +35,50,50,0,0,0,0,0,0,3.5,5.3,5.8,1.3,02253d7573081a60=50 +36,50,50,0,0,0,0,0,0,3.7,5.5,6.3,1.3,02253d7573081a60=50 +37,50,50,0,0,0,0,0,0,4.1,6.0,9.4,1.2,02253d7573081a60=31|6e898c3a3552ad08=19 +38,50,50,0,0,0,0,0,0,3.4,4.6,4.9,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +39,50,50,0,0,0,0,0,0,3.0,4.6,5.0,1.9,02253d7573081a60=25|6e898c3a3552ad08=25 +40,50,50,0,0,0,0,0,0,3.3,5.1,5.3,1.5,02253d7573081a60=25|6e898c3a3552ad08=25 +41,50,50,0,0,0,0,0,0,3.0,4.2,7.1,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +42,50,50,0,0,0,0,0,0,2.9,4.1,8.1,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +43,50,50,0,0,0,0,0,0,3.7,5.4,6.6,1.3,02253d7573081a60=25|6e898c3a3552ad08=25 +44,50,50,0,0,0,0,0,0,3.5,4.6,5.3,1.3,02253d7573081a60=25|6e898c3a3552ad08=25 +45,50,50,0,0,0,0,0,0,3.0,4.6,5.6,2.7,02253d7573081a60=25|6e898c3a3552ad08=25 +46,50,50,0,0,0,0,0,0,3.0,4.1,4.3,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +47,50,50,0,0,0,0,0,0,2.9,4.3,5.7,1.1,02253d7573081a60=25|6e898c3a3552ad08=25 +48,50,50,0,0,0,0,0,0,3.0,4.4,5.6,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +49,50,50,0,0,0,0,0,0,3.1,4.7,6.0,2.0,02253d7573081a60=25|6e898c3a3552ad08=25 +50,50,50,0,0,0,0,0,0,3.4,6.2,8.5,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +51,50,50,0,0,0,0,0,0,3.3,5.2,6.5,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +52,50,50,0,0,0,0,0,0,3.2,4.9,5.6,1.5,02253d7573081a60=25|6e898c3a3552ad08=25 +53,50,50,0,0,0,0,0,0,3.8,5.5,14.4,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +54,50,50,0,0,0,0,0,0,3.2,4.9,6.6,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +55,50,50,0,0,0,0,0,0,3.1,4.7,6.2,1.5,02253d7573081a60=25|6e898c3a3552ad08=25 +56,50,50,0,0,0,0,0,0,3.2,4.4,6.4,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +57,50,50,0,0,0,0,0,0,2.9,4.0,4.6,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +58,50,50,0,0,0,0,0,0,3.0,3.8,4.0,1.1,02253d7573081a60=25|6e898c3a3552ad08=25 +59,50,50,0,0,0,0,0,0,2.9,4.1,5.5,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 diff --git a/evidence/failover/kill-1/timeline.json b/evidence/failover/kill-1/timeline.json new file mode 100644 index 00000000..d8611ba8 --- /dev/null +++ b/evidence/failover/kill-1/timeline.json @@ -0,0 +1,44 @@ +{ + "started_at": "2026-11-04T10:12:16.087828449Z", + "config": { + "mode": "timeline", + "base_url": "http://lb:8080", + "users": 200, + "chats": 100, + "seed_messages_per_chat": 50, + "read_ratio": 0.8, + "rates": [ + 200, + 400 + ], + "step": "30s", + "warmup": "30s", + "rate": 50, + "duration": "60s", + "client_timeout": "2s", + "seed": 1, + "scrape": false, + "stop_on_fail": false, + "stats_url": "http://lb:8404/;csv", + "api_host": "api", + "debug_port": "9090" + }, + "messages_attempted": 3000, + "requests": 3000, + "confirmed": 3000, + "messages_retried": 0, + "unresolved": 0, + "rejected_4xx": 0, + "classes": { + "ok": 3000 + }, + "instances": { + "02253d7573081a60": 2071, + "6e898c3a3552ad08": 569, + "74fa1c12ba4b1c72": 360 + }, + "history_messages": 3000, + "duplicates": 0, + "missing_confirmed": 0, + "passed": true +} diff --git a/evidence/failover/kill-2/faults.json b/evidence/failover/kill-2/faults.json new file mode 100644 index 00000000..7be01b57 --- /dev/null +++ b/evidence/failover/kill-2/faults.json @@ -0,0 +1,9 @@ +{ + "kind": "kill", + "container": "c6c9938a148f", + "x_instance_id": "02253d7573081a60", + "process_exited_vm_utc": "2026-11-04T10:13:41.478334864Z", + "restarted_vm_utc": "2026-11-04T10:14:03.728936284Z", + "fault_command_host_utc": "2026-11-04T10:13:41.276Z", + "restore_command_host_utc": "2026-11-04T10:14:02.223Z" +} diff --git a/evidence/failover/kill-2/instances-after.txt b/evidence/failover/kill-2/instances-after.txt new file mode 100644 index 00000000..13dc7cfa --- /dev/null +++ b/evidence/failover/kill-2/instances-after.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 6e898c3a3552ad08 74f0bfa45427 +c6c9938a148f lab3-api-4 running 0b71c96e22052a34 74f0bfa45427 diff --git a/evidence/failover/kill-2/instances-before.txt b/evidence/failover/kill-2/instances-before.txt new file mode 100644 index 00000000..add5a5b7 --- /dev/null +++ b/evidence/failover/kill-2/instances-before.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 6e898c3a3552ad08 74f0bfa45427 +c6c9938a148f lab3-api-4 running 02253d7573081a60 74f0bfa45427 diff --git a/evidence/failover/kill-2/meta.json b/evidence/failover/kill-2/meta.json new file mode 100644 index 00000000..1c646d45 --- /dev/null +++ b/evidence/failover/kill-2/meta.json @@ -0,0 +1,16 @@ +{ + "date_utc": "2026-11-04T10:13:23Z", + "commit": "1626145", + "branch": "solution/bpi2301-bakulin", + "docker": "28.5.1", + "host_cpus": "8", + "host_memory_bytes": "12547280896", + "experiment": "failover", + "kind": "kill", + "replica": "2", + "rate": "50", + "duration": "60s", + "fault_at_s": "15", + "restore_at_s": "35", + "go": "go1.27.1" +} diff --git a/evidence/failover/kill-2/seconds.csv b/evidence/failover/kill-2/seconds.csv new file mode 100644 index 00000000..bbf88394 --- /dev/null +++ b/evidence/failover/kill-2/seconds.csv @@ -0,0 +1,61 @@ +second,sent,ok,client_timeout,conn_error,http_5xx_api,http_5xx_lb,http_4xx,err_other,ok_p50_ms,ok_p95_ms,ok_p99_ms,lag_p99_ms,instances +0,50,50,0,0,0,0,0,0,4.0,5.2,8.7,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +1,50,50,0,0,0,0,0,0,3.6,5.1,5.9,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +2,50,50,0,0,0,0,0,0,3.6,4.6,5.1,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +3,50,50,0,0,0,0,0,0,3.4,5.1,6.9,1.2,02253d7573081a60=26|6e898c3a3552ad08=24 +4,50,50,0,0,0,0,0,0,3.1,5.0,6.0,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +5,50,50,0,0,0,0,0,0,4.9,8.8,12.5,1.3,02253d7573081a60=25|6e898c3a3552ad08=25 +6,50,50,0,0,0,0,0,0,6.0,8.3,18.8,1.6,02253d7573081a60=25|6e898c3a3552ad08=25 +7,50,50,0,0,0,0,0,0,3.7,7.9,8.8,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +8,50,50,0,0,0,0,0,0,3.2,4.5,5.5,1.2,02253d7573081a60=24|6e898c3a3552ad08=26 +9,50,50,0,0,0,0,0,0,3.2,5.4,7.2,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +10,50,50,0,0,0,0,0,0,3.3,5.9,7.7,1.3,02253d7573081a60=25|6e898c3a3552ad08=25 +11,50,50,0,0,0,0,0,0,3.4,5.1,8.1,1.4,02253d7573081a60=25|6e898c3a3552ad08=25 +12,50,50,0,0,0,0,0,0,3.8,5.2,6.4,1.2,02253d7573081a60=25|6e898c3a3552ad08=25 +13,50,50,0,0,0,0,0,0,3.1,4.0,6.2,1.8,02253d7573081a60=26|6e898c3a3552ad08=24 +14,50,50,0,0,0,0,0,0,4.2,1006.2,1015.5,1.4,02253d7573081a60=9|6e898c3a3552ad08=41 +15,50,50,0,0,0,0,0,0,4.2,1005.5,1007.1,1.3,6e898c3a3552ad08=50 +16,50,50,0,0,0,0,0,0,3.5,4.7,5.1,1.7,6e898c3a3552ad08=50 +17,50,50,0,0,0,0,0,0,3.4,5.4,5.5,1.2,6e898c3a3552ad08=50 +18,50,50,0,0,0,0,0,0,3.5,5.4,5.7,1.1,6e898c3a3552ad08=50 +19,50,50,0,0,0,0,0,0,3.5,5.3,5.9,2.0,6e898c3a3552ad08=50 +20,50,50,0,0,0,0,0,0,3.0,4.1,9.4,1.2,6e898c3a3552ad08=50 +21,50,50,0,0,0,0,0,0,3.1,5.7,6.8,1.2,6e898c3a3552ad08=50 +22,50,50,0,0,0,0,0,0,3.7,5.0,6.6,1.2,6e898c3a3552ad08=50 +23,50,50,0,0,0,0,0,0,3.0,4.3,6.8,1.2,6e898c3a3552ad08=50 +24,50,50,0,0,0,0,0,0,3.0,3.9,4.8,1.3,6e898c3a3552ad08=50 +25,50,50,0,0,0,0,0,0,2.9,3.8,4.4,1.7,6e898c3a3552ad08=50 +26,50,50,0,0,0,0,0,0,3.1,5.2,6.7,1.2,6e898c3a3552ad08=50 +27,50,50,0,0,0,0,0,0,3.2,4.4,6.5,1.2,6e898c3a3552ad08=50 +28,50,50,0,0,0,0,0,0,3.0,4.1,4.6,1.9,6e898c3a3552ad08=50 +29,50,50,0,0,0,0,0,0,3.4,5.9,6.4,1.3,6e898c3a3552ad08=50 +30,50,50,0,0,0,0,0,0,3.2,5.6,8.0,1.3,6e898c3a3552ad08=50 +31,50,50,0,0,0,0,0,0,3.2,5.1,18.0,1.2,6e898c3a3552ad08=50 +32,50,50,0,0,0,0,0,0,3.5,5.0,5.8,1.5,6e898c3a3552ad08=50 +33,50,50,0,0,0,0,0,0,2.8,4.4,10.5,1.2,6e898c3a3552ad08=50 +34,50,50,0,0,0,0,0,0,3.0,4.5,5.1,1.3,6e898c3a3552ad08=50 +35,50,50,0,0,0,0,0,0,3.1,5.0,5.2,1.3,6e898c3a3552ad08=50 +36,50,50,0,0,0,0,0,0,3.8,4.8,6.6,1.5,6e898c3a3552ad08=50 +37,50,50,0,0,0,0,0,0,3.7,5.0,7.8,1.3,0b71c96e22052a34=17|6e898c3a3552ad08=33 +38,50,50,0,0,0,0,0,0,3.6,4.6,5.0,1.2,0b71c96e22052a34=24|6e898c3a3552ad08=26 +39,50,50,0,0,0,0,0,0,3.4,9.0,10.2,1.4,0b71c96e22052a34=25|6e898c3a3552ad08=25 +40,50,50,0,0,0,0,0,0,3.0,4.5,5.2,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +41,50,50,0,0,0,0,0,0,3.0,4.9,5.2,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +42,50,50,0,0,0,0,0,0,3.6,5.0,6.2,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +43,50,50,0,0,0,0,0,0,3.1,4.2,4.7,1.2,0b71c96e22052a34=26|6e898c3a3552ad08=24 +44,50,50,0,0,0,0,0,0,3.1,5.0,6.1,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +45,50,50,0,0,0,0,0,0,2.9,4.2,4.9,1.4,0b71c96e22052a34=25|6e898c3a3552ad08=25 +46,50,50,0,0,0,0,0,0,2.9,4.3,5.4,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +47,50,50,0,0,0,0,0,0,3.1,4.5,9.3,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +48,50,50,0,0,0,0,0,0,3.2,4.5,4.7,1.3,0b71c96e22052a34=24|6e898c3a3552ad08=26 +49,50,50,0,0,0,0,0,0,3.4,4.9,5.5,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +50,50,50,0,0,0,0,0,0,3.2,5.9,8.8,1.8,0b71c96e22052a34=25|6e898c3a3552ad08=25 +51,50,50,0,0,0,0,0,0,2.9,4.5,8.2,1.4,0b71c96e22052a34=25|6e898c3a3552ad08=25 +52,50,50,0,0,0,0,0,0,3.3,4.3,5.5,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +53,50,50,0,0,0,0,0,0,3.1,4.5,5.1,1.1,0b71c96e22052a34=26|6e898c3a3552ad08=24 +54,50,50,0,0,0,0,0,0,3.6,4.4,5.2,1.7,0b71c96e22052a34=25|6e898c3a3552ad08=25 +55,50,50,0,0,0,0,0,0,3.5,5.1,7.9,2.0,0b71c96e22052a34=25|6e898c3a3552ad08=25 +56,50,50,0,0,0,0,0,0,3.1,4.9,5.5,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +57,50,50,0,0,0,0,0,0,2.9,4.0,5.2,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +58,50,50,0,0,0,0,0,0,3.0,3.8,5.4,1.1,0b71c96e22052a34=24|6e898c3a3552ad08=26 +59,50,50,0,0,0,0,0,0,3.0,5.1,5.9,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 diff --git a/evidence/failover/kill-2/timeline.json b/evidence/failover/kill-2/timeline.json new file mode 100644 index 00000000..69d3f457 --- /dev/null +++ b/evidence/failover/kill-2/timeline.json @@ -0,0 +1,44 @@ +{ + "started_at": "2026-11-04T10:13:27.105842841Z", + "config": { + "mode": "timeline", + "base_url": "http://lb:8080", + "users": 200, + "chats": 100, + "seed_messages_per_chat": 50, + "read_ratio": 0.8, + "rates": [ + 200, + 400 + ], + "step": "30s", + "warmup": "30s", + "rate": 50, + "duration": "60s", + "client_timeout": "2s", + "seed": 1, + "scrape": false, + "stop_on_fail": false, + "stats_url": "http://lb:8404/;csv", + "api_host": "api", + "debug_port": "9090" + }, + "messages_attempted": 3000, + "requests": 3000, + "confirmed": 3000, + "messages_retried": 0, + "unresolved": 0, + "rejected_4xx": 0, + "classes": { + "ok": 3000 + }, + "instances": { + "02253d7573081a60": 360, + "0b71c96e22052a34": 566, + "6e898c3a3552ad08": 2074 + }, + "history_messages": 3000, + "duplicates": 0, + "missing_confirmed": 0, + "passed": true +} diff --git a/evidence/failover/stop-1/faults.json b/evidence/failover/stop-1/faults.json new file mode 100644 index 00000000..b433e620 --- /dev/null +++ b/evidence/failover/stop-1/faults.json @@ -0,0 +1,9 @@ +{ + "kind": "stop", + "container": "5bcf254ae6ba", + "x_instance_id": "0535abc31194d205", + "process_exited_vm_utc": "2026-11-04T10:10:12.177073796Z", + "restarted_vm_utc": "2026-11-04T10:10:34.551307762Z", + "fault_command_host_utc": "2026-11-04T10:10:09.994Z", + "restore_command_host_utc": "2026-11-04T10:10:33.030Z" +} diff --git a/evidence/failover/stop-1/instances-after.txt b/evidence/failover/stop-1/instances-after.txt new file mode 100644 index 00000000..2aa0cdbb --- /dev/null +++ b/evidence/failover/stop-1/instances-after.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 74fa1c12ba4b1c72 74f0bfa45427 +c6c9938a148f lab3-api-4 running 2412d98d29ca4f3f 74f0bfa45427 diff --git a/evidence/failover/stop-1/instances-before.txt b/evidence/failover/stop-1/instances-before.txt new file mode 100644 index 00000000..eff42f91 --- /dev/null +++ b/evidence/failover/stop-1/instances-before.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 0535abc31194d205 74f0bfa45427 +c6c9938a148f lab3-api-4 running 2412d98d29ca4f3f 74f0bfa45427 diff --git a/evidence/failover/stop-1/meta.json b/evidence/failover/stop-1/meta.json new file mode 100644 index 00000000..45c6ab21 --- /dev/null +++ b/evidence/failover/stop-1/meta.json @@ -0,0 +1,16 @@ +{ + "date_utc": "2026-11-04T10:09:51Z", + "commit": "1626145", + "branch": "solution/bpi2301-bakulin", + "docker": "28.5.1", + "host_cpus": "8", + "host_memory_bytes": "12547280896", + "experiment": "failover", + "kind": "stop", + "replica": "1", + "rate": "50", + "duration": "60s", + "fault_at_s": "15", + "restore_at_s": "35", + "go": "go1.27.1" +} diff --git a/evidence/failover/stop-1/seconds.csv b/evidence/failover/stop-1/seconds.csv new file mode 100644 index 00000000..e3f88b0d --- /dev/null +++ b/evidence/failover/stop-1/seconds.csv @@ -0,0 +1,61 @@ +second,sent,ok,client_timeout,conn_error,http_5xx_api,http_5xx_lb,http_4xx,err_other,ok_p50_ms,ok_p95_ms,ok_p99_ms,lag_p99_ms,instances +0,50,50,0,0,0,0,0,0,3.9,6.1,6.2,1.3,0535abc31194d205=25|2412d98d29ca4f3f=25 +1,50,50,0,0,0,0,0,0,4.0,5.5,8.2,1.5,0535abc31194d205=25|2412d98d29ca4f3f=25 +2,50,50,0,0,0,0,0,0,4.3,7.6,13.3,1.2,0535abc31194d205=24|2412d98d29ca4f3f=26 +3,50,50,0,0,0,0,0,0,3.9,5.3,5.5,1.3,0535abc31194d205=25|2412d98d29ca4f3f=25 +4,50,50,0,0,0,0,0,0,3.2,5.9,6.3,1.1,0535abc31194d205=25|2412d98d29ca4f3f=25 +5,50,50,0,0,0,0,0,0,3.4,5.8,8.0,1.2,0535abc31194d205=25|2412d98d29ca4f3f=25 +6,50,50,0,0,0,0,0,0,4.4,9.7,26.1,1.3,0535abc31194d205=25|2412d98d29ca4f3f=25 +7,50,50,0,0,0,0,0,0,4.6,7.9,9.1,1.3,0535abc31194d205=25|2412d98d29ca4f3f=25 +8,50,50,0,0,0,0,0,0,5.5,8.6,9.4,1.6,0535abc31194d205=25|2412d98d29ca4f3f=25 +9,50,50,0,0,0,0,0,0,3.1,4.2,4.7,1.6,0535abc31194d205=25|2412d98d29ca4f3f=25 +10,50,50,0,0,0,0,0,0,3.4,5.9,6.2,1.2,0535abc31194d205=25|2412d98d29ca4f3f=25 +11,50,50,0,0,0,0,0,0,3.5,7.2,13.6,2.7,0535abc31194d205=25|2412d98d29ca4f3f=25 +12,50,50,0,0,0,0,0,0,3.4,5.3,7.3,1.3,0535abc31194d205=25|2412d98d29ca4f3f=25 +13,50,50,0,0,0,0,0,0,3.5,5.7,8.0,1.9,0535abc31194d205=25|2412d98d29ca4f3f=25 +14,50,50,0,0,0,0,0,0,3.1,4.5,15.9,1.1,0535abc31194d205=25|2412d98d29ca4f3f=25 +15,50,50,0,0,0,0,0,0,3.2,5.0,5.8,1.6,0535abc31194d205=22|2412d98d29ca4f3f=28 +16,50,50,0,0,0,0,0,0,3.8,5.7,6.3,1.5,2412d98d29ca4f3f=50 +17,50,50,0,0,0,0,0,0,3.9,4.9,5.0,1.2,2412d98d29ca4f3f=50 +18,50,50,0,0,0,0,0,0,3.3,4.3,6.8,1.1,2412d98d29ca4f3f=50 +19,50,50,0,0,0,0,0,0,3.1,4.9,14.4,1.2,2412d98d29ca4f3f=50 +20,50,50,0,0,0,0,0,0,3.5,5.0,6.3,1.3,2412d98d29ca4f3f=50 +21,50,50,0,0,0,0,0,0,3.5,4.9,6.3,1.2,2412d98d29ca4f3f=50 +22,50,50,0,0,0,0,0,0,2.9,4.9,13.3,1.3,2412d98d29ca4f3f=50 +23,50,50,0,0,0,0,0,0,3.6,5.0,7.0,1.6,2412d98d29ca4f3f=50 +24,50,50,0,0,0,0,0,0,3.1,5.7,9.9,1.3,2412d98d29ca4f3f=50 +25,50,50,0,0,0,0,0,0,3.2,4.6,4.7,1.8,2412d98d29ca4f3f=50 +26,50,50,0,0,0,0,0,0,2.9,4.4,6.8,1.2,2412d98d29ca4f3f=50 +27,50,50,0,0,0,0,0,0,3.1,4.7,5.2,1.9,2412d98d29ca4f3f=50 +28,50,50,0,0,0,0,0,0,3.3,4.9,6.6,2.8,2412d98d29ca4f3f=50 +29,50,50,0,0,0,0,0,0,3.1,3.9,5.3,1.3,2412d98d29ca4f3f=50 +30,50,50,0,0,0,0,0,0,3.1,5.9,6.7,1.5,2412d98d29ca4f3f=50 +31,50,50,0,0,0,0,0,0,3.2,5.0,5.6,1.2,2412d98d29ca4f3f=50 +32,50,50,0,0,0,0,0,0,3.2,5.2,10.0,1.2,2412d98d29ca4f3f=50 +33,50,50,0,0,0,0,0,0,3.5,4.4,5.9,1.4,2412d98d29ca4f3f=50 +34,50,50,0,0,0,0,0,0,3.4,5.6,6.7,1.5,2412d98d29ca4f3f=50 +35,50,50,0,0,0,0,0,0,3.2,4.5,5.9,1.4,2412d98d29ca4f3f=50 +36,50,50,0,0,0,0,0,0,3.3,5.4,9.9,1.2,2412d98d29ca4f3f=50 +37,50,50,0,0,0,0,0,0,3.3,4.4,5.1,1.8,2412d98d29ca4f3f=50 +38,50,50,0,0,0,0,0,0,3.7,5.5,6.0,3.4,2412d98d29ca4f3f=50 +39,50,50,0,0,0,0,0,0,4.0,5.1,9.0,1.5,2412d98d29ca4f3f=35|74fa1c12ba4b1c72=15 +40,50,50,0,0,0,0,0,0,3.7,5.6,6.6,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +41,50,50,0,0,0,0,0,0,3.2,4.6,5.0,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +42,50,50,0,0,0,0,0,0,3.4,4.9,7.2,1.4,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +43,50,50,0,0,0,0,0,0,3.8,5.4,7.2,1.2,2412d98d29ca4f3f=24|74fa1c12ba4b1c72=26 +44,50,50,0,0,0,0,0,0,3.3,4.4,5.1,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +45,50,50,0,0,0,0,0,0,3.2,4.4,5.1,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +46,50,50,0,0,0,0,0,0,3.4,4.7,5.1,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +47,50,50,0,0,0,0,0,0,3.3,5.4,6.6,1.1,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +48,50,50,0,0,0,0,0,0,3.4,4.9,6.2,1.2,2412d98d29ca4f3f=26|74fa1c12ba4b1c72=24 +49,50,50,0,0,0,0,0,0,3.3,5.6,6.6,4.7,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +50,50,50,0,0,0,0,0,0,3.4,5.6,6.4,1.6,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +51,50,50,0,0,0,0,0,0,3.5,5.0,6.3,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +52,50,50,0,0,0,0,0,0,3.4,5.5,6.4,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +53,50,50,0,0,0,0,0,0,3.6,5.7,6.6,1.5,2412d98d29ca4f3f=24|74fa1c12ba4b1c72=26 +54,50,50,0,0,0,0,0,0,3.5,5.5,10.1,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +55,50,50,0,0,0,0,0,0,3.3,5.2,6.3,1.5,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +56,50,50,0,0,0,0,0,0,3.3,5.5,10.4,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +57,50,50,0,0,0,0,0,0,2.9,5.8,6.4,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +58,50,50,0,0,0,0,0,0,3.1,4.4,12.1,1.2,2412d98d29ca4f3f=26|74fa1c12ba4b1c72=24 +59,50,50,0,0,0,0,0,0,3.3,5.0,8.4,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 diff --git a/evidence/failover/stop-1/timeline.json b/evidence/failover/stop-1/timeline.json new file mode 100644 index 00000000..2127cda1 --- /dev/null +++ b/evidence/failover/stop-1/timeline.json @@ -0,0 +1,44 @@ +{ + "started_at": "2026-11-04T10:09:55.751121336Z", + "config": { + "mode": "timeline", + "base_url": "http://lb:8080", + "users": 200, + "chats": 100, + "seed_messages_per_chat": 50, + "read_ratio": 0.8, + "rates": [ + 200, + 400 + ], + "step": "30s", + "warmup": "30s", + "rate": 50, + "duration": "60s", + "client_timeout": "2s", + "seed": 1, + "scrape": false, + "stop_on_fail": false, + "stats_url": "http://lb:8404/;csv", + "api_host": "api", + "debug_port": "9090" + }, + "messages_attempted": 3000, + "requests": 3000, + "confirmed": 3000, + "messages_retried": 0, + "unresolved": 0, + "rejected_4xx": 0, + "classes": { + "ok": 3000 + }, + "instances": { + "0535abc31194d205": 396, + "2412d98d29ca4f3f": 2089, + "74fa1c12ba4b1c72": 515 + }, + "history_messages": 3000, + "duplicates": 0, + "missing_confirmed": 0, + "passed": true +} diff --git a/evidence/failover/stop-2/faults.json b/evidence/failover/stop-2/faults.json new file mode 100644 index 00000000..b62df5a3 --- /dev/null +++ b/evidence/failover/stop-2/faults.json @@ -0,0 +1,9 @@ +{ + "kind": "stop", + "container": "c6c9938a148f", + "x_instance_id": "2412d98d29ca4f3f", + "process_exited_vm_utc": "2026-11-04T10:11:22.892203716Z", + "restarted_vm_utc": "2026-11-04T10:11:45.183885307Z", + "fault_command_host_utc": "2026-11-04T10:11:20.689Z", + "restore_command_host_utc": "2026-11-04T10:11:43.678Z" +} diff --git a/evidence/failover/stop-2/instances-after.txt b/evidence/failover/stop-2/instances-after.txt new file mode 100644 index 00000000..0c90d056 --- /dev/null +++ b/evidence/failover/stop-2/instances-after.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 74fa1c12ba4b1c72 74f0bfa45427 +c6c9938a148f lab3-api-4 running 02253d7573081a60 74f0bfa45427 diff --git a/evidence/failover/stop-2/instances-before.txt b/evidence/failover/stop-2/instances-before.txt new file mode 100644 index 00000000..2aa0cdbb --- /dev/null +++ b/evidence/failover/stop-2/instances-before.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 74fa1c12ba4b1c72 74f0bfa45427 +c6c9938a148f lab3-api-4 running 2412d98d29ca4f3f 74f0bfa45427 diff --git a/evidence/failover/stop-2/meta.json b/evidence/failover/stop-2/meta.json new file mode 100644 index 00000000..865c0470 --- /dev/null +++ b/evidence/failover/stop-2/meta.json @@ -0,0 +1,16 @@ +{ + "date_utc": "2026-11-04T10:11:02Z", + "commit": "1626145", + "branch": "solution/bpi2301-bakulin", + "docker": "28.5.1", + "host_cpus": "8", + "host_memory_bytes": "12547280896", + "experiment": "failover", + "kind": "stop", + "replica": "2", + "rate": "50", + "duration": "60s", + "fault_at_s": "15", + "restore_at_s": "35", + "go": "go1.27.1" +} diff --git a/evidence/failover/stop-2/seconds.csv b/evidence/failover/stop-2/seconds.csv new file mode 100644 index 00000000..8b3ded20 --- /dev/null +++ b/evidence/failover/stop-2/seconds.csv @@ -0,0 +1,61 @@ +second,sent,ok,client_timeout,conn_error,http_5xx_api,http_5xx_lb,http_4xx,err_other,ok_p50_ms,ok_p95_ms,ok_p99_ms,lag_p99_ms,instances +0,50,50,0,0,0,0,0,0,4.3,5.9,7.9,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +1,50,50,0,0,0,0,0,0,3.5,5.2,6.0,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +2,50,50,0,0,0,0,0,0,3.2,4.1,4.9,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +3,50,50,0,0,0,0,0,0,3.4,4.6,5.8,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +4,50,50,0,0,0,0,0,0,3.2,4.1,5.1,1.6,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +5,50,50,0,0,0,0,0,0,3.1,4.6,5.3,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +6,50,50,0,0,0,0,0,0,3.0,4.5,5.5,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +7,50,50,0,0,0,0,0,0,3.2,5.7,7.2,1.1,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +8,50,50,0,0,0,0,0,0,3.9,5.0,5.4,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +9,50,50,0,0,0,0,0,0,3.4,5.1,10.5,1.2,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +10,50,50,0,0,0,0,0,0,3.5,5.9,6.6,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +11,50,50,0,0,0,0,0,0,5.3,48.2,71.9,2.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +12,50,50,0,0,0,0,0,0,6.6,8.7,11.1,1.3,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +13,50,50,0,0,0,0,0,0,3.7,5.2,5.4,1.4,2412d98d29ca4f3f=26|74fa1c12ba4b1c72=24 +14,50,50,0,0,0,0,0,0,3.3,4.6,5.7,1.5,2412d98d29ca4f3f=25|74fa1c12ba4b1c72=25 +15,50,50,0,0,0,0,0,0,3.3,5.0,5.8,1.2,2412d98d29ca4f3f=11|74fa1c12ba4b1c72=39 +16,50,50,0,0,0,0,0,0,3.1,4.9,11.1,1.6,74fa1c12ba4b1c72=50 +17,50,50,0,0,0,0,0,0,3.8,5.0,6.8,1.3,74fa1c12ba4b1c72=50 +18,50,50,0,0,0,0,0,0,2.9,4.6,6.3,2.1,74fa1c12ba4b1c72=50 +19,50,50,0,0,0,0,0,0,3.3,5.0,6.3,1.8,74fa1c12ba4b1c72=50 +20,50,50,0,0,0,0,0,0,3.4,5.7,11.2,1.1,74fa1c12ba4b1c72=50 +21,50,50,0,0,0,0,0,0,3.0,5.6,6.0,1.2,74fa1c12ba4b1c72=50 +22,50,50,0,0,0,0,0,0,3.4,4.9,7.4,1.5,74fa1c12ba4b1c72=50 +23,50,50,0,0,0,0,0,0,3.3,4.7,5.4,2.0,74fa1c12ba4b1c72=50 +24,50,50,0,0,0,0,0,0,3.0,4.3,5.1,1.2,74fa1c12ba4b1c72=50 +25,50,50,0,0,0,0,0,0,2.9,4.3,6.3,1.8,74fa1c12ba4b1c72=50 +26,50,50,0,0,0,0,0,0,3.0,4.9,6.6,1.3,74fa1c12ba4b1c72=50 +27,50,50,0,0,0,0,0,0,3.1,4.9,7.4,2.2,74fa1c12ba4b1c72=50 +28,50,50,0,0,0,0,0,0,3.5,5.9,16.0,1.3,74fa1c12ba4b1c72=50 +29,50,50,0,0,0,0,0,0,3.2,4.8,5.2,1.4,74fa1c12ba4b1c72=50 +30,50,50,0,0,0,0,0,0,3.6,5.4,6.0,1.3,74fa1c12ba4b1c72=50 +31,50,50,0,0,0,0,0,0,3.2,5.2,13.9,1.2,74fa1c12ba4b1c72=50 +32,50,50,0,0,0,0,0,0,3.5,4.3,4.5,1.8,74fa1c12ba4b1c72=50 +33,50,50,0,0,0,0,0,0,3.2,4.7,6.1,1.3,74fa1c12ba4b1c72=50 +34,50,50,0,0,0,0,0,0,2.9,5.2,6.0,1.1,74fa1c12ba4b1c72=50 +35,50,50,0,0,0,0,0,0,3.1,5.3,6.4,1.2,74fa1c12ba4b1c72=50 +36,50,50,0,0,0,0,0,0,2.9,4.0,4.6,1.1,74fa1c12ba4b1c72=50 +37,50,50,0,0,0,0,0,0,3.5,4.4,4.7,1.3,74fa1c12ba4b1c72=50 +38,50,50,0,0,0,0,0,0,3.7,5.9,5.9,1.2,74fa1c12ba4b1c72=50 +39,50,50,0,0,0,0,0,0,3.9,5.1,8.2,1.2,02253d7573081a60=5|74fa1c12ba4b1c72=45 +40,50,50,0,0,0,0,0,0,4.1,5.7,7.0,3.4,02253d7573081a60=25|74fa1c12ba4b1c72=25 +41,50,50,0,0,0,0,0,0,3.0,4.1,5.0,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +42,50,50,0,0,0,0,0,0,3.2,4.7,5.8,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +43,50,50,0,0,0,0,0,0,3.4,4.9,5.6,1.2,02253d7573081a60=24|74fa1c12ba4b1c72=26 +44,50,50,0,0,0,0,0,0,3.1,5.3,7.4,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +45,50,50,0,0,0,0,0,0,3.1,4.2,5.3,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +46,50,50,0,0,0,0,0,0,3.0,5.1,5.4,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +47,50,50,0,0,0,0,0,0,2.9,4.8,9.4,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +48,50,50,0,0,0,0,0,0,3.1,4.1,7.9,1.8,02253d7573081a60=26|74fa1c12ba4b1c72=24 +49,50,50,0,0,0,0,0,0,3.2,4.5,4.6,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +50,50,50,0,0,0,0,0,0,3.7,5.7,6.2,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +51,50,50,0,0,0,0,0,0,3.3,5.1,17.3,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +52,50,50,0,0,0,0,0,0,3.3,5.7,14.6,1.4,02253d7573081a60=25|74fa1c12ba4b1c72=25 +53,50,50,0,0,0,0,0,0,3.2,4.3,5.1,1.4,02253d7573081a60=24|74fa1c12ba4b1c72=26 +54,50,50,0,0,0,0,0,0,2.9,3.8,5.9,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 +55,50,50,0,0,0,0,0,0,3.2,4.8,9.4,2.3,02253d7573081a60=25|74fa1c12ba4b1c72=25 +56,50,50,0,0,0,0,0,0,3.0,4.9,4.9,1.3,02253d7573081a60=25|74fa1c12ba4b1c72=25 +57,50,50,0,0,0,0,0,0,3.3,4.4,4.6,1.9,02253d7573081a60=25|74fa1c12ba4b1c72=25 +58,50,50,0,0,0,0,0,0,3.1,4.2,5.5,1.2,02253d7573081a60=26|74fa1c12ba4b1c72=24 +59,50,50,0,0,0,0,0,0,3.1,5.5,5.9,1.2,02253d7573081a60=25|74fa1c12ba4b1c72=25 diff --git a/evidence/failover/stop-2/timeline.json b/evidence/failover/stop-2/timeline.json new file mode 100644 index 00000000..03393450 --- /dev/null +++ b/evidence/failover/stop-2/timeline.json @@ -0,0 +1,44 @@ +{ + "started_at": "2026-11-04T10:11:06.426884535Z", + "config": { + "mode": "timeline", + "base_url": "http://lb:8080", + "users": 200, + "chats": 100, + "seed_messages_per_chat": 50, + "read_ratio": 0.8, + "rates": [ + 200, + 400 + ], + "step": "30s", + "warmup": "30s", + "rate": 50, + "duration": "60s", + "client_timeout": "2s", + "seed": 1, + "scrape": false, + "stop_on_fail": false, + "stats_url": "http://lb:8404/;csv", + "api_host": "api", + "debug_port": "9090" + }, + "messages_attempted": 3000, + "requests": 3000, + "confirmed": 3000, + "messages_retried": 0, + "unresolved": 0, + "rejected_4xx": 0, + "classes": { + "ok": 3000 + }, + "instances": { + "02253d7573081a60": 505, + "2412d98d29ca4f3f": 387, + "74fa1c12ba4b1c72": 2108 + }, + "history_messages": 3000, + "duplicates": 0, + "missing_confirmed": 0, + "passed": true +} diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 00000000..82dac8fd --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,23 @@ +# make test-persistence with scripts/restart.cmd: the whole stand restarts, volumes kept +# date (UTC): 2026-11-04T10:00:56Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +# StartedAt before: +/lab3-api-1 2026-11-04T10:00:53.341519776Z +/lab3-api-2 2026-11-04T10:00:28.728724752Z +/lab3-lb-1 2026-11-04T09:59:47.894746565Z +/lab3-postgres-1 2026-11-04T09:59:47.8788338Z +/lab3-valkey-1 2026-11-04T09:59:47.898667805Z + +$ make test-persistence PYTHON=python BASE_URL=http://localhost:28080 ACTION_SCRIPT=scripts/restart.cmd +python tests/resilience.py --mode persistence --action-script "scripts/restart.cmd" --base-url "http://localhost:28080" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + +# StartedAt after: +/lab3-api-1 2026-11-04T10:01:10.565868768Z +/lab3-api-2 2026-11-04T10:01:10.940982484Z +/lab3-lb-1 2026-11-04T10:01:03.947016392Z +/lab3-postgres-1 2026-11-04T10:01:03.921315574Z +/lab3-valkey-1 2026-11-04T10:01:03.935862066Z diff --git a/evidence/rollout/instances-after.txt b/evidence/rollout/instances-after.txt new file mode 100644 index 00000000..b43e9b0f --- /dev/null +++ b/evidence/rollout/instances-after.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +96701b17071e lab3-api-5 running 77f32b420e9cde7a 74f0bfa45427 +0e9e0f7c8e70 lab3-api-6 running 418e8d8655cb156f 74f0bfa45427 diff --git a/evidence/rollout/instances-before.txt b/evidence/rollout/instances-before.txt new file mode 100644 index 00000000..13dc7cfa --- /dev/null +++ b/evidence/rollout/instances-before.txt @@ -0,0 +1,3 @@ +CONTAINER NAME STATE X-INSTANCE-ID IMAGE +5bcf254ae6ba lab3-api-3 running 6e898c3a3552ad08 74f0bfa45427 +c6c9938a148f lab3-api-4 running 0b71c96e22052a34 74f0bfa45427 diff --git a/evidence/rollout/meta.json b/evidence/rollout/meta.json new file mode 100644 index 00000000..1e0e42b1 --- /dev/null +++ b/evidence/rollout/meta.json @@ -0,0 +1,13 @@ +{ + "date_utc": "2026-11-04T10:14:34Z", + "commit": "1626145", + "branch": "solution/bpi2301-bakulin", + "docker": "28.5.1", + "host_cpus": "8", + "host_memory_bytes": "12547280896", + "experiment": "rolling-update", + "rate": "50", + "duration": "60s", + "update_at_s": "15", + "go": "go1.27.1" +} diff --git a/evidence/rollout/seconds.csv b/evidence/rollout/seconds.csv new file mode 100644 index 00000000..f3181d79 --- /dev/null +++ b/evidence/rollout/seconds.csv @@ -0,0 +1,61 @@ +second,sent,ok,client_timeout,conn_error,http_5xx_api,http_5xx_lb,http_4xx,err_other,ok_p50_ms,ok_p95_ms,ok_p99_ms,lag_p99_ms,instances +0,50,50,0,0,0,0,0,0,3.8,4.8,7.1,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +1,50,50,0,0,0,0,0,0,3.8,4.8,7.4,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +2,50,50,0,0,0,0,0,0,3.4,5.6,6.5,2.2,0b71c96e22052a34=24|6e898c3a3552ad08=26 +3,50,50,0,0,0,0,0,0,3.1,5.1,8.3,1.1,0b71c96e22052a34=25|6e898c3a3552ad08=25 +4,50,50,0,0,0,0,0,0,3.2,4.6,5.4,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +5,50,50,0,0,0,0,0,0,3.1,4.5,8.3,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +6,50,50,0,0,0,0,0,0,3.4,4.7,7.3,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +7,50,50,0,0,0,0,0,0,3.6,4.5,5.8,1.3,0b71c96e22052a34=26|6e898c3a3552ad08=24 +8,50,50,0,0,0,0,0,0,3.8,5.0,5.5,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +9,50,50,0,0,0,0,0,0,4.7,8.2,11.3,1.6,0b71c96e22052a34=25|6e898c3a3552ad08=25 +10,50,50,0,0,0,0,0,0,6.7,9.7,12.9,1.4,0b71c96e22052a34=25|6e898c3a3552ad08=25 +11,50,50,0,0,0,0,0,0,3.7,5.6,6.2,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +12,50,50,0,0,0,0,0,0,3.2,4.7,4.9,1.5,0b71c96e22052a34=24|6e898c3a3552ad08=26 +13,50,50,0,0,0,0,0,0,3.3,4.5,7.3,1.1,0b71c96e22052a34=25|6e898c3a3552ad08=25 +14,50,50,0,0,0,0,0,0,3.6,4.9,9.1,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +15,50,50,0,0,0,0,0,0,3.8,5.1,6.0,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +16,50,50,0,0,0,0,0,0,4.2,5.5,6.5,1.2,0b71c96e22052a34=25|6e898c3a3552ad08=25 +17,50,50,0,0,0,0,0,0,4.4,5.8,7.4,1.4,0b71c96e22052a34=25|6e898c3a3552ad08=25 +18,50,50,0,0,0,0,0,0,3.9,6.7,8.3,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +19,50,50,0,0,0,0,0,0,3.9,6.0,6.3,1.3,0b71c96e22052a34=25|6e898c3a3552ad08=25 +20,50,50,0,0,0,0,0,0,4.6,8.0,10.9,1.2,0b71c96e22052a34=15|418e8d8655cb156f=10|6e898c3a3552ad08=16|77f32b420e9cde7a=9 +21,50,50,0,0,0,0,0,0,4.6,7.2,7.5,1.4,0b71c96e22052a34=13|418e8d8655cb156f=12|6e898c3a3552ad08=12|77f32b420e9cde7a=13 +22,50,50,0,0,0,0,0,0,4.0,6.0,6.8,1.3,0b71c96e22052a34=12|418e8d8655cb156f=13|6e898c3a3552ad08=13|77f32b420e9cde7a=12 +23,50,50,0,0,0,0,0,0,3.1,4.5,4.7,1.2,0b71c96e22052a34=12|418e8d8655cb156f=13|6e898c3a3552ad08=12|77f32b420e9cde7a=13 +24,50,50,0,0,0,0,0,0,4.4,8.3,13.9,1.3,0b71c96e22052a34=13|418e8d8655cb156f=12|6e898c3a3552ad08=13|77f32b420e9cde7a=12 +25,50,50,0,0,0,0,0,0,6.2,9.0,11.1,1.6,0b71c96e22052a34=12|418e8d8655cb156f=13|6e898c3a3552ad08=12|77f32b420e9cde7a=13 +26,50,50,0,0,0,0,0,0,3.7,4.9,5.4,1.2,0b71c96e22052a34=13|418e8d8655cb156f=12|6e898c3a3552ad08=13|77f32b420e9cde7a=12 +27,50,50,0,0,0,0,0,0,3.4,5.1,11.0,1.6,0b71c96e22052a34=5|418e8d8655cb156f=20|6e898c3a3552ad08=4|77f32b420e9cde7a=21 +28,50,50,0,0,0,0,0,0,3.6,6.5,15.9,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +29,50,50,0,0,0,0,0,0,3.8,6.0,7.7,1.4,418e8d8655cb156f=25|77f32b420e9cde7a=25 +30,50,50,0,0,0,0,0,0,3.7,4.9,7.6,1.6,418e8d8655cb156f=25|77f32b420e9cde7a=25 +31,50,50,0,0,0,0,0,0,3.7,4.8,6.9,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +32,50,50,0,0,0,0,0,0,3.6,4.6,6.7,1.8,418e8d8655cb156f=25|77f32b420e9cde7a=25 +33,50,50,0,0,0,0,0,0,3.1,4.2,5.2,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +34,50,50,0,0,0,0,0,0,3.2,4.5,9.8,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +35,50,50,0,0,0,0,0,0,3.2,5.3,6.0,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +36,50,50,0,0,0,0,0,0,3.1,4.4,5.6,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +37,50,50,0,0,0,0,0,0,3.2,4.2,6.3,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +38,50,50,0,0,0,0,0,0,3.8,6.5,7.4,10.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +39,50,50,0,0,0,0,0,0,5.2,12.8,31.3,1.4,418e8d8655cb156f=25|77f32b420e9cde7a=25 +40,50,50,0,0,0,0,0,0,6.6,9.4,12.0,4.4,418e8d8655cb156f=25|77f32b420e9cde7a=25 +41,50,50,0,0,0,0,0,0,3.8,5.4,7.1,1.6,418e8d8655cb156f=25|77f32b420e9cde7a=25 +42,50,50,0,0,0,0,0,0,3.0,4.0,4.4,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +43,50,50,0,0,0,0,0,0,3.0,4.2,4.3,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +44,50,50,0,0,0,0,0,0,3.9,5.5,6.0,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +45,50,50,0,0,0,0,0,0,3.9,5.4,6.0,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +46,50,50,0,0,0,0,0,0,3.3,4.8,5.3,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +47,50,50,0,0,0,0,0,0,3.1,4.6,6.8,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +48,50,50,0,0,0,0,0,0,3.4,6.2,7.3,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +49,50,50,0,0,0,0,0,0,3.3,5.2,5.6,1.6,418e8d8655cb156f=25|77f32b420e9cde7a=25 +50,50,50,0,0,0,0,0,0,3.2,5.0,6.5,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +51,50,50,0,0,0,0,0,0,3.6,4.7,6.2,1.7,418e8d8655cb156f=25|77f32b420e9cde7a=25 +52,50,50,0,0,0,0,0,0,3.0,4.2,6.6,1.3,418e8d8655cb156f=25|77f32b420e9cde7a=25 +53,50,50,0,0,0,0,0,0,2.9,4.1,4.4,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +54,50,50,0,0,0,0,0,0,3.1,5.0,5.6,1.5,418e8d8655cb156f=25|77f32b420e9cde7a=25 +55,50,50,0,0,0,0,0,0,3.3,4.3,6.9,3.5,418e8d8655cb156f=25|77f32b420e9cde7a=25 +56,50,50,0,0,0,0,0,0,3.4,5.0,5.4,1.4,418e8d8655cb156f=25|77f32b420e9cde7a=25 +57,50,50,0,0,0,0,0,0,3.1,4.7,5.0,3.6,418e8d8655cb156f=25|77f32b420e9cde7a=25 +58,50,50,0,0,0,0,0,0,3.4,5.0,6.2,1.2,418e8d8655cb156f=25|77f32b420e9cde7a=25 +59,50,50,0,0,0,0,0,0,3.0,4.5,7.4,1.9,418e8d8655cb156f=25|77f32b420e9cde7a=25 diff --git a/evidence/rollout/timeline.json b/evidence/rollout/timeline.json new file mode 100644 index 00000000..fe39695d --- /dev/null +++ b/evidence/rollout/timeline.json @@ -0,0 +1,45 @@ +{ + "started_at": "2026-11-04T10:14:38.29606054Z", + "config": { + "mode": "timeline", + "base_url": "http://lb:8080", + "users": 200, + "chats": 100, + "seed_messages_per_chat": 50, + "read_ratio": 0.8, + "rates": [ + 200, + 400 + ], + "step": "30s", + "warmup": "30s", + "rate": 50, + "duration": "60s", + "client_timeout": "2s", + "seed": 1, + "scrape": false, + "stop_on_fail": false, + "stats_url": "http://lb:8404/;csv", + "api_host": "api", + "debug_port": "9090" + }, + "messages_attempted": 3000, + "requests": 3000, + "confirmed": 3000, + "messages_retried": 0, + "unresolved": 0, + "rejected_4xx": 0, + "classes": { + "ok": 3000 + }, + "instances": { + "0b71c96e22052a34": 594, + "418e8d8655cb156f": 905, + "6e898c3a3552ad08": 596, + "77f32b420e9cde7a": 905 + }, + "history_messages": 3000, + "duplicates": 0, + "missing_confirmed": 0, + "passed": true +} diff --git a/evidence/rollout/update.json b/evidence/rollout/update.json new file mode 100644 index 00000000..6eb33db1 --- /dev/null +++ b/evidence/rollout/update.json @@ -0,0 +1,7 @@ +{ + "rollout_exit_code": 0, + "old_containers": "5bcf254ae6ba c6c9938a148f ", + "new_containers": [{"container": "96701b17071e", "started_vm_utc": "2026-11-04T10:14:58.25847985Z"}, {"container": "0e9e0f7c8e70", "started_vm_utc": "2026-11-04T10:14:57.97268484Z"}], + "command_started_host_utc": "2026-11-04T10:14:52.581Z", + "command_finished_host_utc": "2026-11-04T10:15:08.155Z" +} diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 00000000..416582bd --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,13 @@ +# Public checks against the stand +# date (UTC): 2026-11-04T10:00:01Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +$ make check PYTHON=python +python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. + +$ make test PYTHON=python BASE_URL=http://localhost:28080 +python tests/smoke.py --base-url "http://localhost:28080" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. + diff --git a/evidence/tests.txt b/evidence/tests.txt new file mode 100644 index 00000000..76d51e75 --- /dev/null +++ b/evidence/tests.txt @@ -0,0 +1,179 @@ +# go test -race -count=1 ./... (verbose output kept for the tests the report cites) +# date (UTC): 2026-11-04T10:07:19Z +# commit: f5f8040 on solution/bpi2301-bakulin +# host: Docker 28.5.1, 8 CPU, 12547280896 bytes RAM for the Linux VM; go1.27.1; Python 3.13.1 + +--- PASS: TestRunFailsFastWhenTheDebugListenerCannotStart (0.07s) +ok messenger/cmd/server 16.293s +--- PASS: TestHealthEndpoints (0.04s) +--- PASS: TestRegisterUserShapeAndConflicts (0.37s) +--- PASS: TestCurrentUserIsTheTokenOwner (0.43s) +--- PASS: TestChatCreationRules (0.47s) +--- PASS: TestChatVisibilityAndListing (0.65s) +--- PASS: TestChatListPagination (0.54s) +--- PASS: TestMessagesEndToEnd (0.72s) +--- PASS: TestMessageHistoryWalkAcrossPages (0.36s) +--- PASS: TestConcurrentSendsProduceExactlyUniqueMessages (1.45s) +--- PASS: TestUnknownRouteAndMethodAreContractErrors (0.02s) +--- PASS: TestLoginReturnsBearerSession (0.18s) +--- PASS: TestLoginFailuresAreUniformBasicChallenges (0.31s) +--- PASS: TestLoginAcceptsColonAndUnicodePasswords (0.12s) +--- PASS: TestProtectedRoutesAcceptOnlyBearer (0.22s) +--- PASS: TestLogoutRevokesOnlyTheCurrentToken (0.16s) +--- PASS: TestSessionExpiresAfterTTL (2.10s) +--- PASS: TestRegistrationIsPublicAndIgnoresAuthorization (0.05s) +--- PASS: TestValkeyOutageAnswers503 (4.57s) +--- PASS: TestPostgresOutageAnswers503 (4.27s) +--- PASS: TestHungPostgresAnswers503WithinTheRequestTimeout (5.67s) +--- PASS: TestSendIdempotencyKeyValidation (0.13s) +--- PASS: TestReplayReturnsIdenticalBody (0.12s) +--- PASS: TestReplayWithDifferentBodyIs409 (0.11s) +--- PASS: TestReplayRechecksSession (0.11s) +--- PASS: TestOutsiderWithoutKeyGets400AndWithKey404 (0.18s) +--- PASS: TestConcurrentReplaysAcrossTwoAppsCreateOneMessage (0.10s) +ok messenger/internal/app 39.344s +--- PASS: TestLoginIssuesOpaqueTokenBackedByStoredSession (0.28s) +--- PASS: TestLoginWithBadCredentialsCreatesNoSession (0.46s) +--- PASS: TestAuthenticateResolvesTheOwner (0.29s) +--- PASS: TestLogoutRevokesOnlyThatSession (0.32s) +--- PASS: TestSessionExpiresAfterTTL (1.32s) +ok messenger/internal/auth 19.269s +--- PASS: TestNewChatDerivesCreatedAtFromID (0.00s) +--- PASS: TestNewChatValidatesTitle (0.00s) +--- PASS: TestValidateMembersCopiesInCanonicalOrder (0.00s) +--- PASS: TestValidateMembersRejectsInvalidLists (0.00s) +--- PASS: TestNewMessageDerivesCreatedAt (0.00s) +--- PASS: TestNewMessageValidatesTextByCodePoints (0.00s) +--- PASS: TestNewMessageKeepsSurroundingWhitespace (0.00s) +--- PASS: TestSameContentComparesWhatTheSenderWrote (0.00s) +--- PASS: TestCreateChatChecksMembersInOneCall (0.49s) +--- PASS: TestCreateChatRejectsUnknownMember (0.32s) +--- PASS: TestCreateChatRejectsInvalidInputBeforeAnyLookup (0.45s) +--- PASS: TestGetHidesForeignAndUnknownChatsAlike (0.32s) +--- PASS: TestListPagesOnlyOwnChats (0.36s) +--- PASS: TestSendChecksAccessBeforeValidation (0.30s) +--- PASS: TestHistoryPagesAndHidesForeignChat (0.36s) +--- PASS: TestSendReplaysSameBody (0.38s) +--- PASS: TestSendConflictsOnDifferentBody (0.31s) +--- PASS: TestKeysAreScopedByUserAndChat (0.35s) +--- PASS: TestSendChecksAccessBeforeKey (0.34s) +--- PASS: TestInvalidTextWithUsedKeyIsInvalid (0.30s) +--- PASS: TestPurgeExpiredKeysDeletesInBatches (0.88s) +--- PASS: TestPurgeExpiredKeysWaitsAGraceAfterTTL (0.29s) +--- PASS: TestRunKeyCleanupPurgesAndStops (0.28s) +ok messenger/internal/chat 19.006s +--- PASS: TestAppendOnceInsertsThenReplays (0.18s) +--- PASS: TestAppendOnceTakesOverExpiredKey (0.14s) +--- PASS: TestAppendOnceWaitsForCleanerThenInserts (0.42s) +--- PASS: TestCleanerSkipsRowLockedByRequest (0.16s) +--- PASS: TestDeleteExpiredKeysOnlyExpiredAndUpToLimit (0.16s) +--- PASS: TestConcurrentAppendOnceSameKeyStoresOneMessage (0.35s) +--- PASS: TestChatCreateThenGetForMember (0.11s) +--- PASS: TestCreateRollsBackWhenMemberInsertFails (0.06s) +--- PASS: TestChatUnknownID (0.04s) +--- PASS: TestListByMemberFiltersOrdersAndPages (0.18s) +--- PASS: TestListByChatUnknownChatIsEmpty (0.03s) +--- PASS: TestAppendOutOfOrderIsListedByID (0.07s) +--- PASS: TestPagingWalksWholeHistoryWithoutGapsOrDuplicates (2.27s) +--- PASS: TestAfterUnknownIDStartsAtNextGreater (0.06s) +--- PASS: TestConcurrentAppendsKeepEveryMessage (0.12s) +ok messenger/internal/chat/store 17.694s +--- PASS: TestKindOfReturnsKindForApplicationError (0.00s) +--- PASS: TestKindOfSeesThroughWrapping (0.00s) +--- PASS: TestKindOfDefaultsToInternal (0.00s) +--- PASS: TestWrapKeepsCause (0.00s) +ok messenger/internal/platform/apperr 1.850s +--- PASS: TestDefaults (0.02s) +--- PASS: TestSecretFilesAreRequiredAndNeverEchoed (0.12s) +--- PASS: TestOverrides (0.03s) +--- PASS: TestInvalidValuesAreReported (0.16s) +--- PASS: TestLoadMigrateNeedsOnlyTheDatabaseURL (0.01s) +ok messenger/internal/platform/config 2.236s +--- PASS: TestEveryResponseCarriesInstanceID (0.08s) +--- PASS: TestUnknownRouteIsJSON404 (0.00s) +--- PASS: TestTrailingSlashIsNotRedirected (0.00s) +--- PASS: TestWrongMethodIsJSON405WithAllow (0.00s) +--- PASS: TestPanicBecomesJSON500WithoutDetails (0.00s) +--- PASS: TestForeignErrorBecomesJSON500WithoutDetails (0.00s) +--- PASS: TestApplicationErrorMapping (0.00s) +--- PASS: TestSuccessResponseHeadersAndEscaping (0.00s) +--- PASS: TestRequestIDFromTheBalancerIsKept (0.00s) +--- PASS: TestMalformedRequestIDIsReplaced (0.00s) +--- PASS: TestDecodeJSONHappyPath (0.00s) +--- PASS: TestDecodeJSONFailures (0.01s) +--- PASS: TestAccessLogHasRequestFieldsButNoBody (0.00s) +--- PASS: TestAccessLogLevelFollowsStatus (0.00s) +--- PASS: TestUserIDRoundTripAndAccessLogAttribution (0.00s) +--- PASS: TestWithUserPassesTheIdentifiedCaller (0.00s) +--- PASS: TestWithUserWithoutIdentityIsAWiringError (0.00s) +--- PASS: TestUnavailableCauseIsLoggedButNotReturned (0.00s) +--- PASS: TestTimeoutBoundsTheRequestContext (0.05s) +--- PASS: TestTimestampFormat (0.00s) +ok messenger/internal/platform/httpx 5.170s +--- PASS: TestNewProducesVersion7 (0.00s) +--- PASS: TestNewIsStrictlyIncreasingWithinProcess (0.08s) +--- PASS: TestTimeOfMatchesWallClockAtMillisecondPrecision (0.00s) +--- PASS: TestParseAcceptsCanonicalForm (0.00s) +--- PASS: TestParseRejectsNonCanonicalForms (0.00s) +--- PASS: TestNewAliasIs16HexAndRandom (0.00s) +ok messenger/internal/platform/ident 1.992s +--- PASS: TestCursorRoundTrip (0.00s) +--- PASS: TestDecodeCursorRejectsForeignScope (0.00s) +--- PASS: TestDecodeCursorRejectsGarbage (0.00s) +--- PASS: TestParseLimit (0.00s) +--- PASS: TestCutTrimsOverfetchAndDerivesNext (0.00s) +--- PASS: TestToResponseEncodesCursorWithinScope (0.00s) +--- PASS: TestToResponseSerializesEmptyPageAsContractRequires (0.00s) +ok messenger/internal/platform/pagination 2.129s +--- PASS: TestHashVerifiesOnlyTheOriginalPassword (0.67s) +--- PASS: TestHashIsSaltedPHCString (0.14s) +--- PASS: TestVerifyUsesParametersFromTheEncoding (0.03s) +--- PASS: TestVerifyRejectsMalformedEncoding (0.08s) +ok messenger/internal/platform/password 2.848s +--- PASS: TestPoolScansTimestamptzInUTC (0.01s) +--- PASS: TestMigrateIsRepeatable (0.05s) +--- PASS: TestPoolAppliesLimitsAndTimeouts (0.02s) +--- PASS: TestResetEmptiesEveryTableButKeepsSchemaVersion (0.12s) +--- PASS: TestIsUniqueViolation (0.06s) +--- PASS: TestClassifyMarksUnreachableDatabaseAsUnavailable (0.00s) +--- PASS: TestNewPoolUsesTheRequestedSize (0.08s) +--- PASS: TestClassifyRealConnectFailure (0.00s) +ok messenger/internal/platform/postgres 14.311s +--- PASS: TestNewClientPingsAndBoundsWaiting (4.01s) +--- PASS: TestNewClientErrorsNeverEchoTheURL (0.00s) +ok messenger/internal/platform/valkey 8.351s +--- PASS: TestServesUntilContextCancelledThenStopsCleanly (0.08s) +--- PASS: TestReadinessDropsBeforeListenerCloses (0.01s) +--- PASS: TestDrainKeepsServingWhileNotReady (0.71s) +--- PASS: TestRunDebugServesUntilCancelled (0.00s) +ok messenger/internal/server 2.039s +--- PASS: TestValkeyStartsAndResetFlushesKeys (4.05s) +ok messenger/internal/testenv 8.566s +--- PASS: TestRegisterStoresUserWithPasswordHash (0.18s) +--- PASS: TestRegisterRejectsInvalidInputAndStoresNothing (0.05s) +--- PASS: TestRegisterReportsDuplicateAsConflict (0.26s) +--- PASS: TestConcurrentRegistrationOfOneUsernameHasOneWinner (0.34s) +--- PASS: TestGetByIDUnknownIsNotFound (0.05s) +--- PASS: TestExistingIDsReturnsOnlyRegistered (0.24s) +--- PASS: TestAuthenticateChecksPassword (0.24s) +--- PASS: TestAuthenticateFailuresLookTheSame (0.66s) +--- PASS: TestNewDerivesCreatedAtFromID (0.00s) +--- PASS: TestNewValidatesUsername (0.00s) +--- PASS: TestValidatePasswordCountsCodePoints (0.00s) +--- PASS: TestNewValidatesDisplayNameByCodePoints (0.00s) +ok messenger/internal/user 14.322s +--- PASS: TestRunAgainstLiveServer (2.42s) +--- PASS: TestIdempotencyRequiresTwoReplicasByDefault (0.52s) +--- PASS: TestRunFailsOnUnreachableServer (0.00s) +ok messenger/tools/concurrency 17.499s +--- PASS: TestBenchAgainstLiveServer (2.46s) +--- PASS: TestTimelineVerifiesHistory (1.13s) +--- PASS: TestClassify (0.00s) +--- PASS: TestPercentileNearestRank (0.00s) +--- PASS: TestStepSummaryValidityAndErrorShare (0.00s) +--- PASS: TestOpenLoopDoesNotWaitForResponses (1.18s) +--- PASS: TestStepPassesOnlyWithinTheObjective (0.00s) +--- PASS: TestOnlyTheSystemEndsTheLadder (0.00s) +ok messenger/tools/loadgen 17.393s + +full suite: 18 packages ok, 0 failed