From 8c57de52e02ac393fac7929878edfbecb9967f20 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=AE=D0=B3=D0=B0=D0=B9=20=D0=90=D1=80=D1=82=D1=83=D1=80?= =?UTF-8?q?=20=D0=A0=D1=83=D1=81=D1=82=D0=B0=D0=BC=D0=BE=D0=B2=D0=B8=D1=87?= Date: Mon, 16 Nov 2026 20:27:58 +0300 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=B8=D0=BB=20?= =?UTF-8?q?=D1=80=D0=B5=D0=B7=D1=83=D0=BB=D1=8C=D1=82=D0=B0=D1=82=D1=8B=20?= =?UTF-8?q?=D0=BF=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=BE=D0=BA?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- REPORT.md | 4 +- evidence/clean-clone-attachment-failover.json | 23 + evidence/clean-clone-cleanup.json | 23 + evidence/clean-clone-expiry.json | 7 + evidence/clean-clone-failover.json | 173 ++++++ evidence/clean-clone-memory.json | 92 +++ evidence/clean-clone-persistence.json | 22 + evidence/clean-clone-restart.json | 131 +++++ evidence/clean-clone-stop-one.json | 79 +++ evidence/clean-clone-summary.json | 423 ++++++++++++++ evidence/clean-clone-verification.txt | 528 ++++++++++++++++++ 11 files changed, 1504 insertions(+), 1 deletion(-) create mode 100644 evidence/clean-clone-attachment-failover.json create mode 100644 evidence/clean-clone-cleanup.json create mode 100644 evidence/clean-clone-expiry.json create mode 100644 evidence/clean-clone-failover.json create mode 100644 evidence/clean-clone-memory.json create mode 100644 evidence/clean-clone-persistence.json create mode 100644 evidence/clean-clone-restart.json create mode 100644 evidence/clean-clone-stop-one.json create mode 100644 evidence/clean-clone-summary.json create mode 100644 evidence/clean-clone-verification.txt diff --git a/REPORT.md b/REPORT.md index 45cc9393..f8a446fb 100644 --- a/REPORT.md +++ b/REPORT.md @@ -51,6 +51,8 @@ Cleanup каждые 30 с выбирает intents старше 600 с чере | Повторные миграции и bootstrap, остановка БД и восстановление | PASS | | TTL=2 в отдельном стенде, expiry после рестарта и logout | [PASS](evidence/expiry.json) | +Чистый клон коммита `74e0750d1895b11f9f2334cdaf08423fbf325a23` прошёл тот же полный цикл с новыми секретами, БД и S3 volumes. Git при начале проверки был чистым. Команда: `python -X utf8 scripts/lab.py verify --project mtusi-lab4-clean-final --port 18082 --test-port 18083`. [Итог](evidence/clean-clone-summary.json), [лог](evidence/clean-clone-verification.txt). Временный стенд после проверки остановлен. + Для сбоев БД тест создаёт временный триггер только для синтетического чата. Для проверки grace period состариваются только тестовые intents. Отладочных HTTP endpoint нет. ## Память @@ -62,7 +64,7 @@ Cleanup каждые 30 с выбирает intents старше 600 с чере | 32×24 с дополнительным PNG chunk до 10 MiB − 1 KiB | 10/10 | 169.7 MiB | | Однотонный 8000×5000 RGBA, 40 млн пикселей | 10/10 | 430.7 MiB | -Все оригиналы скачаны и сравнены. OOM и рестартов нет. Это два локальных синтетических профиля, не измерение предельной производительности. Стенд: Windows, Docker 29.9.3, 12 CPU и 15,5 GiB RAM доступны Docker. +Все оригиналы скачаны и сравнены. OOM и рестартов нет. В повторе из чистого клона пик составил 442,2 MiB: [результаты](evidence/clean-clone-memory.json). Это два локальных синтетических профиля, не измерение предельной производительности. Стенд: Windows, Docker 29.9.3, 12 CPU и 15,5 GiB RAM доступны Docker. ## Ограничения diff --git a/evidence/clean-clone-attachment-failover.json b/evidence/clean-clone-attachment-failover.json new file mode 100644 index 00000000..cf6e5d64 --- /dev/null +++ b/evidence/clean-clone-attachment-failover.json @@ -0,0 +1,23 @@ +{ + "status": "PASS", + "cases": [ + { + "stopped_service": "api1", + "upload_instance": "a5a3a743e21e4bf0a4f8edce8ea76a5d", + "download_instance": "656eb4845ee3414890a69848c4f6dba8", + "recovery_seconds": 4.482, + "transitional_errors": 2, + "same_original": true, + "message_preserved": true + }, + { + "stopped_service": "api2", + "upload_instance": "656eb4845ee3414890a69848c4f6dba8", + "download_instance": "fdc90c8ddce040a9a518418be30492df", + "recovery_seconds": 5.367, + "transitional_errors": 3, + "same_original": true, + "message_preserved": true + } + ] +} diff --git a/evidence/clean-clone-cleanup.json b/evidence/clean-clone-cleanup.json new file mode 100644 index 00000000..463a8ac8 --- /dev/null +++ b/evidence/clean-clone-cleanup.json @@ -0,0 +1,23 @@ +{ + "privacy": { + "anonymous_get": 403, + "other_bucket_get": 403, + "create_bucket": 403, + "change_acl": 403, + "bootstrap_replay": "PASS", + "storage_network_isolated": true, + "internal_ports_not_published": true + }, + "fresh_intent_protected": "PASS", + "locked_intent_skipped": "PASS", + "orphan_removed_and_repeat_safe": "PASS", + "ready_unlinked_attachment_protected": "PASS", + "sql_failure_after_put_compensated": "PASS", + "api_killed_after_put_compensated": { + "status": "PASS", + "service": "api2" + }, + "s3_outage_keeps_intent_then_recovers": "PASS", + "client_disconnect_has_no_publication": "PASS", + "periodic_cleanup_worker": "PASS" +} diff --git a/evidence/clean-clone-expiry.json b/evidence/clean-clone-expiry.json new file mode 100644 index 00000000..3e377cc3 --- /dev/null +++ b/evidence/clean-clone-expiry.json @@ -0,0 +1,7 @@ +{ + "ttl_seconds": 2, + "expiry_unchanged_on_restart": true, + "before_restart": 200, + "after_expiry_and_restart": 401, + "new_login": 201 +} diff --git a/evidence/clean-clone-failover.json b/evidence/clean-clone-failover.json new file mode 100644 index 00000000..82fae7d9 --- /dev/null +++ b/evidence/clean-clone-failover.json @@ -0,0 +1,173 @@ +{ + "public": { + "service": "api1", + "target_instance": "6c9632529d554184a8a3402b61af9b6e", + "before": { + "api1": { + "instance_id": "6c9632529d554184a8a3402b61af9b6e", + "container_id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a" + }, + "api2": { + "instance_id": "71ef8d2668194a41b4dfb5fa678c30e8", + "container_id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23" + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.672749421Z", + "running": false, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.597010676Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "stop_seconds": 1.072, + "metrics": { + "observed_instances_before": 2, + "successful_writes": 105, + "failed_attempts": 4, + "first_recovery_seconds": 2.933 + } + }, + "second_replica": { + "service": "api2", + "target_instance": "71ef8d2668194a41b4dfb5fa678c30e8", + "before": { + "api1": { + "instance_id": "a5a3a743e21e4bf0a4f8edce8ea76a5d", + "container_id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a" + }, + "api2": { + "instance_id": "71ef8d2668194a41b4dfb5fa678c30e8", + "container_id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23" + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:03.583043821Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.597010676Z", + "running": false, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "stop_seconds": 1.077, + "metrics": { + "successful_writes": 105, + "failed_attempts": 5, + "first_recovery_seconds": 2.989, + "replay_on_survivor": "PASS" + } + }, + "status": "PASS" +} diff --git a/evidence/clean-clone-memory.json b/evidence/clean-clone-memory.json new file mode 100644 index 00000000..9043ab61 --- /dev/null +++ b/evidence/clean-clone-memory.json @@ -0,0 +1,92 @@ +{ + "clients": 10, + "upload_slots_per_replica": 2, + "sampling_seconds": 0.05, + "profiles": [ + { + "name": "near_byte_limit", + "file_bytes": 10484736, + "dimensions": [ + 32, + 24 + ], + "successes": 10, + "errors": 0, + "seconds": 1.737, + "slowest_upload_seconds": 0.754, + "replicas_used": 2, + "originals_verified": 10, + "memory": { + "api1": { + "sampled_cgroup_peak_bytes": 175509504, + "sampled_rss_peak_bytes": 164024320, + "cgroup_lifetime_peak_bytes": 181035008, + "process_lifetime_hwm_bytes": 164024320, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + }, + "api2": { + "sampled_cgroup_peak_bytes": 175394816, + "sampled_rss_peak_bytes": 164462592, + "cgroup_lifetime_peak_bytes": 181207040, + "process_lifetime_hwm_bytes": 164462592, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + } + } + }, + { + "name": "near_pixel_limit", + "file_bytes": 165446, + "dimensions": [ + 8000, + 5000 + ], + "successes": 10, + "errors": 0, + "seconds": 1.755, + "slowest_upload_seconds": 1.479, + "replicas_used": 2, + "originals_verified": 10, + "memory": { + "api1": { + "sampled_cgroup_peak_bytes": 445038592, + "sampled_rss_peak_bytes": 454270976, + "cgroup_lifetime_peak_bytes": 455401472, + "process_lifetime_hwm_bytes": 464388096, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + }, + "api2": { + "sampled_cgroup_peak_bytes": 445296640, + "sampled_rss_peak_bytes": 454819840, + "cgroup_lifetime_peak_bytes": 463646720, + "process_lifetime_hwm_bytes": 471842816, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + } + } + } + ], + "baseline": { + "api1": { + "current": 107724800, + "peak": 111403008, + "limit": 805306368, + "rss": 117374976, + "hwm": 117374976, + "oom_kill": 0, + "received_at": 344460.6947028 + }, + "api2": { + "current": 107102208, + "peak": 110735360, + "limit": 805306368, + "rss": 117305344, + "hwm": 117305344, + "oom_kill": 0, + "received_at": 344460.6924973 + } + }, + "status": "PASS" +} diff --git a/evidence/clean-clone-persistence.json b/evidence/clean-clone-persistence.json new file mode 100644 index 00000000..536d6d45 --- /dev/null +++ b/evidence/clean-clone-persistence.json @@ -0,0 +1,22 @@ +{ + "idempotency_after_restart": "PASS", + "public_persistence": "PASS", + "cursor_after_restart": "PASS", + "logout_after_restart": "PASS", + "migration_replay": "PASS", + "database": { + "users": 118, + "chats": 42, + "members": 82, + "messages": 138, + "sessions": 114, + "migrations": 3, + "idempotency_keys": 137, + "attachments": 14, + "message_attachments": 8, + "upload_intents": 0, + "expiry_fingerprint": "2fd4e27f71b0c5350a83baff44d8f06d", + "passwords_are_argon2id": true, + "session_hashes_only": true + } +} diff --git a/evidence/clean-clone-restart.json b/evidence/clean-clone-restart.json new file mode 100644 index 00000000..bcb14d05 --- /dev/null +++ b/evidence/clean-clone-restart.json @@ -0,0 +1,131 @@ +{ + "project": "mtusi-lab4-clean-final", + "before": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:21:34.919170061Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:22:34.979734202Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:05.647019018Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:21:23.239452374Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:21:35.383749519Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:22:54.547045217Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:21:23.408040603Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.672749421Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.597010676Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + } +} diff --git a/evidence/clean-clone-stop-one.json b/evidence/clean-clone-stop-one.json new file mode 100644 index 00000000..6fbb4766 --- /dev/null +++ b/evidence/clean-clone-stop-one.json @@ -0,0 +1,79 @@ +{ + "service": "api2", + "target_instance": "656eb4845ee3414890a69848c4f6dba8", + "before": { + "api1": { + "instance_id": "fdc90c8ddce040a9a518418be30492df", + "container_id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a" + }, + "api2": { + "instance_id": "656eb4845ee3414890a69848c4f6dba8", + "container_id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23" + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:32.636188849Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:22.6139249Z", + "running": false, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "stop_seconds": 1.02 +} diff --git a/evidence/clean-clone-summary.json b/evidence/clean-clone-summary.json new file mode 100644 index 00000000..72a2aa93 --- /dev/null +++ b/evidence/clean-clone-summary.json @@ -0,0 +1,423 @@ +{ + "date_utc": "2026-11-16T17:20:26.228906+00:00", + "platform": "Windows-11-10.0.26200-SP0", + "source_commit": "74e0750d1895b11f9f2334cdaf08423fbf325a23", + "worktree_dirty_at_start": false, + "project": "mtusi-lab4-clean-final", + "status": "PASS", + "cleanup": { + "privacy": { + "anonymous_get": 403, + "other_bucket_get": 403, + "create_bucket": 403, + "change_acl": 403, + "bootstrap_replay": "PASS", + "storage_network_isolated": true, + "internal_ports_not_published": true + }, + "fresh_intent_protected": "PASS", + "locked_intent_skipped": "PASS", + "orphan_removed_and_repeat_safe": "PASS", + "ready_unlinked_attachment_protected": "PASS", + "sql_failure_after_put_compensated": "PASS", + "api_killed_after_put_compensated": { + "status": "PASS", + "service": "api2" + }, + "s3_outage_keeps_intent_then_recovers": "PASS", + "client_disconnect_has_no_publication": "PASS", + "periodic_cleanup_worker": "PASS" + }, + "persistence": { + "idempotency_after_restart": "PASS", + "public_persistence": "PASS", + "cursor_after_restart": "PASS", + "logout_after_restart": "PASS", + "migration_replay": "PASS", + "database": { + "users": 118, + "chats": 42, + "members": 82, + "messages": 138, + "sessions": 114, + "migrations": 3, + "idempotency_keys": 137, + "attachments": 14, + "message_attachments": 8, + "upload_intents": 0, + "expiry_fingerprint": "2fd4e27f71b0c5350a83baff44d8f06d", + "passwords_are_argon2id": true, + "session_hashes_only": true + } + }, + "failover": { + "public": { + "service": "api1", + "target_instance": "6c9632529d554184a8a3402b61af9b6e", + "before": { + "api1": { + "instance_id": "6c9632529d554184a8a3402b61af9b6e", + "container_id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a" + }, + "api2": { + "instance_id": "71ef8d2668194a41b4dfb5fa678c30e8", + "container_id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23" + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.672749421Z", + "running": false, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.597010676Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "stop_seconds": 1.072, + "metrics": { + "observed_instances_before": 2, + "successful_writes": 105, + "failed_attempts": 4, + "first_recovery_seconds": 2.933 + } + }, + "second_replica": { + "service": "api2", + "target_instance": "71ef8d2668194a41b4dfb5fa678c30e8", + "before": { + "api1": { + "instance_id": "a5a3a743e21e4bf0a4f8edce8ea76a5d", + "container_id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a" + }, + "api2": { + "instance_id": "71ef8d2668194a41b4dfb5fa678c30e8", + "container_id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23" + } + }, + "after": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:03.583043821Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:14.597010676Z", + "running": false, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:23:14.386659112Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "stop_seconds": 1.077, + "metrics": { + "successful_writes": 105, + "failed_attempts": 5, + "first_recovery_seconds": 2.989, + "replay_on_survivor": "PASS" + } + }, + "status": "PASS" + }, + "attachments_failover": { + "status": "PASS", + "cases": [ + { + "stopped_service": "api1", + "upload_instance": "a5a3a743e21e4bf0a4f8edce8ea76a5d", + "download_instance": "656eb4845ee3414890a69848c4f6dba8", + "recovery_seconds": 4.482, + "transitional_errors": 2, + "same_original": true, + "message_preserved": true + }, + { + "stopped_service": "api2", + "upload_instance": "656eb4845ee3414890a69848c4f6dba8", + "download_instance": "fdc90c8ddce040a9a518418be30492df", + "recovery_seconds": 5.367, + "transitional_errors": 3, + "same_original": true, + "message_preserved": true + } + ] + }, + "expiry": { + "ttl_seconds": 2, + "expiry_unchanged_on_restart": true, + "before_restart": 200, + "after_expiry_and_restart": 401, + "new_login": 201 + }, + "memory": { + "clients": 10, + "upload_slots_per_replica": 2, + "sampling_seconds": 0.05, + "profiles": [ + { + "name": "near_byte_limit", + "file_bytes": 10484736, + "dimensions": [ + 32, + 24 + ], + "successes": 10, + "errors": 0, + "seconds": 1.737, + "slowest_upload_seconds": 0.754, + "replicas_used": 2, + "originals_verified": 10, + "memory": { + "api1": { + "sampled_cgroup_peak_bytes": 175509504, + "sampled_rss_peak_bytes": 164024320, + "cgroup_lifetime_peak_bytes": 181035008, + "process_lifetime_hwm_bytes": 164024320, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + }, + "api2": { + "sampled_cgroup_peak_bytes": 175394816, + "sampled_rss_peak_bytes": 164462592, + "cgroup_lifetime_peak_bytes": 181207040, + "process_lifetime_hwm_bytes": 164462592, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + } + } + }, + { + "name": "near_pixel_limit", + "file_bytes": 165446, + "dimensions": [ + 8000, + 5000 + ], + "successes": 10, + "errors": 0, + "seconds": 1.755, + "slowest_upload_seconds": 1.479, + "replicas_used": 2, + "originals_verified": 10, + "memory": { + "api1": { + "sampled_cgroup_peak_bytes": 445038592, + "sampled_rss_peak_bytes": 454270976, + "cgroup_lifetime_peak_bytes": 455401472, + "process_lifetime_hwm_bytes": 464388096, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + }, + "api2": { + "sampled_cgroup_peak_bytes": 445296640, + "sampled_rss_peak_bytes": 454819840, + "cgroup_lifetime_peak_bytes": 463646720, + "process_lifetime_hwm_bytes": 471842816, + "memory_limit_bytes": 805306368, + "oom_kills": 0 + } + } + } + ], + "baseline": { + "api1": { + "current": 107724800, + "peak": 111403008, + "limit": 805306368, + "rss": 117374976, + "hwm": 117374976, + "oom_kill": 0, + "received_at": 344460.6947028 + }, + "api2": { + "current": 107102208, + "peak": 110735360, + "limit": 805306368, + "rss": 117305344, + "hwm": 117305344, + "oom_kill": 0, + "received_at": 344460.6924973 + } + }, + "status": "PASS" + }, + "dependency": { + "live_without_db": 200, + "ready_without_db": 503, + "business_without_db": 503, + "recovered": 200 + }, + "containers": { + "api1": { + "id": "651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:32.636188849Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "api2": { + "id": "0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:24:42.404599852Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "cleanup": { + "id": "ee0d1bd09495bf1a033549d049440621d61c2b06d23e5bf5de03f0c8b2f69ed8", + "image": "sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908", + "started_at": "2026-11-16T17:23:24.131692195Z", + "running": true, + "user": "messenger", + "volumes": [] + }, + "db": { + "id": "4898b2c4c8e0a1bacc7ebcddb7a79e838198fcc5b97727a037ef8b90d66d7070", + "image": "sha256:665dc7b37ac52a17e298511414c21d23ffa4e6a6ef6225b3e5d59c7afb35e994", + "started_at": "2026-11-16T17:26:18.863944208Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_pgdata" + ] + }, + "lb": { + "id": "069c6bb05a7eaf930c026a80530e0c80444753543be323f3ed1b47aafecb4924", + "image": "sha256:1242e4006ac3f1ed15871efadca3d8d089e76f720017a1c51747133ee40cc953", + "started_at": "2026-11-16T17:23:14.266006028Z", + "running": true, + "user": "haproxy", + "volumes": [] + }, + "s3": { + "id": "9c78cdb5cf993847388bae8d64536acb4c47f18f86337b5a5edadeb20ac5ae64", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:14.518159853Z", + "running": true, + "user": "", + "volumes": [ + "008d3a7b4ab5027e77c81a992938c4278b09539463fdcd94257a1d7ec758ddf4" + ] + }, + "s3-storage": { + "id": "eb590a785d4203ccd32106b683385e0e1070cbda0fc346550546d0d294742801", + "image": "sha256:4b42c212543a0acd4c0e675215ecdcaf62a186ef98def76c7e12701871222d15", + "started_at": "2026-11-16T17:23:24.180663379Z", + "running": true, + "user": "", + "volumes": [ + "mtusi-lab4-clean-final_s3data" + ] + } + }, + "docker": "29.9.3", + "resources": { + "cpus": 12, + "memory_bytes": 16591364096 + } +} diff --git a/evidence/clean-clone-verification.txt b/evidence/clean-clone-verification.txt new file mode 100644 index 00000000..16f19310 --- /dev/null +++ b/evidence/clean-clone-verification.txt @@ -0,0 +1,528 @@ +$ .\.venv\Scripts\python.exe -X utf8 -m pip install --disable-pip-version-check --no-input --progress-bar off --quiet -r .\requirements.lock -r .\requirements-validation.lock +Environment ready; existing settings and secrets preserved +$ .\.venv\Scripts\python.exe -X utf8 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +$ .\.venv\Scripts\python.exe -X utf8 scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env config --quiet +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env config --quiet +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env build api1 + Image mtusi-messenger:lab4 Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.72kB 0.0s done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 728B done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/python:3.13.14-slim-bookworm@sha256:67a1e1f215ccda113cfc024e8639049257e88f273898f595b61476d128d387e8 +#3 DONE 0.0s + +#4 [internal] load .dockerignore +#4 transferring context: 224B done +#4 DONE 0.0s + +#5 [1/6] FROM docker.io/library/python:3.13.14-slim-bookworm@sha256:67a1e1f215ccda113cfc024e8639049257e88f273898f595b61476d128d387e8 +#5 resolve docker.io/library/python:3.13.14-slim-bookworm@sha256:67a1e1f215ccda113cfc024e8639049257e88f273898f595b61476d128d387e8 0.0s done +#5 DONE 0.0s + +#6 [internal] load build context +#6 transferring context: 47.24kB 0.0s done +#6 DONE 0.0s + +#7 [2/6] WORKDIR /app +#7 CACHED + +#8 [3/6] COPY requirements.lock . +#8 CACHED + +#9 [4/6] RUN python -m pip install --no-cache-dir -r requirements.lock && useradd --uid 10001 --create-home messenger +#9 CACHED + +#10 [5/6] COPY src ./src +#10 CACHED + +#11 [6/6] COPY migrations ./migrations +#11 CACHED + +#12 exporting to image +#12 exporting layers done +#12 exporting manifest sha256:3755b1b2f8e8c91c3d5b7fca8a2e25ada7444649398a43d55e951eda460e2d51 0.0s done +#12 exporting config sha256:3f86c969e38b9cdc008d8b1e466c16a37349b8fbc1374f7b935a71d443a42693 0.0s done +#12 exporting attestation manifest sha256:f1d1fa34a81b6c0f370f567417310121dea10c08eb650321d1ea20c138e4c27d 0.0s done +#12 exporting manifest list sha256:88af0a676201721091455f062d2322cc8a3074f3899dc9c8f878a9c69cdbb908 0.0s done +#12 naming to docker.io/library/mtusi-messenger:lab4 done +#12 unpacking to docker.io/library/mtusi-messenger:lab4 done +#12 DONE 0.1s + +#13 resolving provenance for metadata file +#13 DONE 0.0s + Image mtusi-messenger:lab4 Built +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env run --rm --no-deps lb haproxy -c -f /usr/local/etc/haproxy/haproxy.cfg + Volume mtusi-lab4-clean-final_s3data Creating + Volume mtusi-lab4-clean-final_s3data Creating + Network mtusi-lab4-clean-final_storage Creating + Network mtusi-lab4-clean-final_default Creating + Volume mtusi-lab4-clean-final_pgdata Creating + Network mtusi-lab4-clean-final_default Creating + Network mtusi-lab4-clean-final_storage Creating + Volume mtusi-lab4-clean-final_pgdata Creating + Volume mtusi-lab4-clean-final_s3data Created + Volume mtusi-lab4-clean-final_s3data Created + Volume mtusi-lab4-clean-final_pgdata Created + Volume mtusi-lab4-clean-final_pgdata Created + Network mtusi-lab4-clean-final_storage Created + Network mtusi-lab4-clean-final_storage Created + Network mtusi-lab4-clean-final_default Created + Network mtusi-lab4-clean-final_default Created + Container mtusi-lab4-clean-final-lb-run-1c2bddfccc7b Creating + Container mtusi-lab4-clean-final-lb-run-1c2bddfccc7b Created +[NOTICE] (1) : [/usr/local/etc/haproxy/haproxy.cfg:35] : 'server api_ready/first' : could not resolve address 'api1', disabling server. +[NOTICE] (1) : [/usr/local/etc/haproxy/haproxy.cfg:36] : 'server api_ready/second' : could not resolve address 'api2', disabling server. +[NOTICE] (1) : [/usr/local/etc/haproxy/haproxy.cfg:43] : 'server api_live/first' : could not resolve address 'api1', disabling server. +[NOTICE] (1) : [/usr/local/etc/haproxy/haproxy.cfg:44] : 'server api_live/second' : could not resolve address 'api2', disabling server. +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env up -d --no-build db migrate s3-storage s3 bootstrap api1 api2 cleanup lb + Container mtusi-lab4-clean-final-db-1 Creating + Container mtusi-lab4-clean-final-s3-storage-1 Creating + Container mtusi-lab4-clean-final-s3-storage-1 Created + Container mtusi-lab4-clean-final-s3-1 Creating + Container mtusi-lab4-clean-final-db-1 Created + Container mtusi-lab4-clean-final-migrate-1 Creating + Container mtusi-lab4-clean-final-s3-1 Created + Container mtusi-lab4-clean-final-bootstrap-1 Creating + Container mtusi-lab4-clean-final-migrate-1 Created + Container mtusi-lab4-clean-final-bootstrap-1 Created + Container mtusi-lab4-clean-final-api2-1 Creating + Container mtusi-lab4-clean-final-cleanup-1 Creating + Container mtusi-lab4-clean-final-api1-1 Creating + Container mtusi-lab4-clean-final-api2-1 Created + Container mtusi-lab4-clean-final-cleanup-1 Created + Container mtusi-lab4-clean-final-api1-1 Created + Container mtusi-lab4-clean-final-lb-1 Creating + Container mtusi-lab4-clean-final-lb-1 Created + Container mtusi-lab4-clean-final-db-1 Starting + Container mtusi-lab4-clean-final-s3-storage-1 Starting + Container mtusi-lab4-clean-final-db-1 Started + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Started + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-s3-1 Starting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-s3-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api1-1 Starting + Container mtusi-lab4-clean-final-cleanup-1 Starting + Container mtusi-lab4-clean-final-api2-1 Starting + Container mtusi-lab4-clean-final-api1-1 Started + Container mtusi-lab4-clean-final-cleanup-1 Started + Container mtusi-lab4-clean-final-api2-1 Started + Container mtusi-lab4-clean-final-lb-1 Starting + Container mtusi-lab4-clean-final-lb-1 Started +Two API replicas ready through LB: http://127.0.0.1:18082 +$ .\.venv\Scripts\python.exe -X utf8 tests/smoke.py --base-url http://127.0.0.1:18082 +PASS: lab4 public API scenario; infrastructure and grading evidence remain separate. +$ .\.venv\Scripts\python.exe -X utf8 -m unittest discover -s student-tests -v +test_auth_and_access (test_api.ApiTests.test_auth_and_access) ... ok +test_bad_cursors_and_limits (test_api.ApiTests.test_bad_cursors_and_limits) ... ok +test_chat_pagination (test_api.ApiTests.test_chat_pagination) ... ok +test_chat_validation_is_atomic (test_api.ApiTests.test_chat_validation_is_atomic) ... ok +test_invalid_json_and_content_type (test_api.ApiTests.test_invalid_json_and_content_type) ... ok +test_message_fields_and_unicode (test_api.ApiTests.test_message_fields_and_unicode) ... ok +test_message_pagination (test_api.ApiTests.test_message_pagination) ... ok +test_parallel_messages (test_api.ApiTests.test_parallel_messages) ... ok +test_parallel_username (test_api.ApiTests.test_parallel_username) ... ok +test_read_after_write (test_api.ApiTests.test_read_after_write) ... ok +test_user_fields (test_api.ApiTests.test_user_fields) ... ok +test_attachment_access_and_unknown_ids (test_attachments.AttachmentTests.test_attachment_access_and_unknown_ids) ... ok +test_bad_attachment_list_and_other_chat_do_not_create_messages (test_attachments.AttachmentTests.test_bad_attachment_list_and_other_chat_do_not_create_messages) ... ok +test_byte_limit_and_original_at_exact_boundary (test_attachments.AttachmentTests.test_byte_limit_and_original_at_exact_boundary) ... ok +test_chunked_body_cannot_bypass_size_limit (test_attachments.AttachmentTests.test_chunked_body_cannot_bypass_size_limit) ... ok +test_corrupt_images_mime_and_multipart (test_attachments.AttachmentTests.test_corrupt_images_mime_and_multipart) ... ok +test_filename_validation (test_attachments.AttachmentTests.test_filename_validation) ... ok +test_idempotency_defaults_and_attachment_replay (test_attachments.AttachmentTests.test_idempotency_defaults_and_attachment_replay) ... ok +test_messages_keep_attachment_order_and_allow_empty_text (test_attachments.AttachmentTests.test_messages_keep_attachment_order_and_allow_empty_text) ... ok +test_original_png_jpeg_and_unicode_filename (test_attachments.AttachmentTests.test_original_png_jpeg_and_unicode_filename) ... ok +test_pixel_boundary_and_decompression_bomb (test_attachments.AttachmentTests.test_pixel_boundary_and_decompression_bomb) ... ok +test_different_body_conflicts (test_idempotency.IdempotencyTests.test_different_body_conflicts) ... ok +test_failure_rolls_back_message_and_key (test_idempotency.IdempotencyTests.test_failure_rolls_back_message_and_key) ... ok +test_invalid_body_does_not_reserve_key (test_idempotency.IdempotencyTests.test_invalid_body_does_not_reserve_key) ... ok +test_key_required_and_format (test_idempotency.IdempotencyTests.test_key_required_and_format) ... ok +test_replay_normalizes_json (test_idempotency.IdempotencyTests.test_replay_normalizes_json) ... ok +test_replay_still_checks_access_and_session (test_idempotency.IdempotencyTests.test_replay_still_checks_access_and_session) ... ok +test_retention_and_expired_key_reuse (test_idempotency.IdempotencyTests.test_retention_and_expired_key_reuse) ... ok +test_same_session_on_both_instances (test_idempotency.IdempotencyTests.test_same_session_on_both_instances) ... ok +test_scope_is_user_and_chat_not_session (test_idempotency.IdempotencyTests.test_scope_is_user_and_chat_not_session) ... ok +test_twenty_concurrent_requests_use_both_replicas (test_idempotency.IdempotencyTests.test_twenty_concurrent_requests_use_both_replicas) ... ok +test_logout_only_revokes_current_session (test_sessions.SessionTests.test_logout_only_revokes_current_session) ... ok +test_malformed_basic_and_body (test_sessions.SessionTests.test_malformed_basic_and_body) ... ok +test_only_bearer_identifies_user (test_sessions.SessionTests.test_only_bearer_identifies_user) ... ok +test_password_boundaries_unicode_colon_spaces (test_sessions.SessionTests.test_password_boundaries_unicode_colon_spaces) ... ok +test_password_required_and_limits (test_sessions.SessionTests.test_password_required_and_limits) ... ok +test_wrong_and_unknown_credentials (test_sessions.SessionTests.test_wrong_and_unknown_credentials) ... ok + +---------------------------------------------------------------------- +Ran 37 tests in 12.731s + +OK +$ .\.venv\Scripts\python.exe -X utf8 student-tests/check_cleanup.py +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env stop --timeout 3 cleanup + Container mtusi-lab4-clean-final-cleanup-1 Stopping + Container mtusi-lab4-clean-final-cleanup-1 Stopped +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env run --rm --no-deps bootstrap + Container mtusi-lab4-clean-final-bootstrap-run-ae7ef15a17b1 Creating + Container mtusi-lab4-clean-final-bootstrap-run-ae7ef15a17b1 Created +PASS: private bucket ready; application credentials work +$ docker kill 0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23 +0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23 +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api2-1 Starting + Container mtusi-lab4-clean-final-api2-1 Started +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env stop --timeout 3 s3 + Container mtusi-lab4-clean-final-s3-1 Stopping + Container mtusi-lab4-clean-final-s3-1 Stopped +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start s3 + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-s3-1 Starting + Container mtusi-lab4-clean-final-s3-1 Started +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start cleanup + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-cleanup-1 Starting + Container mtusi-lab4-clean-final-cleanup-1 Started +PASS: private S3, restricted credentials, real faults and safe cleanup +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start s3 cleanup + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited +$ .\.venv\Scripts\python.exe -X utf8 tests/resilience.py --mode persistence --action-script .\scripts\restart.cmd --base-url http://127.0.0.1:18082 +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env run --rm --no-deps migrate + Container mtusi-lab4-clean-final-migrate-run-1734bc09b12d Creating + Container mtusi-lab4-clean-final-migrate-run-1734bc09b12d Created +Already applied: 001_initial.sql +Already applied: 002_idempotency.sql +Already applied: 003_attachments.sql +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env run --rm --no-deps migrate + Container mtusi-lab4-clean-final-migrate-run-4a000b9957d3 Creating + Container mtusi-lab4-clean-final-migrate-run-4a000b9957d3 Created +Already applied: 001_initial.sql +Already applied: 002_idempotency.sql +Already applied: 003_attachments.sql +PASS: old session/cursor, durable logout and repeatable migrations +$ .\.venv\Scripts\python.exe -X utf8 tests/resilience.py --mode failover --action-script .\scripts\stop-one.cmd --base-url http://127.0.0.1:18082 +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 105, "failed_attempts": 4, "first_recovery_seconds": 2.933} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api1-1 Starting + Container mtusi-lab4-clean-final-api1-1 Started +PASS: both physical API replicas stopped separately; no lost messages or duplicates +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api2-1 Starting + Container mtusi-lab4-clean-final-api2-1 Started +$ .\scripts\stop-one.cmd +$ docker stop --timeout 3 651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a +651db4cfc1d4bcd935cb354b66f5018747ebfebeb10aeb98c0a2e18e4a23669a +Stopped only api1 +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api1-1 Starting + Container mtusi-lab4-clean-final-api1-1 Started +$ .\scripts\stop-one.cmd +$ docker stop --timeout 3 0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23 +0e20c8a5d15f411cd3807858e8eb198252877c683faff99545fe97da8e124f23 +Stopped only api2 +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited + Container mtusi-lab4-clean-final-api2-1 Starting + Container mtusi-lab4-clean-final-api2-1 Started +PASS: stopped each uploader; other API downloaded the same original +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start api1 api2 + Container mtusi-lab4-clean-final-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-db-1 Waiting + Container mtusi-lab4-clean-final-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-bootstrap-1 Starting + Container mtusi-lab4-clean-final-db-1 Healthy + Container mtusi-lab4-clean-final-migrate-1 Starting + Container mtusi-lab4-clean-final-bootstrap-1 Started + Container mtusi-lab4-clean-final-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Started + Container mtusi-lab4-clean-final-migrate-1 Waiting + Container mtusi-lab4-clean-final-migrate-1 Exited + Container mtusi-lab4-clean-final-bootstrap-1 Exited +$ docker compose --project-name mtusi-lab4-clean-final-ttl --env-file .env up -d --no-build db migrate s3-storage s3 bootstrap api1 api2 cleanup lb + Volume mtusi-lab4-clean-final-ttl_pgdata Creating + Volume mtusi-lab4-clean-final-ttl_pgdata Creating + Network mtusi-lab4-clean-final-ttl_default Creating + Volume mtusi-lab4-clean-final-ttl_s3data Creating + Volume mtusi-lab4-clean-final-ttl_s3data Creating + Network mtusi-lab4-clean-final-ttl_storage Creating + Network mtusi-lab4-clean-final-ttl_default Creating + Network mtusi-lab4-clean-final-ttl_storage Creating + Volume mtusi-lab4-clean-final-ttl_s3data Created + Volume mtusi-lab4-clean-final-ttl_s3data Created + Volume mtusi-lab4-clean-final-ttl_pgdata Created + Volume mtusi-lab4-clean-final-ttl_pgdata Created + Network mtusi-lab4-clean-final-ttl_default Created + Network mtusi-lab4-clean-final-ttl_default Created + Container mtusi-lab4-clean-final-ttl-db-1 Creating + Network mtusi-lab4-clean-final-ttl_storage Created + Network mtusi-lab4-clean-final-ttl_storage Created + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Creating + Container mtusi-lab4-clean-final-ttl-db-1 Created + Container mtusi-lab4-clean-final-ttl-migrate-1 Creating + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Created + Container mtusi-lab4-clean-final-ttl-s3-1 Creating + Container mtusi-lab4-clean-final-ttl-migrate-1 Created + Container mtusi-lab4-clean-final-ttl-s3-1 Created + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Creating + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Created + Container mtusi-lab4-clean-final-ttl-cleanup-1 Creating + Container mtusi-lab4-clean-final-ttl-api2-1 Creating + Container mtusi-lab4-clean-final-ttl-api1-1 Creating + Container mtusi-lab4-clean-final-ttl-api1-1 Created + Container mtusi-lab4-clean-final-ttl-api2-1 Created + Container mtusi-lab4-clean-final-ttl-lb-1 Creating + Container mtusi-lab4-clean-final-ttl-cleanup-1 Created + Container mtusi-lab4-clean-final-ttl-lb-1 Created + Container mtusi-lab4-clean-final-ttl-db-1 Starting + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Starting + Container mtusi-lab4-clean-final-ttl-db-1 Started + Container mtusi-lab4-clean-final-ttl-db-1 Waiting + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Started + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-ttl-db-1 Healthy + Container mtusi-lab4-clean-final-ttl-migrate-1 Starting + Container mtusi-lab4-clean-final-ttl-migrate-1 Started + Container mtusi-lab4-clean-final-ttl-migrate-1 Waiting + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-ttl-s3-1 Starting + Container mtusi-lab4-clean-final-ttl-s3-1 Started + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Starting + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Started + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-ttl-migrate-1 Exited + Container mtusi-lab4-clean-final-ttl-bootstrap-1 Exited + Container mtusi-lab4-clean-final-ttl-api1-1 Starting + Container mtusi-lab4-clean-final-ttl-cleanup-1 Starting + Container mtusi-lab4-clean-final-ttl-api2-1 Starting + Container mtusi-lab4-clean-final-ttl-api1-1 Started + Container mtusi-lab4-clean-final-ttl-cleanup-1 Started + Container mtusi-lab4-clean-final-ttl-api2-1 Started + Container mtusi-lab4-clean-final-ttl-lb-1 Starting + Container mtusi-lab4-clean-final-ttl-lb-1 Started +Two API replicas ready through LB: http://127.0.0.1:18083 +$ docker compose --project-name mtusi-lab4-clean-final-ttl --env-file .env restart --timeout 3 api1 api2 + Container mtusi-lab4-clean-final-ttl-api1-1 Restarting + Container mtusi-lab4-clean-final-ttl-api2-1 Restarting + Container mtusi-lab4-clean-final-ttl-api1-1 Started + Container mtusi-lab4-clean-final-ttl-api2-1 Started +PASS: TTL=2, expired token rejected after API restart; fresh login works +$ docker compose --project-name mtusi-lab4-clean-final-ttl --env-file .env stop --timeout 10 lb api1 api2 cleanup s3 s3-storage db + Container mtusi-lab4-clean-final-ttl-cleanup-1 Stopping + Container mtusi-lab4-clean-final-ttl-lb-1 Stopping + Container mtusi-lab4-clean-final-ttl-lb-1 Stopped + Container mtusi-lab4-clean-final-ttl-api1-1 Stopping + Container mtusi-lab4-clean-final-ttl-api2-1 Stopping + Container mtusi-lab4-clean-final-ttl-api2-1 Stopped + Container mtusi-lab4-clean-final-ttl-api1-1 Stopped + Container mtusi-lab4-clean-final-ttl-cleanup-1 Stopped + Container mtusi-lab4-clean-final-ttl-s3-1 Stopping + Container mtusi-lab4-clean-final-ttl-db-1 Stopping + Container mtusi-lab4-clean-final-ttl-db-1 Stopped + Container mtusi-lab4-clean-final-ttl-s3-1 Stopped + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Stopping + Container mtusi-lab4-clean-final-ttl-s3-storage-1 Stopped +$ .\.venv\Scripts\python.exe -X utf8 student-tests/check_memory.py --project mtusi-lab4-clean-final-memory --port 18084 +$ docker compose --project-name mtusi-lab4-clean-final-memory --env-file .env stop --timeout 3 lb api1 api2 cleanup s3 s3-storage db +$ docker compose --project-name mtusi-lab4-clean-final-memory --env-file .env rm -f api1 api2 +No stopped containers +$ docker compose --project-name mtusi-lab4-clean-final-memory --env-file .env up -d --no-build db migrate s3-storage s3 bootstrap api1 api2 cleanup lb + Volume mtusi-lab4-clean-final-memory_pgdata Creating + Volume mtusi-lab4-clean-final-memory_pgdata Creating + Network mtusi-lab4-clean-final-memory_storage Creating + Network mtusi-lab4-clean-final-memory_default Creating + Network mtusi-lab4-clean-final-memory_storage Creating + Network mtusi-lab4-clean-final-memory_default Creating + Volume mtusi-lab4-clean-final-memory_s3data Creating + Volume mtusi-lab4-clean-final-memory_s3data Creating + Volume mtusi-lab4-clean-final-memory_s3data Created + Volume mtusi-lab4-clean-final-memory_s3data Created + Volume mtusi-lab4-clean-final-memory_pgdata Created + Volume mtusi-lab4-clean-final-memory_pgdata Created + Network mtusi-lab4-clean-final-memory_default Created + Network mtusi-lab4-clean-final-memory_default Created + Container mtusi-lab4-clean-final-memory-db-1 Creating + Network mtusi-lab4-clean-final-memory_storage Created + Network mtusi-lab4-clean-final-memory_storage Created + Container mtusi-lab4-clean-final-memory-s3-storage-1 Creating + Container mtusi-lab4-clean-final-memory-db-1 Created + Container mtusi-lab4-clean-final-memory-migrate-1 Creating + Container mtusi-lab4-clean-final-memory-s3-storage-1 Created + Container mtusi-lab4-clean-final-memory-s3-1 Creating + Container mtusi-lab4-clean-final-memory-migrate-1 Created + Container mtusi-lab4-clean-final-memory-s3-1 Created + Container mtusi-lab4-clean-final-memory-bootstrap-1 Creating + Container mtusi-lab4-clean-final-memory-bootstrap-1 Created + Container mtusi-lab4-clean-final-memory-cleanup-1 Creating + Container mtusi-lab4-clean-final-memory-api2-1 Creating + Container mtusi-lab4-clean-final-memory-api1-1 Creating + Container mtusi-lab4-clean-final-memory-api1-1 Created + Container mtusi-lab4-clean-final-memory-api2-1 Created + Container mtusi-lab4-clean-final-memory-lb-1 Creating + Container mtusi-lab4-clean-final-memory-cleanup-1 Created + Container mtusi-lab4-clean-final-memory-lb-1 Created + Container mtusi-lab4-clean-final-memory-s3-storage-1 Starting + Container mtusi-lab4-clean-final-memory-db-1 Starting + Container mtusi-lab4-clean-final-memory-s3-storage-1 Started + Container mtusi-lab4-clean-final-memory-s3-storage-1 Waiting + Container mtusi-lab4-clean-final-memory-db-1 Started + Container mtusi-lab4-clean-final-memory-db-1 Waiting + Container mtusi-lab4-clean-final-memory-s3-storage-1 Healthy + Container mtusi-lab4-clean-final-memory-s3-1 Starting + Container mtusi-lab4-clean-final-memory-s3-1 Started + Container mtusi-lab4-clean-final-memory-bootstrap-1 Starting + Container mtusi-lab4-clean-final-memory-db-1 Healthy + Container mtusi-lab4-clean-final-memory-migrate-1 Starting + Container mtusi-lab4-clean-final-memory-bootstrap-1 Started + Container mtusi-lab4-clean-final-memory-bootstrap-1 Waiting + Container mtusi-lab4-clean-final-memory-migrate-1 Started + Container mtusi-lab4-clean-final-memory-migrate-1 Waiting + Container mtusi-lab4-clean-final-memory-migrate-1 Exited + Container mtusi-lab4-clean-final-memory-bootstrap-1 Exited + Container mtusi-lab4-clean-final-memory-api1-1 Starting + Container mtusi-lab4-clean-final-memory-cleanup-1 Starting + Container mtusi-lab4-clean-final-memory-api2-1 Starting + Container mtusi-lab4-clean-final-memory-api1-1 Started + Container mtusi-lab4-clean-final-memory-cleanup-1 Started + Container mtusi-lab4-clean-final-memory-api2-1 Started + Container mtusi-lab4-clean-final-memory-lb-1 Starting + Container mtusi-lab4-clean-final-memory-lb-1 Started +Two API replicas ready through LB: http://127.0.0.1:18084 +PASS: 10 concurrent uploads in both profiles; originals intact, no OOM or restarts +$ docker compose --project-name mtusi-lab4-clean-final-memory --env-file .env stop --timeout 10 lb api1 api2 cleanup s3 s3-storage db + Container mtusi-lab4-clean-final-memory-cleanup-1 Stopping + Container mtusi-lab4-clean-final-memory-lb-1 Stopping + Container mtusi-lab4-clean-final-memory-lb-1 Stopped + Container mtusi-lab4-clean-final-memory-api1-1 Stopping + Container mtusi-lab4-clean-final-memory-api2-1 Stopping + Container mtusi-lab4-clean-final-memory-api2-1 Stopped + Container mtusi-lab4-clean-final-memory-api1-1 Stopped + Container mtusi-lab4-clean-final-memory-cleanup-1 Stopped + Container mtusi-lab4-clean-final-memory-db-1 Stopping + Container mtusi-lab4-clean-final-memory-s3-1 Stopping + Container mtusi-lab4-clean-final-memory-db-1 Stopped + Container mtusi-lab4-clean-final-memory-s3-1 Stopped + Container mtusi-lab4-clean-final-memory-s3-storage-1 Stopping + Container mtusi-lab4-clean-final-memory-s3-storage-1 Stopped +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env stop --timeout 10 db + Container mtusi-lab4-clean-final-db-1 Stopping + Container mtusi-lab4-clean-final-db-1 Stopped +$ docker compose --project-name mtusi-lab4-clean-final --env-file .env start db + Container mtusi-lab4-clean-final-db-1 Starting + Container mtusi-lab4-clean-final-db-1 Started +PASS: DB outage -> live=200, ready/business=503; session works after recovery +$ .\.venv\Scripts\python.exe -X utf8 tests/smoke.py --base-url http://127.0.0.1:18082 +PASS: lab4 public API scenario; infrastructure and grading evidence remain separate. +PASS: full lab4 verification