diff --git a/REPORT.md b/REPORT.md index ce4e0f8b..13a6fe71 100644 --- a/REPORT.md +++ b/REPORT.md @@ -196,6 +196,14 @@ Migrate использует checksum применённых SQL и общий t Сохранённый вывод — результат конкретного запуска, а не автоматическое обещание оценки. +Дополнительно выполнен запуск из отдельного чистого clone коммита `5f69c6d`: +созданы новые secrets и volume, собран образ с OCI revision этого коммита, +снова прошли 48 тестов, публичный smoke и persistence. Хеши runtime внутри +образа совпали с manifest исследования и исходниками clone. Временный тестовый +стенд и только его новый volume удалены; основной volume lab3 сохранён. +Доказательства: [clean-clone.txt](evidence/clean-clone.txt), +[clean-clone.json](evidence/clean-clone.json). + | Критерий | Команда / действие | Наблюдение | Доказательство | | --- | --- | --- | --- | | Сохранность skeleton и OpenAPI | make check; uv run python scripts/validate_openapi.py | Успешная структура и полная валидация схемы | [contracts.txt](evidence/contracts.txt) | @@ -235,6 +243,10 @@ POST сообщения, остальные GET /users/me. При неопред ключ. Запись подтверждённых ID сравнивается с полной историей, уникальность синтетического текста проверяет отсутствие дублей после неясного результата. +В `stopped` сохранён паспорт выбранного контейнера **до** stop (поэтому running=true); +сразу после hook скрипт отдельно проверяет running=false и отсутствие его alias +в хвосте трафика. Повторный start подтверждает возвращение уже нового процесса. + Поле `first_success_after_action_seconds` — первый успешный ответ **после возврата hook**, отсчитанный от начала hook. Это консервативный контроль, что к концу воздействия сервис работает; это не длительность сплошного простоя. Другая реплика @@ -273,7 +285,7 @@ make research RESEARCH_OUTPUT=evidence/scaling-another Docker VM: ARM64, 18 CPU, 8 317 267 968 bytes RAM (~7.75 GiB). Это один Mac с Docker Desktop, не независимые физические узлы. Генератор — закреплённый digest -k6 v1.3.0, 2 CPU / 384 MiB, в той же bridge-сети. Реальный image ID API, hash всех +k6 v1.3.0+dirty (commit 5870e99ae8-dirty), 2 CPU / 384 MiB, в той же bridge-сети. Реальный image ID API, hash всех runtime-модулей, время серии и последовательность конфигураций — в manifest.json. Данные вымышленные; токен передаётся генератору временным файлом и удаляется, в evidence не сохраняется. diff --git a/evidence/audit.txt b/evidence/audit.txt index 36beaf2e..c8f52401 100644 --- a/evidence/audit.txt +++ b/evidence/audit.txt @@ -1,3 +1,3 @@ -PASS: 118 versioned/candidate files and 91 reachable Git objects audited. +PASS: 120 versioned/candidate files and 149 reachable Git objects audited. PASS: instructor README/COURSE/CONTRIBUTING/contracts/tests unchanged. PASS: local database credential absent; requested names absent; upstream push disabled. diff --git a/evidence/clean-clone.json b/evidence/clean-clone.json new file mode 100644 index 00000000..9a9e9418 --- /dev/null +++ b/evidence/clean-clone.json @@ -0,0 +1,47 @@ +{ + "tested_commit": "5f69c6d78c79253cb8f908221fe751b7d9a10d23", + "image_revision": "5f69c6d78c79253cb8f908221fe751b7d9a10d23", + "runtime_matches_scaling": true, + "runtime_sha256": { + "cursor.py": "a2208cba232ae0f67c4430d3e90c3962129c8fb3987ea853c624cdd2c73d7a1f", + "cache.py": "17756fa84a2c40fd4d1baf9602a7b755ca5998bc241f0657db3505b04623321d", + "service.py": "be404a47be391b2a37babb1689ae7880c70f5deb3524c9e7c98e4e8db845dabf", + "__init__.py": "f798dc149d6bef46d697dccdaf6be9c8d08654f18161e42c99f548c30074f4ae", + "__main__.py": "486cd5bbb3f1a814de74357e938968d219070e845cf178761a7a23e87d003ea4", + "app.py": "37ade4b54fa526ac41e9be60a296ce458140d9b739c80a4e2b220be746fc8d72", + "settings.py": "b28b5d402253dd32a2023396aafbfab2b38b935f97d45c37a57561371b8bf5cd", + "auth.py": "6bebcd8d1d3ca4c2c6e8b0e5793ae13d8996cac3709b5b845d814b51a5e1a3c3", + "migrate.py": "f073c080e13635a01482539dbb474b9b4f49bbf5ff66f483dbda4fbe1d1eb57f", + "schemas.py": "e0254f10b3f64f38525f22824548f935723a1ea895ee8cf7c2be0b5d3b80c5b1", + "repository.py": "449f087bc8b6158b88c732ba12da395a0343816c8e7b63c7cc3b3791c75c7080", + "domain.py": "e970ab21fb0ada53dce3520563ef891c28710957dabf6bcff063449516ebb425" + }, + "fresh_local_secrets": true, + "student_tests_passed": 48, + "public_smoke_passed": true, + "public_persistence_passed": true, + "api_instances": [ + { + "id": "68b5d2dd086f6c4f4a2861d0f275b07db177da52e84eec738b6e4777caeddb1f", + "started_at": "2026-10-17T15:55:00.038180921Z", + "pid": 42866, + "running": true, + "image": "sha256:98b71c31188d6a2c89dd525be32c914017bc418b9482ab8607410b48787c97e5", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "fa69a877198f4677b27e56ad2c0486b8" + }, + { + "id": "1fe780a5f69a4205568f2fcb4aa2e7a3e92e1dd289036d72477e84076d16b527", + "started_at": "2026-10-17T15:55:00.068381504Z", + "pid": 42971, + "running": true, + "image": "sha256:98b71c31188d6a2c89dd525be32c914017bc418b9482ab8607410b48787c97e5", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "2f6b1f1a72764c1da86ee82394350773" + } + ] +} diff --git a/evidence/clean-clone.txt b/evidence/clean-clone.txt new file mode 100644 index 00000000..b83f536a --- /dev/null +++ b/evidence/clean-clone.txt @@ -0,0 +1,21 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. +python3 tests/smoke.py --base-url "http://127.0.0.1:28083" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. +uv run --locked pytest +============================= test session starts ============================== +platform darwin -- Python 3.14.7, pytest-9.1.1, pluggy-1.7.0 +rootdir: +configfile: pyproject.toml +testpaths: student-tests +plugins: anyio-4.15.1 +collected 48 items + +student-tests/test_api.py .................................... [ 75%] +student-tests/test_cluster.py ............ [100%] + +======================== 48 passed, 1 warning in 9.58s ========================= +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:28083" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/scaling/analysis.csv b/evidence/scaling/analysis.csv index 707c20ce..af224ab8 100644 --- a/evidence/scaling/analysis.csv +++ b/evidence/scaling/analysis.csv @@ -1,12 +1,12 @@ -series,replicas,concurrency,optimized,postgres_cpu,total_api_cpu,total_api_memory_mib,repeats,requests,errors,successful_rps,successful_rps_min,successful_rps_max,p50_ms,p50_ms_min,p50_ms_max,p95_ms,p95_ms_min,p95_ms_max,p99_ms,p99_ms_min,p99_ms_max,begin_per_http_request,api_cpu_percent,api_max_container_mib,postgres_cpu_percent,postgres_max_container_mib,lb_cpu_percent,lb_max_container_mib,valkey_cpu_percent,valkey_max_container_mib,generator_cpu_percent,generator_max_container_mib,api_quota_utilization_percent,postgres_quota_utilization_percent -database,2,32,True,0.1,2,1024,3,11428,0,253.6507446943839,241.44358202314766,257.7129412096161,103.582167,102.061083,107.604625,303.2632333999999,301.1458749999999,366.627167,451.49909824999986,405.60528676,516.7771755999999,0.09728737507648379,104.01,76.28,8.944545454545455,85.07,3.9954545454545456,23.74,1.7472727272727273,14.61,5.544545454545455,33.56,52.005,89.44545454545455 -database,2,32,True,0.25,2,1024,3,18906,0,417.4054012046593,415.90597144790536,420.91935681027013,79.543583,76.526792,83.55166700000001,178.36862949999997,177.8727506,181.8171765,252.00016699999992,219.34063799999998,252.99041509999995,0.09831029185867896,145.4309090909091,79.99,14.231818181818182,82.19,5.054545454545455,26.85,2.1981818181818182,14.34,9.014545454545454,34.17,72.71545454545455,56.92727272727273 -fixed,1,32,False,1,2.0,1024,3,11770,0,263.414429323685,253.667539348871,263.8432781115631,119.651541,118.5991045,122.579666,148.6086795,143.86377499999998,158.8043833999999,166.92288516,157.70639824,181.52644205999997,3.0119025127526924,129.08818181818182,79.54,11.170909090909092,64.03,3.5327272727272727,29.88,0.6536363636363637,14.04,5.340909090909091,33.85,64.54409090909091,11.170909090909092 -fixed,2,32,False,1,2.0,1024,3,13055,0,292.37773038057156,277.7522518089897,292.4264823658408,108.67097899999999,106.9005625,139.038791,285.12098915,283.9525835999999,302.68155579999996,364.22221546,361.16934144,391.29763338,3.019405804568092,140.0218181818182,80.39,12.875454545454545,83.41,4.420909090909091,23.82,0.8490909090909091,13.86,6.427272727272727,31.95,70.0109090909091,12.875454545454545 -fixed,4,32,False,1,2.0,1024,3,10464,0,234.19236510740598,213.3093322794524,240.78862089705495,23.483958,7.5227715,61.8914585,491.1981045,488.3320963999998,509.882021,694.05975345,611.4077151899999,700.72292075,3.045974530541766,129.0690909090909,78.1,14.375454545454545,126.0,3.462727272727273,23.39,0.8072727272727273,14.11,5.6054545454545455,34.11,64.53454545454545,14.375454545454545 -growing,1,32,False,1,1,512,3,7362,0,167.79404702458834,152.18416006528346,167.92542561565486,182.9101455,182.382709,196.612,298.68100834999996,294.571225,317.44621639999997,347.8247157499999,320.65789223999997,383.91092368,3.0182890855457227,85.97363636363636,78.82,7.4772727272727275,62.5,1.89,23.62,0.5572727272727273,14.25,3.6654545454545455,32.34,85.97363636363636,7.4772727272727275 -growing,2,32,False,1,2,1024,3,12862,0,283.85967320026634,278.7798109354465,287.8161123049963,114.95429150000001,112.165542,119.904125,293.4586033999999,278.4384540999999,295.4286378,366.18599269999993,359.01045767,367.9311663899999,3.019775521111705,138.28727272727272,81.21,15.44,86.01,3.389090909090909,23.61,0.8363636363636364,14.13,6.405454545454545,32.34,69.14363636363636,15.44 -growing,4,32,False,1,4,2048,3,21475,0,472.9361774422004,466.27406832671306,482.71733250358085,4.421833,4.416625,4.483834,269.651875,268.5273914,270.30722499999996,376.38774179999996,374.65617151999993,382.31003804,3.0236386661038415,222.20727272727274,77.25,26.677272727272726,126.2,6.8118181818181816,23.36,1.7845454545454544,13.63,11.472727272727273,34.02,55.551818181818184,26.677272727272726 -improvement,2,32,True,1,2,1024,3,19394,0,429.45469875378717,417.162501714202,440.2272607912571,81.776541,75.8265,82.6311255,173.6051252,165.2879798,179.828158,223.05018475999998,198.70347491999996,226.58096722999997,0.09844087857061569,148.65818181818182,78.03,13.037272727272727,84.88,4.823636363636363,23.7,1.1490909090909092,13.98,8.762727272727272,34.02,74.32909090909091,13.037272727272727 -saturation,2,8,False,1,2,1024,3,15502,0,343.63503374567404,342.2042218025614,346.10565997705777,17.833708,17.540625,17.863417,64.98785634999997,64.41883329999999,65.4888795,89.91455885999999,88.31559102,90.74534842,3.0173545282193377,132.76454545454547,81.36,17.156363636363636,82.46,3.7263636363636365,23.5,1.8645454545454545,19.55,7.13,23.94,66.38227272727273,17.156363636363636 -saturation,2,96,False,1,2,1024,3,12336,0,266.5772894108638,263.2699368863616,279.91765803032945,338.21975,329.494375,348.2865,496.8709340499999,463.84842519999995,597.3041088,572.98640567,518.463433,685.68270888,3.0185826197850245,176.08363636363637,82.5,14.232727272727272,84.48,3.8445454545454547,24.04,1.7927272727272727,14.06,6.452727272727273,52.81,88.04181818181819,14.232727272727272 +series,replicas,concurrency,optimized,postgres_cpu,total_api_cpu,total_api_memory_mib,repeats,requests,errors,successful_rps,successful_rps_min,successful_rps_max,p50_ms,p50_ms_min,p50_ms_max,p95_ms,p95_ms_min,p95_ms_max,p99_ms,p99_ms_min,p99_ms_max,begin_per_http_request,api_cpu_percent,api_max_container_mib,postgres_cpu_percent,postgres_max_container_mib,lb_cpu_percent,lb_max_container_mib,valkey_cpu_percent,valkey_max_container_mib,generator_cpu_percent,generator_max_container_mib,api_quota_utilization_percent,postgres_quota_utilization_percent +database,2,32,True,0.1,2,1024,3,11428,0,253.6507446943839,241.44358202314766,257.7129412096161,103.582167,102.061083,107.604625,303.2632333999999,301.1458749999999,366.627167,451.49909824999986,405.60528676,516.7771755999999,0.09728737507648379,104.01,76.28,8.944545454545455,85.07,3.9954545454545456,23.74,1.7472727272727273,14.61,5.544545454545455,33.56,52.005,89.44545454545455 +database,2,32,True,0.25,2,1024,3,18906,0,417.4054012046593,415.90597144790536,420.91935681027013,79.543583,76.526792,83.55166700000001,178.36862949999997,177.8727506,181.8171765,252.00016699999992,219.34063799999998,252.99041509999995,0.09831029185867896,145.4309090909091,79.99,14.231818181818182,82.19,5.054545454545455,26.85,2.1981818181818182,14.34,9.014545454545454,34.17,72.71545454545455,56.92727272727273 +fixed,1,32,False,1,2.0,1024,3,11770,0,263.414429323685,253.667539348871,263.8432781115631,119.651541,118.5991045,122.579666,148.6086795,143.86377499999998,158.8043833999999,166.92288516,157.70639824,181.52644205999997,3.0119025127526924,129.08818181818182,79.54,11.170909090909092,64.03,3.5327272727272727,29.88,0.6536363636363637,14.04,5.340909090909091,33.85,64.54409090909091,11.170909090909092 +fixed,2,32,False,1,2.0,1024,3,13055,0,292.37773038057156,277.7522518089897,292.4264823658408,108.67097899999999,106.9005625,139.038791,285.12098915,283.9525835999999,302.68155579999996,364.22221546,361.16934144,391.29763338,3.019405804568092,140.0218181818182,80.39,12.875454545454545,83.41,4.420909090909091,23.82,0.8490909090909091,13.86,6.427272727272727,31.95,70.0109090909091,12.875454545454545 +fixed,4,32,False,1,2.0,1024,3,10464,0,234.19236510740598,213.3093322794524,240.78862089705495,23.483958,7.5227715,61.8914585,491.1981045,488.3320963999998,509.882021,694.05975345,611.4077151899999,700.72292075,3.045974530541766,129.0690909090909,78.1,14.375454545454545,126.0,3.462727272727273,23.39,0.8072727272727273,14.11,5.6054545454545455,34.11,64.53454545454545,14.375454545454545 +growing,1,32,False,1,1,512,3,7362,0,167.79404702458834,152.18416006528346,167.92542561565486,182.9101455,182.382709,196.612,298.68100834999996,294.571225,317.44621639999997,347.8247157499999,320.65789223999997,383.91092368,3.0182890855457227,85.97363636363636,78.82,7.4772727272727275,62.5,1.89,23.62,0.5572727272727273,14.25,3.6654545454545455,32.34,85.97363636363636,7.4772727272727275 +growing,2,32,False,1,2,1024,3,12862,0,283.85967320026634,278.7798109354465,287.8161123049963,114.95429150000001,112.165542,119.904125,293.4586033999999,278.4384540999999,295.4286378,366.18599269999993,359.01045767,367.9311663899999,3.019775521111705,138.28727272727272,81.21,15.44,86.01,3.389090909090909,23.61,0.8363636363636364,14.13,6.405454545454545,32.34,69.14363636363636,15.44 +growing,4,32,False,1,4,2048,3,21475,0,472.9361774422004,466.27406832671306,482.71733250358085,4.421833,4.416625,4.483834,269.651875,268.5273914,270.30722499999996,376.38774179999996,374.65617151999993,382.31003804,3.0236386661038415,222.20727272727274,77.25,26.677272727272726,126.2,6.8118181818181816,23.36,1.7845454545454544,13.63,11.472727272727273,34.02,55.551818181818184,26.677272727272726 +improvement,2,32,True,1,2,1024,3,19394,0,429.45469875378717,417.162501714202,440.2272607912571,81.776541,75.8265,82.6311255,173.6051252,165.2879798,179.828158,223.05018475999998,198.70347491999996,226.58096722999997,0.09844087857061569,148.65818181818182,78.03,13.037272727272727,84.88,4.823636363636363,23.7,1.1490909090909092,13.98,8.762727272727272,34.02,74.32909090909091,13.037272727272727 +saturation,2,8,False,1,2,1024,3,15502,0,343.63503374567404,342.2042218025614,346.10565997705777,17.833708,17.540625,17.863417,64.98785634999997,64.41883329999999,65.4888795,89.91455885999999,88.31559102,90.74534842,3.0173545282193377,132.76454545454547,81.36,17.156363636363636,82.46,3.7263636363636365,23.5,1.8645454545454545,19.55,7.13,23.94,66.38227272727273,17.156363636363636 +saturation,2,96,False,1,2,1024,3,12336,0,266.5772894108638,263.2699368863616,279.91765803032945,338.21975,329.494375,348.2865,496.8709340499999,463.84842519999995,597.3041088,572.98640567,518.463433,685.68270888,3.0185826197850245,176.08363636363637,82.5,14.232727272727272,84.48,3.8445454545454547,24.04,1.7927272727272727,14.06,6.452727272727273,52.81,88.04181818181819,14.232727272727272 diff --git a/research/analyze.py b/research/analyze.py index c58a8f1a..b833c5de 100644 --- a/research/analyze.py +++ b/research/analyze.py @@ -87,7 +87,7 @@ def main(): rows.append(row) (args.directory / "analysis.json").write_text(json.dumps(rows, indent=2) + "\n") with (args.directory / "analysis.csv").open("w", newline="") as stream: - writer = csv.DictWriter(stream, fieldnames=list(rows[0])) + writer = csv.DictWriter(stream, fieldnames=list(rows[0]), lineterminator="\n") writer.writeheader() writer.writerows(rows) lines = [