Files
mtusi2026lab5-fork/evidence/verification.json
T
2026-11-10 07:44:19 +03:00

309 lines
9.2 KiB
JSON

{
"date": "2026-11-10",
"status": "passed",
"project": "mtusi-lab5-verification",
"base_url": "http://localhost:28080",
"checks": [
{
"name": "pytest_regression",
"exit_code": 0,
"stdout": "199 passed in 82.29s (0:01:22)",
"scope": "Dedicated *_test database and Redis DB15; Docker restart tests enabled"
},
{
"name": "pytest_timeout_retention",
"exit_code": 0,
"stdout": "2 passed, 5 deselected in 1.91s",
"scope": "Dedicated *_test database and Redis DB15; Docker restart tests enabled"
},
{
"name": "compose_configuration",
"command": [
"docker",
"compose",
"--env-file",
".env",
"config",
"--quiet"
],
"exit_code": 0,
"stdout": ""
},
{
"name": "contract",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"scripts/check_contract.py"
],
"exit_code": 0,
"stdout": "PASS: offline skeleton structure, local refs and Python syntax; application NOT tested."
},
{
"name": "openapi",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"scripts/validate_openapi.py"
],
"exit_code": 0,
"stdout": "PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested."
},
{
"name": "public_smoke",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"tests/smoke.py",
"--base-url",
"http://localhost:28080"
],
"exit_code": 0,
"stdout": "PASS: lab5 public API scenario; infrastructure and grading evidence remain separate."
},
{
"name": "message_idempotency",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"-m",
"scripts.check_idempotency",
"--base-url",
"http://localhost:28080"
],
"exit_code": 0,
"stdout": "PASS: 24 concurrent replays, 2 replicas, one message"
},
{
"name": "outbox_crash",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"-m",
"scripts.check_outbox_recovery",
"--base-url",
"http://localhost:28080"
],
"exit_code": 0,
"stdout": "{\"scenario\": \"commit_before_publish\", \"attachment_id\": \"0fff1dce-c479-40d8-8627-f28cc85cb6cf\", \"message_id\": \"e79bfb7e-c2af-4011-a87a-52528d7a7840\", \"publisher_exit_code\": 137, \"status_after_crash\": \"queued\", \"status_after_restart\": \"ready\", \"variants\": [\"thumbnail\", \"crop\", \"optimized\"], \"reuploaded\": false}"
},
{
"name": "public_persistence",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"tests/resilience.py",
"--mode",
"persistence",
"--action-script",
"scripts/restart.sh",
"--base-url",
"http://localhost:28080"
],
"exit_code": 0,
"stdout": "Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.\nPASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence."
},
{
"name": "public_failover",
"command": [
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
"tests/resilience.py",
"--mode",
"failover",
"--action-script",
"scripts/stop-one.sh",
"--base-url",
"http://localhost:28080"
],
"exit_code": 0,
"stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 104, \"failed_attempts\": 5, \"first_recovery_seconds\": 1.907}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence."
},
{
"name": "rabbitmq_prefetch",
"command": [
"docker",
"compose",
"--env-file",
".env",
"exec",
"-T",
"broker",
"rabbitmqctl",
"list_channels",
"--formatter=json",
"consumer_count",
"prefetch_count",
"messages_unacknowledged"
],
"exit_code": 0,
"stdout": "[\n{\"consumer_count\":1,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n,{\"consumer_count\":0,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n,{\"consumer_count\":1,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n]"
},
{
"name": "rabbitmq_durability_ack",
"command": [
"docker",
"compose",
"--env-file",
".env",
"exec",
"-T",
"broker",
"rabbitmqctl",
"list_queues",
"--formatter=json",
"name",
"durable",
"messages_ready",
"messages_unacknowledged",
"consumers"
],
"exit_code": 0,
"stdout": "[\n{\"name\":\"attachment-jobs\",\"messages_unacknowledged\":0,\"consumers\":2,\"durable\":true,\"messages_ready\":0}\n]"
},
{
"name": "worker_fault_retry_replay",
"exit_code": 0,
"evidence": "jobs.json",
"scenarios": [
"worker_stopped_restart_all",
"crash-after-object",
"crash-before-ack",
"fail-transient",
"fail-permanent"
]
},
{
"name": "whitespace",
"command": [
"git",
"diff",
"--check"
],
"exit_code": 0,
"stdout": ""
},
{
"name": "public_contract_tests_unchanged",
"exit_code": 0
},
{
"name": "final_services",
"command": [
"docker",
"compose",
"--env-file",
".env",
"ps",
"--format",
"{{.Service}} {{.State}} {{.Health}}"
],
"exit_code": 0,
"stdout": "api running healthy\napi running healthy\nbroker running healthy\ncleanup running \nminio running healthy\nnginx running healthy\npostgres running healthy\npublisher running \nredis running healthy\nworker running"
}
],
"git_base_commit": "0a703588290e26d0f148b45d0e6bee2e8eefce7d",
"uncommitted_changes": true,
"environment": {
"test_runner_python": "3.12.14",
"runtime_python": "3.12.15",
"broker": "RabbitMQ 4.4.0",
"sessions": "Redis 7.4.2",
"worker_memory_bytes": 2147483648,
"worker_cpu_limit": 2.0,
"worker_init": true
},
"profile": {
"data": "Synthetic users/chats only; tests/fixtures/sample.png for fault scenarios; no credentials in evidence",
"worker_concurrency": 2,
"prefetch_per_consumer": 1,
"max_attempts_per_cycle": 5,
"timeout_seconds": 60,
"lease_seconds": 90,
"retry_base_seconds": 5,
"retry_cap_seconds": 120,
"image_memory_mib": 768,
"image_cpu_seconds": 20,
"isolated_limit_tests": "256 MiB / 1 CPU second in child process; timeout cancellation checked separately"
},
"criteria": {
"3.1_lab4_and_durable_202": [
"pytest_regression",
"public_smoke",
"public_persistence",
"worker_fault_retry_replay"
],
"3.2_durable_broker_worker_late_ack": [
"rabbitmq_durability_ack",
"rabbitmq_prefetch",
"worker_fault_retry_replay"
],
"3.3_states_original_thumbnail": [
"public_smoke",
"pytest_regression",
"worker_fault_retry_replay"
],
"3.4_bounded_retry_idempotency": [
"pytest_regression",
"worker_fault_retry_replay"
],
"3.5_stopped_worker_api_broker_restart": [
"worker_fault_retry_replay",
"public_persistence"
],
"4.1_crop_webp_and_worker_limits": [
"pytest_regression",
"worker_fault_retry_replay"
],
"4.2_commit_publish_recovery": [
"outbox_crash"
],
"4.3_backoff_jitter_classification_registry_replay": [
"pytest_regression",
"pytest_timeout_retention",
"worker_fault_retry_replay"
],
"4.4_crash_after_put_lease_prefetch_cleanup": [
"worker_fault_retry_replay",
"rabbitmq_prefetch",
"pytest_regression",
"pytest_timeout_retention"
]
},
"limitations": [
"Single Docker host, no disk-loss or cluster failover claim",
"Grade 5 experiments not performed",
"No production-scale performance/security claim"
],
"post_test_cleanup": {
"date": "2026-11-10",
"project_removed": "mtusi-lab5-verification",
"test_volumes_removed": 4,
"conserver_removed": true,
"old_lab3_image_removed": true,
"old_empty_networks_removed": true,
"current_lab5_images_retained": true
},
"maintenance_checks": {
"status": "passed",
"command": "make test-suite",
"project": "messenger-test",
"pipeline_tests": 42,
"checks": [
"contract",
"OpenAPI",
"Compose startup",
"public smoke",
"MinIO private access/bootstrap",
"outbox recovery",
"worker_stopped_restart_all",
"crash-after-object",
"crash-before-ack",
"fail-transient",
"fail-permanent"
],
"standalone_nginx": "passed",
"test_resources_removed": true,
"obsolete_image_tags_removed": [
"mtusi-messenger-minio-bootstrap:lab5",
"mtusi-messenger-minio:lab5",
"mtusi-messenger:lab5"
],
"regression_tests_preserved": true,
"note": "Earlier recorded commands retain their original names as historical evidence; operational scripts and resource names are now neutral."
}
}