forked from mtusi2026/mtusi2026lab5
309 lines
9.2 KiB
JSON
309 lines
9.2 KiB
JSON
{
|
|
"date": "2026-11-10",
|
|
"status": "passed",
|
|
"project": "mtusi-lab5-verification",
|
|
"base_url": "http://localhost:28080",
|
|
"checks": [
|
|
{
|
|
"name": "pytest_regression",
|
|
"exit_code": 0,
|
|
"stdout": "199 passed in 82.29s (0:01:22)",
|
|
"scope": "Dedicated *_test database and Redis DB15; Docker restart tests enabled"
|
|
},
|
|
{
|
|
"name": "pytest_timeout_retention",
|
|
"exit_code": 0,
|
|
"stdout": "2 passed, 5 deselected in 1.91s",
|
|
"scope": "Dedicated *_test database and Redis DB15; Docker restart tests enabled"
|
|
},
|
|
{
|
|
"name": "compose_configuration",
|
|
"command": [
|
|
"docker",
|
|
"compose",
|
|
"--env-file",
|
|
".env",
|
|
"config",
|
|
"--quiet"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": ""
|
|
},
|
|
{
|
|
"name": "contract",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"scripts/check_contract.py"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "PASS: offline skeleton structure, local refs and Python syntax; application NOT tested."
|
|
},
|
|
{
|
|
"name": "openapi",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"scripts/validate_openapi.py"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested."
|
|
},
|
|
{
|
|
"name": "public_smoke",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"tests/smoke.py",
|
|
"--base-url",
|
|
"http://localhost:28080"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "PASS: lab5 public API scenario; infrastructure and grading evidence remain separate."
|
|
},
|
|
{
|
|
"name": "message_idempotency",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"-m",
|
|
"scripts.check_idempotency",
|
|
"--base-url",
|
|
"http://localhost:28080"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "PASS: 24 concurrent replays, 2 replicas, one message"
|
|
},
|
|
{
|
|
"name": "outbox_crash",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"-m",
|
|
"scripts.check_outbox_recovery",
|
|
"--base-url",
|
|
"http://localhost:28080"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "{\"scenario\": \"commit_before_publish\", \"attachment_id\": \"0fff1dce-c479-40d8-8627-f28cc85cb6cf\", \"message_id\": \"e79bfb7e-c2af-4011-a87a-52528d7a7840\", \"publisher_exit_code\": 137, \"status_after_crash\": \"queued\", \"status_after_restart\": \"ready\", \"variants\": [\"thumbnail\", \"crop\", \"optimized\"], \"reuploaded\": false}"
|
|
},
|
|
{
|
|
"name": "public_persistence",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"tests/resilience.py",
|
|
"--mode",
|
|
"persistence",
|
|
"--action-script",
|
|
"scripts/restart.sh",
|
|
"--base-url",
|
|
"http://localhost:28080"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.\nPASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence."
|
|
},
|
|
{
|
|
"name": "public_failover",
|
|
"command": [
|
|
"/home/gytall/.pyenv/versions/3.12.14/bin/python3",
|
|
"tests/resilience.py",
|
|
"--mode",
|
|
"failover",
|
|
"--action-script",
|
|
"scripts/stop-one.sh",
|
|
"--base-url",
|
|
"http://localhost:28080"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 104, \"failed_attempts\": 5, \"first_recovery_seconds\": 1.907}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence."
|
|
},
|
|
{
|
|
"name": "rabbitmq_prefetch",
|
|
"command": [
|
|
"docker",
|
|
"compose",
|
|
"--env-file",
|
|
".env",
|
|
"exec",
|
|
"-T",
|
|
"broker",
|
|
"rabbitmqctl",
|
|
"list_channels",
|
|
"--formatter=json",
|
|
"consumer_count",
|
|
"prefetch_count",
|
|
"messages_unacknowledged"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "[\n{\"consumer_count\":1,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n,{\"consumer_count\":0,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n,{\"consumer_count\":1,\"messages_unacknowledged\":0,\"prefetch_count\":1}\n]"
|
|
},
|
|
{
|
|
"name": "rabbitmq_durability_ack",
|
|
"command": [
|
|
"docker",
|
|
"compose",
|
|
"--env-file",
|
|
".env",
|
|
"exec",
|
|
"-T",
|
|
"broker",
|
|
"rabbitmqctl",
|
|
"list_queues",
|
|
"--formatter=json",
|
|
"name",
|
|
"durable",
|
|
"messages_ready",
|
|
"messages_unacknowledged",
|
|
"consumers"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "[\n{\"name\":\"attachment-jobs\",\"messages_unacknowledged\":0,\"consumers\":2,\"durable\":true,\"messages_ready\":0}\n]"
|
|
},
|
|
{
|
|
"name": "worker_fault_retry_replay",
|
|
"exit_code": 0,
|
|
"evidence": "jobs.json",
|
|
"scenarios": [
|
|
"worker_stopped_restart_all",
|
|
"crash-after-object",
|
|
"crash-before-ack",
|
|
"fail-transient",
|
|
"fail-permanent"
|
|
]
|
|
},
|
|
{
|
|
"name": "whitespace",
|
|
"command": [
|
|
"git",
|
|
"diff",
|
|
"--check"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": ""
|
|
},
|
|
{
|
|
"name": "public_contract_tests_unchanged",
|
|
"exit_code": 0
|
|
},
|
|
{
|
|
"name": "final_services",
|
|
"command": [
|
|
"docker",
|
|
"compose",
|
|
"--env-file",
|
|
".env",
|
|
"ps",
|
|
"--format",
|
|
"{{.Service}} {{.State}} {{.Health}}"
|
|
],
|
|
"exit_code": 0,
|
|
"stdout": "api running healthy\napi running healthy\nbroker running healthy\ncleanup running \nminio running healthy\nnginx running healthy\npostgres running healthy\npublisher running \nredis running healthy\nworker running"
|
|
}
|
|
],
|
|
"git_base_commit": "0a703588290e26d0f148b45d0e6bee2e8eefce7d",
|
|
"uncommitted_changes": true,
|
|
"environment": {
|
|
"test_runner_python": "3.12.14",
|
|
"runtime_python": "3.12.15",
|
|
"broker": "RabbitMQ 4.4.0",
|
|
"sessions": "Redis 7.4.2",
|
|
"worker_memory_bytes": 2147483648,
|
|
"worker_cpu_limit": 2.0,
|
|
"worker_init": true
|
|
},
|
|
"profile": {
|
|
"data": "Synthetic users/chats only; tests/fixtures/sample.png for fault scenarios; no credentials in evidence",
|
|
"worker_concurrency": 2,
|
|
"prefetch_per_consumer": 1,
|
|
"max_attempts_per_cycle": 5,
|
|
"timeout_seconds": 60,
|
|
"lease_seconds": 90,
|
|
"retry_base_seconds": 5,
|
|
"retry_cap_seconds": 120,
|
|
"image_memory_mib": 768,
|
|
"image_cpu_seconds": 20,
|
|
"isolated_limit_tests": "256 MiB / 1 CPU second in child process; timeout cancellation checked separately"
|
|
},
|
|
"criteria": {
|
|
"3.1_lab4_and_durable_202": [
|
|
"pytest_regression",
|
|
"public_smoke",
|
|
"public_persistence",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"3.2_durable_broker_worker_late_ack": [
|
|
"rabbitmq_durability_ack",
|
|
"rabbitmq_prefetch",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"3.3_states_original_thumbnail": [
|
|
"public_smoke",
|
|
"pytest_regression",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"3.4_bounded_retry_idempotency": [
|
|
"pytest_regression",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"3.5_stopped_worker_api_broker_restart": [
|
|
"worker_fault_retry_replay",
|
|
"public_persistence"
|
|
],
|
|
"4.1_crop_webp_and_worker_limits": [
|
|
"pytest_regression",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"4.2_commit_publish_recovery": [
|
|
"outbox_crash"
|
|
],
|
|
"4.3_backoff_jitter_classification_registry_replay": [
|
|
"pytest_regression",
|
|
"pytest_timeout_retention",
|
|
"worker_fault_retry_replay"
|
|
],
|
|
"4.4_crash_after_put_lease_prefetch_cleanup": [
|
|
"worker_fault_retry_replay",
|
|
"rabbitmq_prefetch",
|
|
"pytest_regression",
|
|
"pytest_timeout_retention"
|
|
]
|
|
},
|
|
"limitations": [
|
|
"Single Docker host, no disk-loss or cluster failover claim",
|
|
"Grade 5 experiments not performed",
|
|
"No production-scale performance/security claim"
|
|
],
|
|
"post_test_cleanup": {
|
|
"date": "2026-11-10",
|
|
"project_removed": "mtusi-lab5-verification",
|
|
"test_volumes_removed": 4,
|
|
"conserver_removed": true,
|
|
"old_lab3_image_removed": true,
|
|
"old_empty_networks_removed": true,
|
|
"current_lab5_images_retained": true
|
|
},
|
|
"maintenance_checks": {
|
|
"status": "passed",
|
|
"command": "make test-suite",
|
|
"project": "messenger-test",
|
|
"pipeline_tests": 42,
|
|
"checks": [
|
|
"contract",
|
|
"OpenAPI",
|
|
"Compose startup",
|
|
"public smoke",
|
|
"MinIO private access/bootstrap",
|
|
"outbox recovery",
|
|
"worker_stopped_restart_all",
|
|
"crash-after-object",
|
|
"crash-before-ack",
|
|
"fail-transient",
|
|
"fail-permanent"
|
|
],
|
|
"standalone_nginx": "passed",
|
|
"test_resources_removed": true,
|
|
"obsolete_image_tags_removed": [
|
|
"mtusi-messenger-minio-bootstrap:lab5",
|
|
"mtusi-messenger-minio:lab5",
|
|
"mtusi-messenger:lab5"
|
|
],
|
|
"regression_tests_preserved": true,
|
|
"note": "Earlier recorded commands retain their original names as historical evidence; operational scripts and resource names are now neutral."
|
|
}
|
|
}
|