Files
mtusi2026lab6/evidence/lab6-lab5-regression.json

796 lines
23 KiB
JSON

{
"utc": "2026-11-19T15:09:44.028971+00:00",
"command": "./scripts/check-docker.sh",
"project": "lab5-check-c81d43a829",
"host": "Darwin arm64",
"source_commit": "470d9d6f1e4fe4f594e37c2ba59550ee5ca54fc1",
"working_tree": true,
"configuration": {
"concurrency": 2,
"prefetch": 1,
"attempts": 5,
"timeout_seconds": 5,
"lease_seconds": 15,
"backoff_base_seconds": 0.15
},
"checks": {
"topology_and_limits": {
"passed": true,
"api_replicas": 2,
"broker": "Valkey Streams with AOF fsync always",
"worker_processes": 2
},
"public_smoke_and_schema": {
"passed": true
},
"student_api_regressions": {
"passed": true
},
"worker_offline_api_broker_restart": {
"passed": true,
"attachment_id": "ef3471d3-538e-4d3f-8406-edfb2e78d803",
"job_id": "29387d95-7e9f-4d86-b645-024cb36049cf",
"message_id": "4ae76a83-fddf-4d6a-aa4c-1dffe8910540",
"variants": {
"thumbnail": {
"size": [
256,
160
],
"bytes": 5813
},
"crop": {
"size": [
128,
128
],
"bytes": 2462
},
"optimized": {
"size": [
320,
200
],
"bytes": 2462
}
}
},
"outbox_crash_before_publish": {
"passed": true,
"job_id": "630dde85-21c6-4a82-bcee-5ea7aafa21b8",
"automatic_recovery": true
},
"outbox_crash_after_publish": {
"passed": true,
"job_id": "5c9d0c57-07b5-41d9-951e-d07ed3ce2126",
"automatic_recovery": true
},
"worker_crash_after_objects": {
"passed": true,
"job_id": "e7e67187-45e2-49ad-b845-7c80952abaed",
"attempt": 2,
"canonical_objects": 4,
"duplicate_noop": true
},
"worker_crash_before_ack": {
"passed": true,
"job_id": "646cabc2-c06f-43a9-98ed-97a0ed430eef",
"attempt": 1,
"canonical_objects": 4,
"duplicate_noop": true
},
"bounded_retry_failed_registry_replay": {
"passed": true,
"job_id": "9f0223e7-c7f7-41ce-a6b6-a6b2a6827db7",
"max_automatic_attempts": 5,
"audit": [
{
"event": "processing",
"attempt": 1,
"error_code": null,
"at": "2026-11-19T15:11:43.910272+00:00"
},
{
"event": "retry",
"attempt": 1,
"error_code": "storage_unavailable",
"at": "2026-11-19T15:11:43.913931+00:00"
},
{
"event": "processing",
"attempt": 2,
"error_code": null,
"at": "2026-11-19T15:11:44.162093+00:00"
},
{
"event": "retry",
"attempt": 2,
"error_code": "storage_unavailable",
"at": "2026-11-19T15:11:44.163784+00:00"
},
{
"event": "processing",
"attempt": 3,
"error_code": null,
"at": "2026-11-19T15:11:44.672423+00:00"
},
{
"event": "retry",
"attempt": 3,
"error_code": "storage_unavailable",
"at": "2026-11-19T15:11:44.674937+00:00"
},
{
"event": "processing",
"attempt": 4,
"error_code": null,
"at": "2026-11-19T15:11:45.176057+00:00"
},
{
"event": "retry",
"attempt": 4,
"error_code": "storage_unavailable",
"at": "2026-11-19T15:11:45.17712+00:00"
},
{
"event": "processing",
"attempt": 5,
"error_code": null,
"at": "2026-11-19T15:11:45.941529+00:00"
},
{
"event": "failed",
"attempt": 5,
"error_code": "retry_exhausted",
"at": "2026-11-19T15:11:45.944804+00:00"
},
{
"event": "operator_replay",
"attempt": 5,
"error_code": null,
"at": "2026-11-19T15:11:47.029399+00:00"
},
{
"event": "processing",
"attempt": 6,
"error_code": null,
"at": "2026-11-19T15:11:47.203814+00:00"
},
{
"event": "ready",
"attempt": 6,
"error_code": null,
"at": "2026-11-19T15:11:47.601272+00:00"
}
],
"ready_replay_rejected": true
},
"permanent_error": {
"passed": true,
"job_id": "28022e30-0cd6-4df1-a41b-56905cf4feda",
"attempt": 1,
"error_code": "invalid_image"
},
"image_subprocess_timeout": {
"passed": true,
"job_id": "c0f7e1b2-59a1-496e-a60a-8ed3fdb19f59",
"timeout_seconds": 5,
"task_memory_mb": 640,
"recovered": true
},
"image_subprocess_memory": {
"passed": true,
"job_id": "f1e4caee-86d7-4185-9787-92687c0650a3",
"timeout_seconds": 5,
"task_memory_mb": 640,
"recovered": true
},
"image_semantics": {
"passed": true,
"cases": [
{
"case": "small_alpha_on_white",
"variants": {
"thumbnail": {
"size": [
17,
9
],
"bytes": 635
},
"crop": {
"size": [
128,
128
],
"bytes": 883
},
"optimized": {
"size": [
17,
9
],
"bytes": 56
}
}
},
{
"case": "exif_orientation_6_and_floor",
"variants": {
"thumbnail": {
"size": [
160,
256
],
"bytes": 1270
},
"crop": {
"size": [
128,
128
],
"bytes": 886
},
"optimized": {
"size": [
201,
321
],
"bytes": 210
}
}
}
]
},
"staging_cleanup": {
"passed": true,
"active_preserved": true,
"orphan_removed": true,
"ready_removed": true,
"expired_failed_removed": true,
"expired_replay_rejected": true
},
"broker_offline_outbox": {
"passed": true,
"attachment_id": "28321e5b-8b43-471a-973d-9b55cbc07b39",
"recovered": true
},
"public_persistence": {
"passed": true,
"restart_proof": {
"passed": true,
"before": {
"ea2b13aebb92a1ea2741de72078489e6b05ebcc41f1ca74a2604c0ad7d355983": {
"service": "api",
"started_at": "2026-11-19T15:10:30.841890222Z",
"volumes": []
},
"67eade4e281a4cfed3f55d87ab398097e12ee12155f82cbe19eb240a4e92b41a": {
"service": "api",
"started_at": "2026-11-19T15:10:30.809775805Z",
"volumes": []
},
"d675c92d195a1bb37db5860c3cf49a2a918eb3e98cfd9c855f8f89931138724b": {
"service": "broker",
"started_at": "2026-11-19T15:12:24.444290385Z",
"volumes": [
"lab5-check-c81d43a829_broker_data"
]
},
"f9b2e0b6e448dda6d845d9715d64e1216fc0f3f58c3e05ec22de30d305c2d3e6": {
"service": "cleanup",
"started_at": "2026-11-19T15:10:11.903050713Z",
"volumes": []
},
"e4abde6d7d326be2a1425d81667ab967dd655ce1eb39c1b0c1bd2f9956f3e91f": {
"service": "grafana",
"started_at": "2026-11-19T15:09:46.76721934Z",
"volumes": [
"lab5-check-c81d43a829_grafana_data"
]
},
"1e9b604ee9fe91572a4efd3b629a00819d86ab2b45ed1f04a1df66428cfe1920": {
"service": "lb",
"started_at": "2026-11-19T15:10:17.66400909Z",
"volumes": []
},
"487c1937cced6d3b86d6a67cae2b76fdfc2b534e6cf15b6cf2242b96b19c8af4": {
"service": "loki",
"started_at": "2026-11-19T15:09:46.088598506Z",
"volumes": [
"lab5-check-c81d43a829_loki_data"
]
},
"f31970f75546cfcf6c390fad538eb9a7ebc25d26c481caef09bf679a5af8e8d9": {
"service": "otel-collector",
"started_at": "2026-11-19T15:09:46.409972798Z",
"volumes": []
},
"82576012c7b7b5a5a352207679f4c327fe50cbd5c56337de33c16ec15b2b0501": {
"service": "postgres",
"started_at": "2026-11-19T15:09:46.08945334Z",
"volumes": [
"lab5-check-c81d43a829_postgres_data"
]
},
"6e305e5121dc3113f906c5689d1006091714d72b452acaabd07e3d366f1d13f6": {
"service": "prometheus",
"started_at": "2026-11-19T15:09:46.555234256Z",
"volumes": [
"lab5-check-c81d43a829_prometheus_data"
]
},
"fb35c350ab7fcff516b44e4f6933b1e293c896e6cee9bf29d06e71ba99a0f931": {
"service": "publisher",
"started_at": "2026-11-19T15:12:10.913909129Z",
"volumes": []
},
"8cdcd8bdac73e3bc827ef7bc5a77bad0696c1023cd330eb10206dcc6b29529cf": {
"service": "s3",
"started_at": "2026-11-19T15:10:08.720162878Z",
"volumes": [
"d6e81fdf6ec0a4bd30cb0461085c08461b951f8ae9c696222d04b21152ff6560"
]
},
"053f3a4b4e5cd9b28510f08e9bd8d07374c586af075cb62d5c5b49f62af5a6ac": {
"service": "s3-storage",
"started_at": "2026-11-19T15:09:46.086474548Z",
"volumes": [
"lab5-check-c81d43a829_s3_data"
]
},
"84473a25dbb67b410a0db8d8b0e029b84b264b3238da1961c7693f13d9e99634": {
"service": "tempo",
"started_at": "2026-11-19T15:09:46.086451215Z",
"volumes": [
"lab5-check-c81d43a829_tempo_data"
]
},
"7f3ff970cf57bedf3a8800a6bed5cc3a83f749dab07d9ac42425d14c7eafee80": {
"service": "valkey",
"started_at": "2026-11-19T15:09:46.08714634Z",
"volumes": [
"lab5-check-c81d43a829_valkey_data"
]
},
"521131dedb68623718c9d5d5c8dc8b0924dbfe6ec90acd3b21e08189a9a1a1e5": {
"service": "worker",
"started_at": "2026-11-19T15:12:21.892301301Z",
"volumes": []
}
},
"after": {
"ea2b13aebb92a1ea2741de72078489e6b05ebcc41f1ca74a2604c0ad7d355983": {
"service": "api",
"started_at": "2026-11-19T15:12:30.097473346Z",
"volumes": []
},
"67eade4e281a4cfed3f55d87ab398097e12ee12155f82cbe19eb240a4e92b41a": {
"service": "api",
"started_at": "2026-11-19T15:12:30.048159138Z",
"volumes": []
},
"d675c92d195a1bb37db5860c3cf49a2a918eb3e98cfd9c855f8f89931138724b": {
"service": "broker",
"started_at": "2026-11-19T15:12:28.168864679Z",
"volumes": [
"lab5-check-c81d43a829_broker_data"
]
},
"f9b2e0b6e448dda6d845d9715d64e1216fc0f3f58c3e05ec22de30d305c2d3e6": {
"service": "cleanup",
"started_at": "2026-11-19T15:12:35.75098096Z",
"volumes": []
},
"e4abde6d7d326be2a1425d81667ab967dd655ce1eb39c1b0c1bd2f9956f3e91f": {
"service": "grafana",
"started_at": "2026-11-19T15:12:28.016722095Z",
"volumes": [
"lab5-check-c81d43a829_grafana_data"
]
},
"1e9b604ee9fe91572a4efd3b629a00819d86ab2b45ed1f04a1df66428cfe1920": {
"service": "lb",
"started_at": "2026-11-19T15:12:27.799505637Z",
"volumes": []
},
"487c1937cced6d3b86d6a67cae2b76fdfc2b534e6cf15b6cf2242b96b19c8af4": {
"service": "loki",
"started_at": "2026-11-19T15:12:29.867573388Z",
"volumes": [
"lab5-check-c81d43a829_loki_data"
]
},
"f31970f75546cfcf6c390fad538eb9a7ebc25d26c481caef09bf679a5af8e8d9": {
"service": "otel-collector",
"started_at": "2026-11-19T15:12:29.704735929Z",
"volumes": []
},
"82576012c7b7b5a5a352207679f4c327fe50cbd5c56337de33c16ec15b2b0501": {
"service": "postgres",
"started_at": "2026-11-19T15:12:28.084774804Z",
"volumes": [
"lab5-check-c81d43a829_postgres_data"
]
},
"6e305e5121dc3113f906c5689d1006091714d72b452acaabd07e3d366f1d13f6": {
"service": "prometheus",
"started_at": "2026-11-19T15:12:28.052574179Z",
"volumes": [
"lab5-check-c81d43a829_prometheus_data"
]
},
"fb35c350ab7fcff516b44e4f6933b1e293c896e6cee9bf29d06e71ba99a0f931": {
"service": "publisher",
"started_at": "2026-11-19T15:12:35.770825668Z",
"volumes": []
},
"8cdcd8bdac73e3bc827ef7bc5a77bad0696c1023cd330eb10206dcc6b29529cf": {
"service": "s3",
"started_at": "2026-11-19T15:12:28.115603887Z",
"volumes": [
"d6e81fdf6ec0a4bd30cb0461085c08461b951f8ae9c696222d04b21152ff6560"
]
},
"053f3a4b4e5cd9b28510f08e9bd8d07374c586af075cb62d5c5b49f62af5a6ac": {
"service": "s3-storage",
"started_at": "2026-11-19T15:12:35.714312418Z",
"volumes": [
"lab5-check-c81d43a829_s3_data"
]
},
"84473a25dbb67b410a0db8d8b0e029b84b264b3238da1961c7693f13d9e99634": {
"service": "tempo",
"started_at": "2026-11-19T15:12:28.142091095Z",
"volumes": [
"lab5-check-c81d43a829_tempo_data"
]
},
"7f3ff970cf57bedf3a8800a6bed5cc3a83f749dab07d9ac42425d14c7eafee80": {
"service": "valkey",
"started_at": "2026-11-19T15:12:28.230646637Z",
"volumes": [
"lab5-check-c81d43a829_valkey_data"
]
},
"521131dedb68623718c9d5d5c8dc8b0924dbfe6ec90acd3b21e08189a9a1a1e5": {
"service": "worker",
"started_at": "2026-11-19T15:12:27.946355887Z",
"volumes": []
}
},
"same_containers_and_volumes": true
}
},
"public_api_failover": {
"passed": true
}
},
"docker": "29.0.1 aarch64 CPUs=10 RAM=8217448448",
"containers": [
{
"id": "ea2b13aebb92a1ea2741de72078489e6b05ebcc41f1ca74a2604c0ad7d355983",
"service": "api",
"image": "mtusi-messenger:lab6",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/database_url",
"name": null
},
{
"destination": "/run/secrets/cache_url",
"name": null
},
{
"destination": "/run/secrets/s3_access_key_id",
"name": null
},
{
"destination": "/run/secrets/s3_secret_access_key",
"name": null
}
]
},
{
"id": "67eade4e281a4cfed3f55d87ab398097e12ee12155f82cbe19eb240a4e92b41a",
"service": "api",
"image": "mtusi-messenger:lab6",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/cache_url",
"name": null
},
{
"destination": "/run/secrets/s3_access_key_id",
"name": null
},
{
"destination": "/run/secrets/s3_secret_access_key",
"name": null
},
{
"destination": "/run/secrets/database_url",
"name": null
}
]
},
{
"id": "d675c92d195a1bb37db5860c3cf49a2a918eb3e98cfd9c855f8f89931138724b",
"service": "broker",
"image": "valkey/valkey:8.1.3",
"memory_bytes": 268435456,
"nano_cpus": 500000000,
"mounts": [
{
"destination": "/data",
"name": "lab5-check-c81d43a829_broker_data"
},
{
"destination": "/run/secrets/broker_password",
"name": null
}
]
},
{
"id": "f9b2e0b6e448dda6d845d9715d64e1216fc0f3f58c3e05ec22de30d305c2d3e6",
"service": "cleanup",
"image": "mtusi-messenger:lab6",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/s3_access_key_id",
"name": null
},
{
"destination": "/run/secrets/s3_secret_access_key",
"name": null
},
{
"destination": "/run/secrets/database_url",
"name": null
}
]
},
{
"id": "e4abde6d7d326be2a1425d81667ab967dd655ce1eb39c1b0c1bd2f9956f3e91f",
"service": "grafana",
"image": "grafana/grafana:12.0.2",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/etc/grafana/provisioning",
"name": null
},
{
"destination": "/var/lib/grafana/dashboards",
"name": null
},
{
"destination": "/var/lib/grafana",
"name": "lab5-check-c81d43a829_grafana_data"
}
]
},
{
"id": "1e9b604ee9fe91572a4efd3b629a00819d86ab2b45ed1f04a1df66428cfe1920",
"service": "lb",
"image": "haproxy:3.2.6-alpine",
"memory_bytes": 67108864,
"nano_cpus": 500000000,
"mounts": [
{
"destination": "/usr/local/etc/haproxy/haproxy.cfg",
"name": null
}
]
},
{
"id": "487c1937cced6d3b86d6a67cae2b76fdfc2b534e6cf15b6cf2242b96b19c8af4",
"service": "loki",
"image": "grafana/loki:3.5.1",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/etc/loki/config.yaml",
"name": null
},
{
"destination": "/loki",
"name": "lab5-check-c81d43a829_loki_data"
}
]
},
{
"id": "02572452b7c401e702c6ad13daac234d9e3c069bb791e44770a7f7fc11dca885",
"service": "migrate",
"image": "mtusi-messenger:lab6",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/database_url",
"name": null
}
]
},
{
"id": "f31970f75546cfcf6c390fad538eb9a7ebc25d26c481caef09bf679a5af8e8d9",
"service": "otel-collector",
"image": "otel/opentelemetry-collector-contrib:0.123.0",
"memory_bytes": 268435456,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/etc/otelcol/config.yaml",
"name": null
}
]
},
{
"id": "82576012c7b7b5a5a352207679f4c327fe50cbd5c56337de33c16ec15b2b0501",
"service": "postgres",
"image": "postgres:17.6-bookworm",
"memory_bytes": 536870912,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/postgres_password",
"name": null
},
{
"destination": "/var/lib/postgresql/data",
"name": "lab5-check-c81d43a829_postgres_data"
}
]
},
{
"id": "6e305e5121dc3113f906c5689d1006091714d72b452acaabd07e3d366f1d13f6",
"service": "prometheus",
"image": "prom/prometheus:v3.4.1",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/prometheus",
"name": "lab5-check-c81d43a829_prometheus_data"
},
{
"destination": "/etc/prometheus/prometheus.yaml",
"name": null
},
{
"destination": "/etc/prometheus/alerts.yaml",
"name": null
}
]
},
{
"id": "fb35c350ab7fcff516b44e4f6933b1e293c896e6cee9bf29d06e71ba99a0f931",
"service": "publisher",
"image": "mtusi-messenger:lab6",
"memory_bytes": 402653184,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/run/secrets/database_url",
"name": null
},
{
"destination": "/run/secrets/broker_url",
"name": null
}
]
},
{
"id": "8cdcd8bdac73e3bc827ef7bc5a77bad0696c1023cd330eb10206dcc6b29529cf",
"service": "s3",
"image": "chrislusf/seaweedfs:3.85@sha256:49312939c00c01e5ee6afbd7d728b18027821d3764c35a797a72acd4fdf3296a",
"memory_bytes": 268435456,
"nano_cpus": 500000000,
"mounts": [
{
"destination": "/run/secrets/s3_config",
"name": null
},
{
"destination": "/data",
"name": "d6e81fdf6ec0a4bd30cb0461085c08461b951f8ae9c696222d04b21152ff6560"
}
]
},
{
"id": "e491085d55967c2cc9a4c907385fa87d8ee2e7d072ae77082a39ffde575cf0e8",
"service": "s3-bootstrap",
"image": "mtusi-messenger:lab6",
"memory_bytes": 134217728,
"nano_cpus": 500000000,
"mounts": [
{
"destination": "/run/secrets/s3_root_user",
"name": null
},
{
"destination": "/run/secrets/s3_root_password",
"name": null
}
]
},
{
"id": "053f3a4b4e5cd9b28510f08e9bd8d07374c586af075cb62d5c5b49f62af5a6ac",
"service": "s3-storage",
"image": "chrislusf/seaweedfs:3.85@sha256:49312939c00c01e5ee6afbd7d728b18027821d3764c35a797a72acd4fdf3296a",
"memory_bytes": 536870912,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/data",
"name": "lab5-check-c81d43a829_s3_data"
}
]
},
{
"id": "84473a25dbb67b410a0db8d8b0e029b84b264b3238da1961c7693f13d9e99634",
"service": "tempo",
"image": "grafana/tempo:2.8.1",
"memory_bytes": 536870912,
"nano_cpus": 1000000000,
"mounts": [
{
"destination": "/etc/tempo/config.yaml",
"name": null
},
{
"destination": "/var/tempo",
"name": "lab5-check-c81d43a829_tempo_data"
}
]
},
{
"id": "7f3ff970cf57bedf3a8800a6bed5cc3a83f749dab07d9ac42425d14c7eafee80",
"service": "valkey",
"image": "valkey/valkey:8.1.3",
"memory_bytes": 134217728,
"nano_cpus": 500000000,
"mounts": [
{
"destination": "/data",
"name": "lab5-check-c81d43a829_valkey_data"
}
]
},
{
"id": "521131dedb68623718c9d5d5c8dc8b0924dbfe6ec90acd3b21e08189a9a1a1e5",
"service": "worker",
"image": "mtusi-messenger:lab6",
"memory_bytes": 1610612736,
"nano_cpus": 2000000000,
"mounts": [
{
"destination": "/run/secrets/s3_secret_access_key",
"name": null
},
{
"destination": "/run/secrets/database_url",
"name": null
},
{
"destination": "/run/secrets/broker_url",
"name": null
},
{
"destination": "/run/secrets/s3_access_key_id",
"name": null
}
]
}
],
"passed": true
}