forked from mtusi2026/mtusi2026lab7
Перенесена реализация lab6; бизнес-API без изменений, транспорт — HTTPS. - Внешний HTTPS (public-ca) на 127.0.0.1:8443; HSTS, TLS >= 1.2. - Обязательное mTLS LB -> каждая API-реплика: API проверяет цепочку internal-ca и SAN клиента (allowlist: lb); health только на 127.0.0.1. - TLS с проверкой сервера ко всем зависимостям: PostgreSQL verify-full (pg_hba только hostssl), HTTPS S3, AMQPS, OTLP/HTTPS с client cert, mTLS Collector -> Prometheus/Loki/Tempo, Grafana -> datasources, scrape. - OpenBao 2.7.2 не в dev-mode: Raft на volume, init/unseal оператором, auth/cert с ролью и policy на сервис, TTL 15 мин + renew/re-login. - Отдельные роли PostgreSQL с грантами по таблицам; разные ключи S3 и пользователи брокера выдаются из OpenBao. - Argon2id (m=19 MiB, t=2, p=1, замер на стенде) и rehash при входе. - Случайный X-Instance-Id; hardening контейнеров (non-root, cap_drop ALL, no-new-privileges, read-only, лимиты); TCP_NODELAY на сокете API. - Модель угроз, trust matrix, отрицательные тесты TLS/mTLS, API, OpenBao, hardening; evidence, в т.ч. прогон из чистого clone.
239 lines
8.0 KiB
JSON
239 lines
8.0 KiB
JSON
{
|
|
"scenario": "lab6 signal correlation: request -> trace -> log, upload -> relay -> worker",
|
|
"date_utc": "2026-11-18T20:30:27+00:00",
|
|
"steps": [
|
|
{
|
|
"t": 0.2,
|
|
"utc": "20:30:18.797",
|
|
"step": "message sent",
|
|
"request_id": "e755c640d7c64606817798996b38e737",
|
|
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
|
|
"instance": "r-f7dd6d1932"
|
|
},
|
|
{
|
|
"t": 2.25,
|
|
"utc": "20:30:20.844",
|
|
"step": "message trace in Tempo",
|
|
"spans": 4,
|
|
"server_ms": 5.068,
|
|
"db_spans": [
|
|
"db get_session_user",
|
|
"db get_chat_for",
|
|
"db add_message"
|
|
]
|
|
},
|
|
{
|
|
"t": 2.28,
|
|
"utc": "20:30:20.875",
|
|
"step": "structured API log in Loki",
|
|
"event": "http.request",
|
|
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
|
|
"span_id": "96d2ff4278525fc6",
|
|
"severity": "INFO",
|
|
"service_name": "messenger-api",
|
|
"line": "POST /api/v1/chats/{chat_id}/messages -> 201 4.7ms request_id=e755c640d7c64606817798996b38e737"
|
|
},
|
|
{
|
|
"t": 2.63,
|
|
"utc": "20:30:21.223",
|
|
"step": "upload accepted and ready",
|
|
"attachment_id": "530ec172-4a69-4d17-b809-7c4f1323c9af",
|
|
"trace_id": "f257a257a05eb9b2129200a8a2e3763f",
|
|
"status": "ready"
|
|
},
|
|
{
|
|
"t": 5.78,
|
|
"utc": "20:30:24.380",
|
|
"step": "one trace upload -> relay -> worker",
|
|
"spans": 26,
|
|
"services": [
|
|
"messenger-api",
|
|
"messenger-relay",
|
|
"messenger-worker"
|
|
],
|
|
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
|
|
"outbox_traceparent": "00-f257a257a05eb9b2129200a8a2e3763f-974c4ff4bf81a0a4-03",
|
|
"process_parent_is_send": true,
|
|
"send_parent_is_create": true,
|
|
"worker_s3_puts": 4,
|
|
"api_to_worker_gap_ms": 6.8,
|
|
"process_ms": 146.945,
|
|
"outcome": "ready"
|
|
},
|
|
{
|
|
"t": 5.8,
|
|
"utc": "20:30:24.393",
|
|
"step": "worker structured logs in Loki by trace_id",
|
|
"events": [
|
|
"job.claimed",
|
|
"job.completed"
|
|
],
|
|
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
|
|
"span_id": "daa51e4f3cc7737a",
|
|
"line": "job 2febd212-9808-4ff5-bf84-f3e5b6f8a705 attempt 1 -> ready in 131ms"
|
|
},
|
|
{
|
|
"t": 9.21,
|
|
"utc": "20:30:27.803",
|
|
"step": "no secrets/bodies in telemetry, no ID labels in metrics",
|
|
"leaks": {
|
|
"loki:message_text": 0,
|
|
"loki:password": 0,
|
|
"loki:token": 0,
|
|
"loki:filename": 0,
|
|
"tempo:message_text": 0,
|
|
"tempo:password": 0,
|
|
"tempo:token": 0,
|
|
"tempo:filename": 0
|
|
},
|
|
"metric_labels": [
|
|
"__name__",
|
|
"db_client_connection_pool_name",
|
|
"db_client_connection_state",
|
|
"db_operation_name",
|
|
"db_system_name",
|
|
"deployment_environment_name",
|
|
"error_type",
|
|
"http_request_method",
|
|
"http_response_status_class",
|
|
"http_response_status_code",
|
|
"http_route",
|
|
"instance",
|
|
"job",
|
|
"le",
|
|
"messenger_job_outcome",
|
|
"messenger_job_status",
|
|
"messenger_job_type",
|
|
"messenger_s3_operation",
|
|
"otel_component_name",
|
|
"otel_component_type",
|
|
"otel_span_parent_origin",
|
|
"otel_span_sampling_result",
|
|
"outcome",
|
|
"reason",
|
|
"server_address",
|
|
"server_port",
|
|
"service_version",
|
|
"telemetry_sdk_language",
|
|
"telemetry_sdk_name",
|
|
"telemetry_sdk_version"
|
|
]
|
|
}
|
|
],
|
|
"message_trace_tree": [
|
|
"POST /api/v1/chats/{chat_id}/messages messenger-api + 0.0ms 5.1ms SERVER",
|
|
" db get_session_user messenger-api + 0.1ms 0.8ms CLIENT",
|
|
" db get_chat_for messenger-api + 1.0ms 0.8ms CLIENT",
|
|
" db add_message messenger-api + 1.9ms 2.3ms CLIENT"
|
|
],
|
|
"message": {
|
|
"request_id": "e755c640d7c64606817798996b38e737",
|
|
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
|
|
"loki_labels": [
|
|
"code_file_path",
|
|
"code_function_name",
|
|
"code_line_number",
|
|
"deployment_environment_name",
|
|
"detected_level",
|
|
"duration_ms",
|
|
"event",
|
|
"flags",
|
|
"http_request_method",
|
|
"http_response_status_code",
|
|
"http_route",
|
|
"observed_timestamp",
|
|
"request_id",
|
|
"scope_name",
|
|
"service_instance_id",
|
|
"service_name",
|
|
"service_version",
|
|
"severity_number",
|
|
"severity_text",
|
|
"span_id",
|
|
"telemetry_sdk_language",
|
|
"telemetry_sdk_name",
|
|
"telemetry_sdk_version",
|
|
"trace_id"
|
|
]
|
|
},
|
|
"upload_trace_tree": [
|
|
"POST /api/v1/chats/{chat_id}/attachments messenger-api + 0.0ms 15.6ms SERVER",
|
|
" db get_session_user messenger-api + 0.1ms 1.0ms CLIENT",
|
|
" db get_chat_for messenger-api + 1.2ms 0.8ms CLIENT",
|
|
" http.receive_body messenger-api + 2.2ms 0.2ms INTERNAL",
|
|
" image.validate messenger-api + 2.5ms 0.9ms INTERNAL",
|
|
" db create_pending_attachment messenger-api + 3.5ms 2.6ms CLIENT",
|
|
" s3 PutObject messenger-api + 6.2ms 3.3ms CLIENT",
|
|
" db enqueue_attachment messenger-api + 9.6ms 5.3ms CLIENT",
|
|
" db jobs.enqueue messenger-api + 10.0ms 3.6ms CLIENT",
|
|
" attachment.process.v1 create messenger-api + 12.3ms 1.2ms PRODUCER",
|
|
" attachments send messenger-relay + 16.4ms 3.9ms PRODUCER",
|
|
" attachments.process.v1 process messenger-worker + 22.3ms 146.9ms CONSUMER",
|
|
" db jobs.claim messenger-worker + 31.3ms 3.8ms CLIENT",
|
|
" db jobs.heartbeat messenger-worker + 36.5ms 0.3ms CLIENT",
|
|
" worker.fetch_staging messenger-worker + 37.3ms 2.4ms INTERNAL",
|
|
" s3 GetObject messenger-worker + 37.4ms 2.0ms CLIENT",
|
|
" db jobs.heartbeat messenger-worker + 39.8ms 0.2ms CLIENT",
|
|
" worker.transform messenger-worker + 40.3ms 117.8ms INTERNAL",
|
|
" db jobs.heartbeat messenger-worker + 158.4ms 0.3ms CLIENT",
|
|
" s3 PutObject messenger-worker + 159.2ms 2.4ms CLIENT",
|
|
" s3 PutObject messenger-worker + 161.7ms 0.8ms CLIENT",
|
|
" s3 PutObject messenger-worker + 162.6ms 0.8ms CLIENT",
|
|
" s3 PutObject messenger-worker + 163.5ms 0.8ms CLIENT",
|
|
" db jobs.heartbeat messenger-worker + 164.7ms 0.3ms CLIENT",
|
|
" db jobs.complete messenger-worker + 165.3ms 1.6ms CLIENT",
|
|
" s3 DeleteObject messenger-worker + 167.8ms 0.9ms CLIENT"
|
|
],
|
|
"upload": {
|
|
"attachment_id": "530ec172-4a69-4d17-b809-7c4f1323c9af",
|
|
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
|
|
"trace_id": "f257a257a05eb9b2129200a8a2e3763f",
|
|
"worker_log_events": [
|
|
"job.claimed",
|
|
"job.completed"
|
|
]
|
|
},
|
|
"leaks": {
|
|
"loki:message_text": 0,
|
|
"loki:password": 0,
|
|
"loki:token": 0,
|
|
"loki:filename": 0,
|
|
"tempo:message_text": 0,
|
|
"tempo:password": 0,
|
|
"tempo:token": 0,
|
|
"tempo:filename": 0
|
|
},
|
|
"metric_labels": [
|
|
"__name__",
|
|
"db_client_connection_pool_name",
|
|
"db_client_connection_state",
|
|
"db_operation_name",
|
|
"db_system_name",
|
|
"deployment_environment_name",
|
|
"error_type",
|
|
"http_request_method",
|
|
"http_response_status_class",
|
|
"http_response_status_code",
|
|
"http_route",
|
|
"instance",
|
|
"job",
|
|
"le",
|
|
"messenger_job_outcome",
|
|
"messenger_job_status",
|
|
"messenger_job_type",
|
|
"messenger_s3_operation",
|
|
"otel_component_name",
|
|
"otel_component_type",
|
|
"otel_span_parent_origin",
|
|
"otel_span_sampling_result",
|
|
"outcome",
|
|
"reason",
|
|
"server_address",
|
|
"server_port",
|
|
"service_version",
|
|
"telemetry_sdk_language",
|
|
"telemetry_sdk_name",
|
|
"telemetry_sdk_version"
|
|
]
|
|
}
|