Files
mtusi2026lab7/evidence/obs-correlation.json
T
zemiles 9cc80d2529 ЛР 7 — БПИ2303 — Лазарев — на 3
Перенесена реализация lab6; бизнес-API без изменений, транспорт — HTTPS.

- Внешний HTTPS (public-ca) на 127.0.0.1:8443; HSTS, TLS >= 1.2.
- Обязательное mTLS LB -> каждая API-реплика: API проверяет цепочку
  internal-ca и SAN клиента (allowlist: lb); health только на 127.0.0.1.
- TLS с проверкой сервера ко всем зависимостям: PostgreSQL verify-full
  (pg_hba только hostssl), HTTPS S3, AMQPS, OTLP/HTTPS с client cert,
  mTLS Collector -> Prometheus/Loki/Tempo, Grafana -> datasources, scrape.
- OpenBao 2.7.2 не в dev-mode: Raft на volume, init/unseal оператором,
  auth/cert с ролью и policy на сервис, TTL 15 мин + renew/re-login.
- Отдельные роли PostgreSQL с грантами по таблицам; разные ключи S3 и
  пользователи брокера выдаются из OpenBao.
- Argon2id (m=19 MiB, t=2, p=1, замер на стенде) и rehash при входе.
- Случайный X-Instance-Id; hardening контейнеров (non-root, cap_drop ALL,
  no-new-privileges, read-only, лимиты); TCP_NODELAY на сокете API.
- Модель угроз, trust matrix, отрицательные тесты TLS/mTLS, API, OpenBao,
  hardening; evidence, в т.ч. прогон из чистого clone.
2026-11-18 23:59:35 +03:00

239 lines
8.0 KiB
JSON

{
"scenario": "lab6 signal correlation: request -> trace -> log, upload -> relay -> worker",
"date_utc": "2026-11-18T20:30:27+00:00",
"steps": [
{
"t": 0.2,
"utc": "20:30:18.797",
"step": "message sent",
"request_id": "e755c640d7c64606817798996b38e737",
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
"instance": "r-f7dd6d1932"
},
{
"t": 2.25,
"utc": "20:30:20.844",
"step": "message trace in Tempo",
"spans": 4,
"server_ms": 5.068,
"db_spans": [
"db get_session_user",
"db get_chat_for",
"db add_message"
]
},
{
"t": 2.28,
"utc": "20:30:20.875",
"step": "structured API log in Loki",
"event": "http.request",
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
"span_id": "96d2ff4278525fc6",
"severity": "INFO",
"service_name": "messenger-api",
"line": "POST /api/v1/chats/{chat_id}/messages -> 201 4.7ms request_id=e755c640d7c64606817798996b38e737"
},
{
"t": 2.63,
"utc": "20:30:21.223",
"step": "upload accepted and ready",
"attachment_id": "530ec172-4a69-4d17-b809-7c4f1323c9af",
"trace_id": "f257a257a05eb9b2129200a8a2e3763f",
"status": "ready"
},
{
"t": 5.78,
"utc": "20:30:24.380",
"step": "one trace upload -> relay -> worker",
"spans": 26,
"services": [
"messenger-api",
"messenger-relay",
"messenger-worker"
],
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
"outbox_traceparent": "00-f257a257a05eb9b2129200a8a2e3763f-974c4ff4bf81a0a4-03",
"process_parent_is_send": true,
"send_parent_is_create": true,
"worker_s3_puts": 4,
"api_to_worker_gap_ms": 6.8,
"process_ms": 146.945,
"outcome": "ready"
},
{
"t": 5.8,
"utc": "20:30:24.393",
"step": "worker structured logs in Loki by trace_id",
"events": [
"job.claimed",
"job.completed"
],
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
"span_id": "daa51e4f3cc7737a",
"line": "job 2febd212-9808-4ff5-bf84-f3e5b6f8a705 attempt 1 -> ready in 131ms"
},
{
"t": 9.21,
"utc": "20:30:27.803",
"step": "no secrets/bodies in telemetry, no ID labels in metrics",
"leaks": {
"loki:message_text": 0,
"loki:password": 0,
"loki:token": 0,
"loki:filename": 0,
"tempo:message_text": 0,
"tempo:password": 0,
"tempo:token": 0,
"tempo:filename": 0
},
"metric_labels": [
"__name__",
"db_client_connection_pool_name",
"db_client_connection_state",
"db_operation_name",
"db_system_name",
"deployment_environment_name",
"error_type",
"http_request_method",
"http_response_status_class",
"http_response_status_code",
"http_route",
"instance",
"job",
"le",
"messenger_job_outcome",
"messenger_job_status",
"messenger_job_type",
"messenger_s3_operation",
"otel_component_name",
"otel_component_type",
"otel_span_parent_origin",
"otel_span_sampling_result",
"outcome",
"reason",
"server_address",
"server_port",
"service_version",
"telemetry_sdk_language",
"telemetry_sdk_name",
"telemetry_sdk_version"
]
}
],
"message_trace_tree": [
"POST /api/v1/chats/{chat_id}/messages messenger-api + 0.0ms 5.1ms SERVER",
" db get_session_user messenger-api + 0.1ms 0.8ms CLIENT",
" db get_chat_for messenger-api + 1.0ms 0.8ms CLIENT",
" db add_message messenger-api + 1.9ms 2.3ms CLIENT"
],
"message": {
"request_id": "e755c640d7c64606817798996b38e737",
"trace_id": "a5395a7a0d14fddbe988dd3fbc8052c3",
"loki_labels": [
"code_file_path",
"code_function_name",
"code_line_number",
"deployment_environment_name",
"detected_level",
"duration_ms",
"event",
"flags",
"http_request_method",
"http_response_status_code",
"http_route",
"observed_timestamp",
"request_id",
"scope_name",
"service_instance_id",
"service_name",
"service_version",
"severity_number",
"severity_text",
"span_id",
"telemetry_sdk_language",
"telemetry_sdk_name",
"telemetry_sdk_version",
"trace_id"
]
},
"upload_trace_tree": [
"POST /api/v1/chats/{chat_id}/attachments messenger-api + 0.0ms 15.6ms SERVER",
" db get_session_user messenger-api + 0.1ms 1.0ms CLIENT",
" db get_chat_for messenger-api + 1.2ms 0.8ms CLIENT",
" http.receive_body messenger-api + 2.2ms 0.2ms INTERNAL",
" image.validate messenger-api + 2.5ms 0.9ms INTERNAL",
" db create_pending_attachment messenger-api + 3.5ms 2.6ms CLIENT",
" s3 PutObject messenger-api + 6.2ms 3.3ms CLIENT",
" db enqueue_attachment messenger-api + 9.6ms 5.3ms CLIENT",
" db jobs.enqueue messenger-api + 10.0ms 3.6ms CLIENT",
" attachment.process.v1 create messenger-api + 12.3ms 1.2ms PRODUCER",
" attachments send messenger-relay + 16.4ms 3.9ms PRODUCER",
" attachments.process.v1 process messenger-worker + 22.3ms 146.9ms CONSUMER",
" db jobs.claim messenger-worker + 31.3ms 3.8ms CLIENT",
" db jobs.heartbeat messenger-worker + 36.5ms 0.3ms CLIENT",
" worker.fetch_staging messenger-worker + 37.3ms 2.4ms INTERNAL",
" s3 GetObject messenger-worker + 37.4ms 2.0ms CLIENT",
" db jobs.heartbeat messenger-worker + 39.8ms 0.2ms CLIENT",
" worker.transform messenger-worker + 40.3ms 117.8ms INTERNAL",
" db jobs.heartbeat messenger-worker + 158.4ms 0.3ms CLIENT",
" s3 PutObject messenger-worker + 159.2ms 2.4ms CLIENT",
" s3 PutObject messenger-worker + 161.7ms 0.8ms CLIENT",
" s3 PutObject messenger-worker + 162.6ms 0.8ms CLIENT",
" s3 PutObject messenger-worker + 163.5ms 0.8ms CLIENT",
" db jobs.heartbeat messenger-worker + 164.7ms 0.3ms CLIENT",
" db jobs.complete messenger-worker + 165.3ms 1.6ms CLIENT",
" s3 DeleteObject messenger-worker + 167.8ms 0.9ms CLIENT"
],
"upload": {
"attachment_id": "530ec172-4a69-4d17-b809-7c4f1323c9af",
"job_id": "2febd212-9808-4ff5-bf84-f3e5b6f8a705",
"trace_id": "f257a257a05eb9b2129200a8a2e3763f",
"worker_log_events": [
"job.claimed",
"job.completed"
]
},
"leaks": {
"loki:message_text": 0,
"loki:password": 0,
"loki:token": 0,
"loki:filename": 0,
"tempo:message_text": 0,
"tempo:password": 0,
"tempo:token": 0,
"tempo:filename": 0
},
"metric_labels": [
"__name__",
"db_client_connection_pool_name",
"db_client_connection_state",
"db_operation_name",
"db_system_name",
"deployment_environment_name",
"error_type",
"http_request_method",
"http_response_status_class",
"http_response_status_code",
"http_route",
"instance",
"job",
"le",
"messenger_job_outcome",
"messenger_job_status",
"messenger_job_type",
"messenger_s3_operation",
"otel_component_name",
"otel_component_type",
"otel_span_parent_origin",
"otel_span_sampling_result",
"outcome",
"reason",
"server_address",
"server_port",
"service_version",
"telemetry_sdk_language",
"telemetry_sdk_name",
"telemetry_sdk_version"
]
}