UTC 2026-11-06T13:51:07Z
HEAD 255f601a9946187c4c330828426c6458a89aad2b
pre_alerts= []
$ docker compose ps -a
NAME                                    IMAGE                                                                                                                  COMMAND                  SERVICE          CREATED          STATUS                      PORTS
mtusi-messenger-lab6-api-1              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-api-2              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-broker-1           rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528               "docker-entrypoint.s…"   broker           5 hours ago      Up 25 minutes (healthy)     4369/tcp, 5671-5672/tcp, 15671/tcp, 15691-15692/tcp, 25672/tcp, 127.0.0.1:15672->15672/tcp
mtusi-messenger-lab6-grafana-1          grafana/grafana:13.2.5@sha256:9f7aa1e1e3246aade5792d35a738049f7f32f89cd51d1956cf426a4e86268a84                         "/run.sh"                grafana          5 hours ago      Up 5 hours (healthy)        127.0.0.1:3000->3000/tcp
mtusi-messenger-lab6-lb-1               haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122                             "docker-entrypoint.s…"   lb               5 hours ago      Up 5 hours                  127.0.0.1:8404->8404/tcp, 127.0.0.1:8080->80/tcp
mtusi-messenger-lab6-loki-1             grafana/loki:3.6.4@sha256:be31579ac047e9f78b81e48f3b69d3af709e7299b431d5aa78bcda43382f9511                             "/usr/bin/loki -conf…"   loki             5 hours ago      Up 5 hours                  127.0.0.1:3100->3100/tcp
mtusi-messenger-lab6-migrate-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/migr…"   migrate          5 hours ago      Exited (0) 19 minutes ago   
mtusi-messenger-lab6-otel-collector-1   otel/opentelemetry-collector-contrib:0.164.0@sha256:340c9ca6a36617084c6661bdc4f0fe92b7cda5a805d61673ec8db375fddc522b   "/otelcol-contrib --…"   otel-collector   5 hours ago      Up 5 hours                  4317-4318/tcp, 55679/tcp
mtusi-messenger-lab6-postgres-1         postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873                             "docker-entrypoint.s…"   postgres         5 hours ago      Up 2 hours (healthy)        5432/tcp
mtusi-messenger-lab6-prometheus-1       prom/prometheus:v3.15.1@sha256:fa3302279710be2f21a8301ec17a8b4f2301fd829bd113839b3b6b02b6f191a2                        "/bin/prometheus --c…"   prometheus       46 seconds ago   Up 45 seconds (healthy)     127.0.0.1:9090->9090/tcp
mtusi-messenger-lab6-redis-1            redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499                               "docker-entrypoint.s…"   redis            5 hours ago      Up 5 hours (healthy)        6379/tcp
mtusi-messenger-lab6-relay-1            mtusi-messenger:lab6                                                                                                   "/usr/local/bin/relay"   relay            17 minutes ago   Up 17 minutes (healthy)     8080/tcp, 127.0.0.1:8082->8082/tcp
mtusi-messenger-lab6-s3-init-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/s3in…"   s3-init          5 hours ago      Exited (0) 19 minutes ago   
mtusi-messenger-lab6-seaweedfs-1        chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a                       "/entrypoint.sh serv…"   seaweedfs        5 hours ago      Up 5 hours (healthy)        7333/tcp, 8080/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp, 127.0.0.1:8333->8333/tcp
mtusi-messenger-lab6-tempo-1            grafana/tempo:2.9.0@sha256:65a5789759435f1ef696f1953258b9bbdb18eb571d5ce711ff812d2e128288a4                            "/tempo -config.file…"   tempo            5 hours ago      Up 5 hours                  127.0.0.1:3200->3200/tcp
mtusi-messenger-lab6-worker-1           mtusi-messenger:lab6                                                                                                   "/usr/local/bin/work…"   worker           17 minutes ago   Up 17 minutes (healthy)     8080/tcp, 127.0.0.1:8081->8081/tcp

$ docker compose stop otel-collector

down t=30s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "pending"]]
down t=60s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "pending"]]
down t=90s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "pending"]]
down t=120s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "pending"]]
down t=150s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
down t=180s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
down t=210s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
down t=240s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
down t=270s up=0 api_p99=NaN api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
down t=300s up=0 api_p99=MISSING api_error_5m=0 queue_logs=MISSING queue_traces=MISSING alerts=[["TelemetryCollectorDown", "firing"]]
$ docker compose ps -a (down)
NAME                                    IMAGE                                                                                                                  COMMAND                  SERVICE          CREATED          STATUS                      PORTS
mtusi-messenger-lab6-api-1              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-api-2              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-broker-1           rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528               "docker-entrypoint.s…"   broker           5 hours ago      Up 30 minutes (healthy)     4369/tcp, 5671-5672/tcp, 15671/tcp, 15691-15692/tcp, 25672/tcp, 127.0.0.1:15672->15672/tcp
mtusi-messenger-lab6-grafana-1          grafana/grafana:13.2.5@sha256:9f7aa1e1e3246aade5792d35a738049f7f32f89cd51d1956cf426a4e86268a84                         "/run.sh"                grafana          5 hours ago      Up 5 hours (healthy)        127.0.0.1:3000->3000/tcp
mtusi-messenger-lab6-lb-1               haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122                             "docker-entrypoint.s…"   lb               5 hours ago      Up 5 hours                  127.0.0.1:8404->8404/tcp, 127.0.0.1:8080->80/tcp
mtusi-messenger-lab6-loki-1             grafana/loki:3.6.4@sha256:be31579ac047e9f78b81e48f3b69d3af709e7299b431d5aa78bcda43382f9511                             "/usr/bin/loki -conf…"   loki             5 hours ago      Up 5 hours                  127.0.0.1:3100->3100/tcp
mtusi-messenger-lab6-migrate-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/migr…"   migrate          5 hours ago      Exited (0) 24 minutes ago   
mtusi-messenger-lab6-otel-collector-1   otel/opentelemetry-collector-contrib:0.164.0@sha256:340c9ca6a36617084c6661bdc4f0fe92b7cda5a805d61673ec8db375fddc522b   "/otelcol-contrib --…"   otel-collector   5 hours ago      Exited (0) 5 minutes ago    
mtusi-messenger-lab6-postgres-1         postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873                             "docker-entrypoint.s…"   postgres         5 hours ago      Up 2 hours (healthy)        5432/tcp
mtusi-messenger-lab6-prometheus-1       prom/prometheus:v3.15.1@sha256:fa3302279710be2f21a8301ec17a8b4f2301fd829bd113839b3b6b02b6f191a2                        "/bin/prometheus --c…"   prometheus       5 minutes ago    Up 5 minutes (healthy)      127.0.0.1:9090->9090/tcp
mtusi-messenger-lab6-redis-1            redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499                               "docker-entrypoint.s…"   redis            5 hours ago      Up 5 hours (healthy)        6379/tcp
mtusi-messenger-lab6-relay-1            mtusi-messenger:lab6                                                                                                   "/usr/local/bin/relay"   relay            22 minutes ago   Up 22 minutes (healthy)     8080/tcp, 127.0.0.1:8082->8082/tcp
mtusi-messenger-lab6-s3-init-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/s3in…"   s3-init          5 hours ago      Exited (0) 24 minutes ago   
mtusi-messenger-lab6-seaweedfs-1        chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a                       "/entrypoint.sh serv…"   seaweedfs        5 hours ago      Up 5 hours (healthy)        7333/tcp, 8080/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp, 127.0.0.1:8333->8333/tcp
mtusi-messenger-lab6-tempo-1            grafana/tempo:2.9.0@sha256:65a5789759435f1ef696f1953258b9bbdb18eb571d5ce711ff812d2e128288a4                            "/tempo -config.file…"   tempo            5 hours ago      Up 5 hours                  127.0.0.1:3200->3200/tcp
mtusi-messenger-lab6-worker-1           mtusi-messenger:lab6                                                                                                   "/usr/local/bin/work…"   worker           22 minutes ago   Up 22 minutes (healthy)     8080/tcp, 127.0.0.1:8081->8081/tcp

$ docker compose start otel-collector

recovery t=30s up=1 api_p99=0.02425 api_error_5m=0 queue_logs=0 queue_traces=0 alerts=[]
telemetry alerts inactive
load_exit= 0
load_summary= {"counters": {"accepted": 27, "ready": 27, "failed": 0, "messages": 105, "uploads": 27, "dropped": 0}, "failures": 0, "failures_by_reason": {}, "duration_s": 655.01}
$ docker compose ps -a (final)
NAME                                    IMAGE                                                                                                                  COMMAND                  SERVICE          CREATED          STATUS                      PORTS
mtusi-messenger-lab6-api-1              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-api-2              mtusi-messenger:lab6                                                                                                   "/usr/local/bin/mess…"   api              5 hours ago      Up 5 hours (healthy)        8080/tcp
mtusi-messenger-lab6-broker-1           rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528               "docker-entrypoint.s…"   broker           5 hours ago      Up 35 minutes (healthy)     4369/tcp, 5671-5672/tcp, 15671/tcp, 15691-15692/tcp, 25672/tcp, 127.0.0.1:15672->15672/tcp
mtusi-messenger-lab6-grafana-1          grafana/grafana:13.2.5@sha256:9f7aa1e1e3246aade5792d35a738049f7f32f89cd51d1956cf426a4e86268a84                         "/run.sh"                grafana          5 hours ago      Up 5 hours (healthy)        127.0.0.1:3000->3000/tcp
mtusi-messenger-lab6-lb-1               haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122                             "docker-entrypoint.s…"   lb               5 hours ago      Up 5 hours                  127.0.0.1:8404->8404/tcp, 127.0.0.1:8080->80/tcp
mtusi-messenger-lab6-loki-1             grafana/loki:3.6.4@sha256:be31579ac047e9f78b81e48f3b69d3af709e7299b431d5aa78bcda43382f9511                             "/usr/bin/loki -conf…"   loki             5 hours ago      Up 5 hours                  127.0.0.1:3100->3100/tcp
mtusi-messenger-lab6-migrate-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/migr…"   migrate          5 hours ago      Exited (0) 30 minutes ago   
mtusi-messenger-lab6-otel-collector-1   otel/opentelemetry-collector-contrib:0.164.0@sha256:340c9ca6a36617084c6661bdc4f0fe92b7cda5a805d61673ec8db375fddc522b   "/otelcol-contrib --…"   otel-collector   5 hours ago      Up 5 minutes                4317-4318/tcp, 55679/tcp
mtusi-messenger-lab6-postgres-1         postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873                             "docker-entrypoint.s…"   postgres         5 hours ago      Up 2 hours (healthy)        5432/tcp
mtusi-messenger-lab6-prometheus-1       prom/prometheus:v3.15.1@sha256:fa3302279710be2f21a8301ec17a8b4f2301fd829bd113839b3b6b02b6f191a2                        "/bin/prometheus --c…"   prometheus       11 minutes ago   Up 11 minutes (healthy)     127.0.0.1:9090->9090/tcp
mtusi-messenger-lab6-redis-1            redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499                               "docker-entrypoint.s…"   redis            5 hours ago      Up 5 hours (healthy)        6379/tcp
mtusi-messenger-lab6-relay-1            mtusi-messenger:lab6                                                                                                   "/usr/local/bin/relay"   relay            28 minutes ago   Up 28 minutes (healthy)     8080/tcp, 127.0.0.1:8082->8082/tcp
mtusi-messenger-lab6-s3-init-1          mtusi-messenger:lab6                                                                                                   "/usr/local/bin/s3in…"   s3-init          5 hours ago      Exited (0) 30 minutes ago   
mtusi-messenger-lab6-seaweedfs-1        chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a                       "/entrypoint.sh serv…"   seaweedfs        5 hours ago      Up 5 hours (healthy)        7333/tcp, 8080/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp, 127.0.0.1:8333->8333/tcp
mtusi-messenger-lab6-tempo-1            grafana/tempo:2.9.0@sha256:65a5789759435f1ef696f1953258b9bbdb18eb571d5ce711ff812d2e128288a4                            "/tempo -config.file…"   tempo            5 hours ago      Up 5 hours                  127.0.0.1:3200->3200/tcp
mtusi-messenger-lab6-worker-1           mtusi-messenger:lab6                                                                                                   "/usr/local/bin/work…"   worker           28 minutes ago   Up 28 minutes (healthy)     8080/tcp, 127.0.0.1:8081->8081/tcp

