ЛР 5 — БВТ2303 — Кунецкий — на 5 #11

Closed
vladislavKunetsky wants to merge 3 commits from vladislavKunetsky/mtusi2026lab5:lab5 into main
418 changed files with 77207 additions and 40 deletions
+7
View File
@@ -18,3 +18,10 @@ __pycache__
node_modules
evidence
.DS_Store
messenger
s3init
bin
coverage.out
.cache
coverage.out.tmp
*.log
+152 -18
View File
@@ -1,25 +1,159 @@
# Copy to .env for your LOCAL synthetic test environment; never commit .env.
# These are logical interface suggestions; map actual framework names in REPORT.md.
APP_HOST=0.0.0.0
APP_PORT=8080
APP_ENV=lab
# Values below are the variables this implementation actually reads
# (viper: section.name -> SECTION_NAME, see internal/config/config.go).
#
# Mapping to the logical names suggested by the skeleton:
# APP_HOST / APP_PORT -> SERVER_HOST / SERVER_PORT
# SESSION_STORE=postgres -> server-side sessions live in PostgreSQL (SESSION_TTL_SECONDS)
# DATABASE_URL_FILE -> unused: POSTGRES_* below pass no secret files
# CACHE_URL_FILE -> unused: REDIS_* below pass no secret files
# API_REPLICAS -> number of API replicas of the stand (compose.yaml)
#
# APP_ENV selects config/<env>/config.yaml; the implementation supports only `dev`.
APP_ENV=dev
SERVER_HOST=0.0.0.0
SERVER_PORT=8080
SERVER_READ_HEADER_TIMEOUT=10s
SERVER_READ_TIMEOUT=60s
SERVER_SHUTDOWN_TIMEOUT=10s
# Предел размера тела запроса (байт): защищает реплику от чтения огромного тела
# до валидации. Для вложений LAB4 (до 10 MiB) значение нужно поднять.
SERVER_MAX_BODY_BYTES=262144
LOG_LEVEL=info
LOG_FORMAT=json
# Synthetic credentials for the local stand only; override in .env for anything else.
POSTGRES_HOST=localhost
POSTGRES_PORT=5432
POSTGRES_DATABASE=messenger
POSTGRES_USER=messenger
POSTGRES_PASSWORD=messenger
POSTGRES_SSL_MODE=disable
POSTGRES_MAX_CONNS=10
POSTGRES_MIN_CONNS=1
POSTGRES_MAX_CONN_LIFETIME=1h
POSTGRES_MAX_CONN_IDLE_TIME=30m
POSTGRES_CONNECT_TIMEOUT=5s
POSTGRES_QUERY_TIMEOUT=5s
REDIS_ENABLED=true
REDIS_HOST=localhost
REDIS_PORT=6379
REDIS_PASSWORD=
REDIS_DB=0
# -1 disables go-redis retries; 0 keeps the library default (3 retries).
REDIS_MAX_RETRIES=-1
REDIS_DIAL_TIMEOUT=300ms
REDIS_READ_TIMEOUT=200ms
REDIS_WRITE_TIMEOUT=200ms
REDIS_POOL_SIZE=10
CACHE_ENABLED=true
CACHE_CHAT_LIST_TTL=5m
CACHE_LOCK_TTL=10s
CACHE_LOCK_WAIT_TIMEOUT=2s
SESSION_TTL_SECONDS=3600
# Choose credentials locally. File paths contain no secret values.
DATABASE_URL_FILE=/run/secrets/database_url
# Optional on 3, required use on 4 in lab2; Redis OR Valkey:
SESSION_STORE=postgres
CACHE_URL_FILE=/run/secrets/cache_url
API_REPLICAS=2
# Retention of a message Idempotency-Key in the shared store; contract 1.3.0
# requires at least 24 h.
IDEMPOTENCY_TTL_SECONDS=86400
S3_ENDPOINT=http://s3:9000
# Lab3 stand (compose.yaml): number of API replicas behind the LB and per-replica
# CPU/RAM limits. Track 1 varies them to compare 1/2/4 replicas at a fixed total
# budget, e.g. API_REPLICAS=4 API_CPU_LIMIT=0.25 API_MEM_LIMIT=192M.
API_REPLICAS=2
API_CPU_LIMIT=0.50
API_MEM_LIMIT=256M
# Connections of ONE API replica to PostgreSQL; the total is replicas × value.
# Track 1 checks whether the shared connection budget becomes the saturation
# point: at 4 replicas the default 10 means 40 connections against one database.
POSTGRES_MAX_CONNS=10
# CPU quota of the shared database. Track 1 shows it is the stand's saturation
# point: the API uses a fraction of its budget while PostgreSQL sits at its own.
POSTGRES_CPU_LIMIT=0.50
# Memory quota of the shared database. The track 1 series r/g/pool were measured
# with 512M, the db1cpu control — with 384M (see evidence/track1/profile-*.json).
POSTGRES_MEM_LIMIT=192M
# Loopback port of the HAProxy operator page (UP/DOWN of every replica).
LB_STATS_PORT=8404
# --- Lab4: private S3 object store (SeaweedFS) -------------------------------
# Synthetic local application credentials. infra/s3/s3.json must contain the
# same app values; scripts/check_s3_creds.py enforces that before the stand starts.
# Admin credentials live only in infra/s3/s3.json and s3-init defaults; never put
# them in .env, because the API service loads this file.
S3_ENDPOINT=http://localhost:8333
S3_PUBLIC_ENDPOINT=http://127.0.0.1:8333
S3_PORT=8333
S3_REGION=us-east-1
S3_BUCKET=messenger-attachments
S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key
S3_ACCESS_KEY_ID=lab4app
S3_SECRET_ACCESS_KEY=lab4app-secret
# Attachment limits from contract 1.5.0.
MAX_UPLOAD_BYTES=10485760
MAX_IMAGE_PIXELS=40000000
BROKER_URL_FILE=/run/secrets/broker_url
WORKER_CONCURRENCY=2
JOB_MAX_ATTEMPTS=5
JOB_TIMEOUT_SECONDS=60
STAGING_RETENTION_SECONDS=86400
# Presigned upload lifetime and the sweeper's safety window.
S3_PRESIGN_TTL=5m
S3_SWEEP_INTERVAL=1m
S3_SWEEP_GRACE=10m
# --- Lab5: durable queues and async image processing -------------------------
# Synthetic broker credentials for the local Compose stand. The relay/worker
# connect inside the compose network; the management UI is published only on
# loopback by compose.yaml.
BROKER_USER=messenger
BROKER_PASSWORD=messenger
BROKER_VHOST=messenger
BROKER_URL=amqp://messenger:messenger@broker:5672/messenger
BROKER_EXCHANGE=attachments.jobs
BROKER_QUEUE=attachment.process.v1
BROKER_DLX=attachments.dlx
BROKER_DLQ=attachment.process.dead
BROKER_MANAGEMENT_PORT=15672
BROKER_CPU_LIMIT=0.50
BROKER_MEM_LIMIT=384M
# Worker process bounds. Concurrency=1 is the safe default for a 40 MP image on
# the course VM; raise it together with WORKER_MEM_LIMIT.
WORKER_CONCURRENCY=1
WORKER_PREFETCH=1
WORKER_CPU_LIMIT=1.00
WORKER_MEM_LIMIT=1G
WORKER_SHUTDOWN_TIMEOUT=30s
WORKER_HEALTH_PORT=8081
# Shared job contract. The API chooses the pipeline version for new uploads.
PROCESSING_PIPELINE_VERSION=1
PROCESSING_MAX_ATTEMPTS=5
PROCESSING_JOB_TIMEOUT=120s
PROCESSING_LEASE_TTL=180s
PROCESSING_HEARTBEAT=30s
PROCESSING_RETRY_BASE=2s
PROCESSING_RETRY_CAP=60s
# Outbox relay and lease reaper.
OUTBOX_POLL_INTERVAL=1s
OUTBOX_CLAIM_TTL=30s
OUTBOX_BATCH=20
OUTBOX_REAPER_INTERVAL=15s
OUTBOX_RECONCILE_AFTER=5m
OUTBOX_RETENTION=168h
RELAY_CPU_LIMIT=0.25
RELAY_MEM_LIMIT=128M
RELAY_HEALTH_PORT=8082
# Staging cleanup and admission control.
STAGING_ORPHAN_GRACE=1h
STAGING_FAILED_RETENTION=168h
ADMISSION_MAX_PENDING_PER_USER=20
ADMISSION_MAX_PENDING=200
ADMISSION_MAX_STAGED_BYTES=2147483648
ADMISSION_MAX_CONCURRENT_UPLOADS=8
+89
View File
@@ -0,0 +1,89 @@
name: Application
on: [push, pull_request]
permissions:
contents: read
env:
GO_VERSION: "1.27.0"
GOLANGCI_LINT_VERSION: v2.13.2
jobs:
lint:
name: Lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-go@v5
with:
go-version: ${{ env.GO_VERSION }}
cache: true
- run: make lint
unit-test:
name: Unit tests
needs: lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-go@v5
with:
go-version: ${{ env.GO_VERSION }}
cache: true
- run: make unit-test
build:
name: Docker build
needs: unit-test
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: docker/setup-buildx-action@v3
- uses: docker/build-push-action@v6
with:
context: .
push: false
tags: mtusi-messenger:ci
stand:
name: Lab5 stand scenario
needs: build
runs-on: ubuntu-latest
timeout-minutes: 20
steps:
- uses: actions/checkout@v4
- run: cp .env.example .env
- run: docker compose --env-file .env config --quiet
- run: docker compose --env-file .env up -d --build
- name: Wait for readiness through the load balancer
run: |
for attempt in $(seq 1 60); do
if curl -fsS -o /dev/null http://localhost:8080/health/ready; then exit 0; fi
sleep 2
done
docker compose --env-file .env ps
exit 1
- name: Public smoke through the LB
run: make test
- name: Attachment negative scenarios
run: make test-attachments
- name: Presigned direct upload (async complete)
run: make test-presign
- name: Worker process is separate and healthy
run: docker compose --env-file .env ps worker relay broker
- name: Async worker and broker durability
run: make test-queue
- name: Track 2 duplicate and stale-version harness
run: python3 scripts/lab5_track2.py --reps 1
- name: Parallel idempotency through the LB
run: python3 student-tests/idempotency_parallel.py --base-url http://localhost:8080
- name: Upload, stop the serving replica, download through another
run: python3 student-tests/attachment_failover.py --base-url http://localhost:8080
- name: Stop one API replica and keep writing
run: make test-failover ACTION_SCRIPT=scripts/stop-one.sh
- name: Logs on failure
if: failure()
run: docker compose --env-file .env logs --tail 100
- if: always()
run: docker compose --env-file .env down -v
+8
View File
@@ -22,8 +22,16 @@ dist/
build/
target/
bin/
/messenger
/s3init
/worker
/relay
/jobctl
obj/
coverage/
coverage.out
coverage.out.tmp
.cache/
*.log
.DS_Store
.idea/
+139
View File
@@ -0,0 +1,139 @@
# yaml-language-server: $schema=https://golangci-lint.run/jsonschema/golangci.v2.13.jsonschema.json
version: "2"
run:
timeout: 5m
tests: true
build-tags:
- integration
linters:
default: standard
enable:
- bodyclose
- contextcheck
- containedctx
- noctx
- rowserrcheck
- sqlclosecheck
- fatcontext
- errorlint
- errname
- nilerr
- nilnil
- asasalint
- durationcheck
- exhaustive
- forcetypeassert
- gocheckcompilerdirectives
- gocritic
- makezero
- musttag
- reassign
- recvcheck
- unparam
- wastedassign
- gosec
- canonicalheader
- copyloopvar
- exptostd
- intrange
- perfsprint
- unconvert
- usestdlibvars
- usetesting
- prealloc
- revive
- misspell
- nolintlint
- gomoddirectives
- sloglint
- depguard
- forbidigo
- testifylint
- thelper
- tparallel
settings:
govet:
enable-all: true
disable:
- fieldalignment
- shadow
gosec:
excludes:
- G404
exhaustive:
default-signifies-exhaustive: true
nolintlint:
require-explanation: true
require-specific: true
sloglint:
attr-only: true
no-global: default
context: scope
testifylint:
enable-all: true
depguard:
rules:
main:
deny:
- pkg: math/rand$
desc: use math/rand/v2
- pkg: github.com/pkg/errors
desc: use stdlib errors and fmt.Errorf with %w
- pkg: io/ioutil
desc: deprecated
domain:
files:
- "**/internal/domain/**"
deny:
- pkg: database/sql
desc: domain must not depend on infrastructure
- pkg: net/http
desc: domain must not depend on transport
forbidigo:
forbid:
- pattern: ^fmt\.Print(f|ln)?$
msg: use slog
- pattern: ^log\.(Print|Fatal|Panic).*$
msg: use slog
exclusions:
generated: lax
presets:
- comments
- std-error-handling
- common-false-positives
rules:
- path: _test\.go
linters:
- gosec
- prealloc
- forcetypeassert
- unparam
formatters:
enable:
- gofumpt
- goimports
settings:
gofumpt:
module-path: mtusi-messenger
goimports:
local-prefixes:
- mtusi-messenger
exclusions:
generated: lax
issues:
max-issues-per-linter: 0
max-same-issues: 0
+38
View File
@@ -0,0 +1,38 @@
#https://vektra.github.io/mockery/latest/configuration/
all: false
dir: "{{.InterfaceDir}}/mocks"
pkgname: mocks
filename: "{{.InterfaceName}}.go"
structname: "Mock{{.InterfaceName}}"
template: testify
formatter: goimports
force-file-write: true
include-auto-generated: false
log-level: info
packages:
mtusi-messenger/internal/platform/cache:
config:
all: true
mtusi-messenger/internal/storage/redis:
config:
all: true
mtusi-messenger/internal/service/user:
config:
all: true
mtusi-messenger/internal/service/chat:
config:
all: true
mtusi-messenger/internal/service/message:
config:
all: true
mtusi-messenger/internal/service/attachment:
config:
all: true
mtusi-messenger/internal/service/session:
config:
all: true
mtusi-messenger/internal/transport/rest:
config:
all: true
+10
View File
@@ -0,0 +1,10 @@
# yaml-language-server: $schema=https://raw.githubusercontent.com/ogen-go/ogen/v1.24.0/schemas/ogen.jsonschema.json
# https://ogen.dev/docs/config/
generator:
features:
disable:
- paths/client
- webhooks/client
- webhooks/server
- ogen/otel
+77
View File
@@ -0,0 +1,77 @@
# syntax=docker/dockerfile:1.7
ARG GO_VERSION=1.27.1
ARG ALPINE_VERSION=3.22
FROM golang:${GO_VERSION}-alpine AS build
# Platform of the produced binaries. Left empty on purpose: the classic builder
# does not supply these args, and the previous hardcoded `amd64` default silently
# produced x86-64 binaries inside an arm64 image. Those ran under emulation and
# the Go runtime crashed under load (fatals like "found pointer to free object").
# Empty means "build for the builder's own platform"; cross-compile explicitly:
# docker build --build-arg TARGETARCH=amd64 ...
ARG TARGETOS
ARG TARGETARCH
ARG VERSION=dev
ENV GOTOOLCHAIN=local
WORKDIR /opt
COPY go.mod go.sum ./
RUN go mod download
# The Go compiler spikes well above 1 GiB per package on large dependencies
# (AWS SDK + pgx + Redis), so an unbounded or even -p=2 build OOMs Docker
# Desktop's default VM. Build one package at a time; override with
# --build-arg GOFLAGS=-p=$(nproc) on a bigger host.
ARG GOFLAGS="-p=1"
ENV GOFLAGS=$GOFLAGS
# Keep the compiler well below Docker Desktop's default VM limit.
ENV GOGC=50
ENV GOMEMLIMIT=1GiB
COPY . .
RUN CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/messenger ./cmd/messenger \
&& CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/migrate ./cmd/migrate \
&& CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/s3init ./cmd/s3init \
&& CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/worker ./cmd/worker \
&& CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/relay ./cmd/relay \
&& CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} \
go build -trimpath -buildvcs=false -tags timetzdata,nodynamic \
-ldflags="-s -w -X main.version=${VERSION}" \
-o /out/jobctl ./cmd/jobctl
FROM alpine:${ALPINE_VERSION} AS runtime
RUN apk add --no-cache ca-certificates wget \
&& addgroup -S -g 10001 app \
&& adduser -S -D -H -u 10001 -G app app
COPY --from=build --chown=10001:10001 /out/messenger /usr/local/bin/messenger
COPY --from=build --chown=10001:10001 /out/migrate /usr/local/bin/migrate
COPY --from=build --chown=10001:10001 /out/s3init /usr/local/bin/s3init
COPY --from=build --chown=10001:10001 /out/worker /usr/local/bin/worker
COPY --from=build --chown=10001:10001 /out/relay /usr/local/bin/relay
COPY --from=build --chown=10001:10001 /out/jobctl /usr/local/bin/jobctl
COPY --chown=10001:10001 config/dev/config.yaml /etc/messenger/dev/config.yaml
USER 10001:10001
EXPOSE 8080
STOPSIGNAL SIGTERM
HEALTHCHECK --interval=10s --timeout=3s --start-period=5s --retries=3 \
CMD wget -q -O /dev/null "http://127.0.0.1:${SERVER_PORT:-8080}/health/live" || exit 1
ENTRYPOINT ["/usr/local/bin/messenger"]
+1300
View File
File diff suppressed because it is too large Load Diff
+152 -5
View File
@@ -2,29 +2,176 @@ PYTHON ?= python3
BASE_URL ?= http://localhost:8080
CA_FILE ?=
ACTION_SCRIPT ?=
PIPELINE ?= 2
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
PYTHON_LOCAL = env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 $(PYTHON)
.PHONY: help check validate test load test-persistence test-failover
.PHONY: help check validate test test-attachments test-presign load test-persistence test-failover smoke-local load-local test-idempotency test-lb-readiness up down ps logs
help:
@echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes"
@echo "up/down/ps/logs: lab3 stand from compose.yaml (LB + API_REPLICAS replicas + stores)"
check:
$(PYTHON) scripts/check_contract.py
$(PYTHON) scripts/check_s3_creds.py
validate:
$(PYTHON) scripts/validate_openapi.py
test:
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
$(PYTHON_LOCAL) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-attachments:
$(PYTHON_LOCAL) student-tests/attachments_negative.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-presign:
$(PYTHON_LOCAL) student-tests/presign_flow.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-queue:
$(PYTHON_LOCAL) student-tests/lab5_async.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-faults:
$(PYTHON_LOCAL) student-tests/lab5_faults.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-track2:
$(PYTHON_LOCAL) scripts/lab5_track2.py --base-url "$(BASE_URL)" $(TLS_ARGS)
load:
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
$(PYTHON_LOCAL) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-persistence:
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
$(PYTHON_LOCAL) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
test-failover:
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
$(PYTHON_LOCAL) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
# Локальный запуск без прокси: в окружении автора HTTP(S)_PROXY ломает localhost.
smoke-local:
$(PYTHON_LOCAL) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
load-local:
$(PYTHON_LOCAL) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
# Собственная проверка уровня 4: параллельные повторы одного Idempotency-Key
# через LB обязаны создать ровно одно сообщение.
test-idempotency:
$(PYTHON_LOCAL) student-tests/idempotency_parallel.py --base-url "$(BASE_URL)" $(TLS_ARGS)
# Собственная проверка уровня 4: LB обязан убрать из ротации реплику, которая
# осталась доступной, но потеряла БД (readiness 503).
test-lb-readiness:
scripts/lb_readiness_check.sh
COMPOSE_BIN ?= docker compose
COMPOSE_FILE ?= compose.yaml
ENV_FILE ?= .env
up:
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) up -d --build
down:
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) down
ps:
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) ps
logs:
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) logs -f --tail 100
# Operator views: the failed registry is PostgreSQL, the DLQ is a backstop.
jobs-failed:
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) run --rm --entrypoint /usr/local/bin/jobctl worker failed
replay:
@test -n "$(JOB)" || (echo "Set JOB=<job_id>"; exit 2)
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) run --rm --entrypoint /usr/local/bin/jobctl worker replay -job "$(JOB)"
reprocess:
@test -n "$(ATTACHMENT)" || (echo "Set ATTACHMENT=<attachment_id>"; exit 2)
$(COMPOSE_BIN) --env-file $(ENV_FILE) -f $(COMPOSE_FILE) run --rm --entrypoint /usr/local/bin/jobctl worker reprocess -attachment "$(ATTACHMENT)" -pipeline "$(PIPELINE)"
.DEFAULT_GOAL := help
GO ?= go
APP_NAME ?= messenger
CMD_PKG := ./cmd/$(APP_NAME)
LOCAL_BIN := $(CURDIR)/bin
GOLANGCI_LINT_VERSION ?= v2.13.2
GOLANGCI_LINT := $(LOCAL_BIN)/golangci-lint
OPENAPI_SPEC := contracts/openapi.json
OGEN_CONFIG := .ogen.yml
OAS_DIR := internal/transport/rest/internal/oas
-include .env
export
# .env feeds local tooling, but its application variables must not leak into the
# Go test process: the config tests assert defaults and the dev YAML, so an
# ambient REDIS_ENABLED/CACHE_ENABLED would fail them.
ENV_KEYS := $(shell sed -n 's/^\([A-Za-z_][A-Za-z0-9_]*\)=.*/\1/p' .env 2>/dev/null)
CLEAN_ENV = env $(addprefix -u ,$(ENV_KEYS))
.PHONY: unit-test
unit-test:
$(CLEAN_ENV) $(GO) test -race -shuffle=on -count=1 -timeout=5m ./...
.PHONY: integration-test
integration-test:
$(GO) test -tags=integration -p 1 -count=1 -timeout=15m ./internal/storage/postgres ./internal/storage/redis
.PHONY: test-db-up test-db-down
test-db-up:
@docker-compose -f docker-compose.local.yaml up -d --wait postgres redis
test-db-down:
@docker-compose -f docker-compose.local.yaml down
# не учитываем генеренные файлы, также cmd в подсчете покрытия
COVER_EXCLUDE ?= /(mocks|oas)/|/cmd/
.PHONY: cover
cover:
$(CLEAN_ENV) $(GO) test -race -shuffle=on -count=1 -timeout=5m \
-covermode=atomic -coverprofile=coverage.out.tmp ./...
@grep -Ev '$(COVER_EXCLUDE)' coverage.out.tmp > coverage.out
@rm coverage.out.tmp
$(GO) tool cover -func=coverage.out | tail -n 1
$(GO) tool cover -html=coverage.out
.PHONY: generate
generate: generate-api generate-mocks sqlc
.PHONY: generate-api
generate-api:
$(GO) run ./tools/specgen
$(GO) tool ogen --config $(OGEN_CONFIG) --target $(OAS_DIR) --package oas --clean .cache/openapi.codegen.json
.PHONY: generate-mocks
generate-mocks:
$(GO) tool mockery
.PHONY: sqlc
sqlc:
$(GO) tool sqlc generate
.PHONY: dev-up dev-down dev-reload
dev-up:
@docker-compose -f docker-compose.local.yaml up -d --build
dev-down:
@docker-compose -f docker-compose.local.yaml down
dev-reload:
@docker-compose -f docker-compose.local.yaml up -d --build --force-recreate
.PHONY: migrate
migrate:
$(GO) run ./cmd/migrate up
$(GOLANGCI_LINT):
GOBIN=$(LOCAL_BIN) $(GO) install github.com/golangci/golangci-lint/v2/cmd/golangci-lint@$(GOLANGCI_LINT_VERSION)
lint: $(GOLANGCI_LINT)
$(GOLANGCI_LINT) run -v
+198 -17
View File
@@ -1,37 +1,218 @@
# Отчёт — лабораторная 5
- Автор, группа: TODO
- Целевая оценка; выбранный трек 5, если нужен: TODO
- Commit/PR: TODO после публикации
- Использованные источники, библиотеки и помощь ИИ: TODO
- Автор, группа: Кунецкий Владислав, БВТ2303
- Целевая оценка; выбранный трек 5: **5, трек 2 (доказанная идемпотентность pipeline)**
- Commit/PR: ветка `lab5`; история коммитов содержит перенос lab1–lab4 и базу контракта 1.5.0
- Использованные источники, библиотеки и помощь ИИ: Go 1.27, PostgreSQL 18, RabbitMQ 4.3.7, SeaweedFS 3.80, HAProxy 3.2, AWS SDK for Go v2, ogen 1.24, sqlc, goose, mockery, `github.com/gen2brain/webp` (libwebp→WASM, CGo-free), `golang.org/x/image`, `github.com/rabbitmq/amqp091-go`. Внешние источники: контракт 1.5.0, `contracts/attachment-states.md`, `contracts/jobs.schema.json`, RabbitMQ quorum queue/delayed retry docs, PostgreSQL `FOR UPDATE SKIP LOCKED`, AWS presigned URL docs. ИИ-ассистент использовался для генерации кода и текста; все сценарии воспроизведены локально, результаты — в `evidence/lab5/`.
## Запуск из чистого clone
TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных.
Prerequisites: Docker Engine/Desktop с Compose v2, Python 3.10+ для публичных и студенческих тестов,
Go 1.27 — только для unit/integration тестов и `make generate`. Образ собирает приложение сам.
```sh
git clone <repo> mtusi2026lab5 && cd mtusi2026lab5
git switch lab5
cp -n .env.example .env
make check
docker compose --env-file .env config --quiet
docker compose --env-file .env up -d --build
# дождаться /health/ready (LB, localhost:8080), затем:
make test
make test-attachments
make test-presign
make test-queue
make test-faults
make test-persistence ACTION_SCRIPT=scripts/restart.sh
make test-failover ACTION_SCRIPT=scripts/stop-one.sh
```
Остановка без потери данных: `docker compose --env-file .env down` (named volumes сохраняются).
Намеренное удаление учебных данных: `docker compose --env-file .env down -v`.
Стенд требует ~3–4 ГБ RAM Docker VM для worker (1G) + broker (384M) + существующих сервисов;
в текущем окружении 2 ГБ, поэтому worker работает с `WORKER_CONCURRENCY=1` и `WORKER_MEM_LIMIT=1G`
как верхний предел, а не резервированием. Для серии с 40 Мп изображением нужен запас VM и замер RSS.
`make check` проверяет контракт, Python-синтаксис и S3 identities. `make validate` требует
`requirements-dev.txt`:
```sh
python3 -m venv .venv && .venv/bin/pip install -r requirements-dev.txt
.venv/bin/python scripts/validate_openapi.py
```
## Архитектура и решения
TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации.
```mermaid
flowchart LR
C[client] -->|POST bytes| API[api x N]
API -->|validate + spool| API
API -->|Put staging| S3[(SeaweedFS S3)]
API -->|TX: attachment queued + job + outbox| PG[(PostgreSQL)]
RELAY[relay] -->|claim outbox + publisher confirm| MQ[(RabbitMQ quorum + DLQ)]
MQ -->|at-least-once delivery| W[worker]
W -->|read source, verify sha| S3
W -->|Put original + variants| S3
W -->|TX: variants + ready/retry/failed| PG
W -->|ack after commit| MQ
API -->|GET status/variants| PG
API -->|GET content| S3
RELAY -->|lease reaper| PG
```
- **API** принимает байты, валидирует PNG/JPEG по содержимому (bytes, пиксели, MIME, filename),
пишет оригинал в приватный S3 staging, затем одной транзакцией создаёт `attachments(status=queued)`,
`attachment_jobs` и `outbox_messages`. Только после этого возвращается **202** со снимком `queued`.
API не публикует в broker и не делает resize.
- **Relay** — отдельный процесс: читает outbox через `FOR UPDATE SKIP LOCKED`, публикует persistent
сообщение с publisher confirm, помечает `published_at` только после ack. Там же lease reaper:
просроченные `processing` возвращаются в `queued` с новым attempt, а исчерпавшие бюджет — в `failed`.
Дополнительно reaper переиздаёт `queued` jobs без unpublished outbox-строки (потерянная доставка,
dead-letter или data loss broker-а); worker CAS делает дубль безопасным.
- **Worker** — отдельный процесс/контейнер. Claim через CAS, heartbeat, обработка, запись S3,
затем одна транзакция результата; ack только после commit. Падение до ack приводит к redelivery;
повтор видит готовый эффект и делает no-op ack.
- **PostgreSQL** — истина о состоянии/намерении. **S3** — байты. **RabbitMQ** — durable transport
at-least-once, не источник истины. Границы: 202 = staging + TX intent; publisher confirm ≠ consumer ack.
- Staging: `staging/uploads/<chat>/<attachment>`; presign проверенный объект копируется в
`staging/verified/...`; финальный оригинал — `attachments/<chat>/<attachment>/original`;
варианты — `attachments/<chat>/<attachment>/variants/v<pipeline>/<name>.<ext>`.
- Эффект идемпотентен по `(attachment_id, pipeline_version, variant)`: PK в `attachment_variants`,
deterministic S3 keys, CAS по lease/attempt. `ready` терминален; старая версия не перезаписывает новую.
- `attachments.pipeline_version` — **опубликованная** версия. `jobctl reprocess` создаёт job новой
версии, но переключает `pipeline_version` и variants только в транзакции успешного завершения;
до этого API продолжает отдавать старую готовую версию.
- Presign — факультативное расширение вне OAS: presign создаёт internal `pending`-строку; complete
проверяет байты, копирует их в server-owned verified staging и возвращает 202 queued.
- Sweeper status-aware: staging queued/processing не удаляется; ready staging удаляется после
безопасной фиксации; failed — после retention; orphan staging — после orphan grace. Referenced set
включает финальные объекты, variants и активный staging; keyset-пагинация, fail-closed.
- Admission control ограничивает число незавершённых rows (включая `pending` presign) на
пользователя/стенд и объём staged bytes (429 `rate_limited`). Проверка повторяется внутри
транзакции под PostgreSQL advisory lock, поэтому параллельные запросы не обходят cap; presign
использует тот же механизм. Число одновременных upload-spool на процесс ограничено
`ADMISSION_MAX_CONCURRENT_UPLOADS`, что ограничивает и временный диск API.
### Соответствие `.env.example` реальной конфигурации
`BROKER_URL`, `WORKER_CONCURRENCY`, `WORKER_PREFETCH`, `PROCESSING_*`, `OUTBOX_*`, `STAGING_*`,
`ADMISSION_*` читаются viper-ом (`section.key` → `SECTION_KEY`). `S3_*`, `MAX_UPLOAD_BYTES`,
`MAX_IMAGE_PIXELS`, `POSTGRES_*`, `REDIS_*` сохранены с lab4. Compose подменяет `localhost`
на имена сервисов для контейнеров; значения `.env` остаются локальными для запуска с хоста.
## Доказательства критериев
| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства |
| --- | --- | --- | --- |
| Публичный smoke | make test | TODO | TODO |
| Остальные пункты уровня 3 | TODO | TODO | TODO |
| Все пункты уровня 4, если заявлен | TODO | TODO | TODO |
| Выбранный трек 5, если заявлен | TODO | TODO | TODO |
| Публичный smoke, upload 201→202, thumbnail | `make test` | PASS lab5: 202→queued→ready, 256×160 JPEG, sha/size | `evidence/lab5/smoke.txt` |
| 202 после durable staging, worker отдельно | `make test-queue` (`lab5_async.py`) | worker stopped: 202 queued, content 409, ссылка на сообщение; после старта ready | `evidence/lab5/async.txt` |
| Broker restart с volume | `lab5_async.py` | upload при остановленном broker → 202; после старта broker+relay ready | `evidence/lab5/async.txt` |
| Полный restart стека | `lab5_async.py` | ready-вложение и original сохранились | `evidence/lab5/async.txt` |
| Варианты: thumbnail/crop/optimized | `make test-queue`/`lab5_variants.py` | thumbnail 256×160 JPEG, crop 128×128 JPEG, optimized WebP 320×200; metadata == bytes; EXIF отсутствует | `evidence/lab5/variants.txt` |
| Состояния queued/processing/ready/failed | `lab5_async.py`, `lab5_faults.py` | queued/ready и failed/error_code наблюдаются через API | `evidence/lab5/async.txt`, `faults.txt` |
| 415 на невалидное изображение | `make test-attachments` | пустое тело, IDAT-CRC, MIME spoof, не-zlib IDAT, пустой растр, недопустимый scanline-фильтр, несовместимые color type/bit depth, дубликаты IHDR, мусор после zlib, битый tRNS, PLTE сверх bit depth, tRNS сверх PLTE — 415 до 202 | `evidence/lab5/attachments-negative.txt` |
| Original неизменен | smoke + variants | скачанные байты и sha совпадают с загруженными | `evidence/lab5/smoke.txt`, `variants.txt` |
| Retry/backoff/classification | `make test-faults` | permanent → failed сразу; transient → 5 attempts, 4 retry events, `retry_exhausted`; DLQ | `evidence/lab5/faults.txt` |
| DLQ/registry + replay | `lab5_faults.py` | failed виден в `jobctl failed`; replay → ready; replay ready refused | `evidence/lab5/faults.txt` |
| Crash после записи объекта до ack | `lab5_faults.py` | redelivery, attempts=2, тот же набор из трёх variants | `evidence/lab5/faults.txt` |
| Crash после claim до side effect | `lab5_faults.py` | lease/redelivery, attempts=2, ready | `evidence/lab5/faults.txt` |
| Crash после commit до ack | `lab5_faults.py` | ready сохранился, повтор — no-op, attempt не вырос | `evidence/lab5/faults.txt` |
| Outbox gap COMMIT→publish | `lab5_faults.py` | unpublished row → relay crash → recovery → published/ready | `evidence/lab5/faults.txt` |
| Lease зависшего processing | `lab5_faults.py` | pause worker → lease expiry → requeue → fence stale → ready | `evidence/lab5/faults.txt` |
| Persistence lab2+ | `make test-persistence ACTION_SCRIPT=scripts/restart.sh` | PASS с broker/worker/relay в hook | `evidence/lab5/persistence.txt` |
| Failover lab3+ | `make test-failover ACTION_SCRIPT=scripts/stop-one.sh` | 99 успешных записей, 0 ошибок, recovery 0.22 s | `evidence/lab5/failover.txt` |
| Idempotency lab3+ | `make test-idempotency` | 1 accepted, 11 conflicts, stable replay | `evidence/lab5/idempotency.txt` |
| LB исключает not-ready реплику | `make test-lb-readiness` | candidate 200→503, LB DOWN в пределах 30 s, 40 запросов без candidate | `evidence/lab5/lb-readiness-detail.txt` |
| Трек 2: duplicate/stale/version | `python3 scripts/lab5_track2.py --reps 3` | 6/6 PASS: duplicate before effect, v1→v2, stale v1 no-op | `evidence/lab5/track2/` |
TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены.
### Параметры кодирования вариантов
| pipeline_version | thumbnail/crop JPEG | optimized WebP | WebP method | EXIF/alpha |
| --- | --- | --- | --- | --- |
| 1 | quality 85 | quality 80 | 2 | EXIF orientation применяется; metadata удаляется повторным encode; alpha компонуется на белый для JPEG |
| 2 | quality 70 | quality 65 | 4 | то же |
Параметры закомпилированы в `internal/imageproc.Pipeline` и неизменны для версии; retry не может
получить другие байты. Optimized не увеличивает изображение, fit ≤1280×1280.
## Эксперименты и отказы
TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения.
| Воздействие | Что ожидали | Что наблюдали |
| --- | --- | --- |
| Worker остановлен до upload | 202 queued, content 409, работа не теряется | 202, статус queued >2 s, после старта ready |
| Broker остановлен до upload | 202, outbox intent сохраняется | 202; после старта broker+relay ready |
| Relay убит после COMMIT до publish | outbox остаётся, повтор публикует | unpublished→published, ready, дублей эффекта нет |
| Worker убит после первого variant | redelivery дописывает тот же набор | attempts=2, три variants, original не изменён |
| Worker убит после commit до ack | ready, повтор — no-op | ready, attempt=1 |
| Worker paused (lease) | reaper вернёт работу, stale worker не запишет | requeue, новый attempt, ready |
| Permanent error | failed сразу, error_code, DLQ | failed/injected_failure, attempts=1 |
| Transient errors | 5 attempts, backoff+jitter, failed | attempts=5, `retry_exhausted`, DLQ |
| Failed replay | failed→queued→ready без дубля | ready, один thumbnail |
| v1 ready → reprocess v2 → old v1 delivery | v2 не перезаписывается | pv=2, variants v2, stale v1 ack |
| Reprocess queued при остановленном worker | v2 берёт проверенный staging, а не несуществующий original | pv=2 ready, v1 superseded, событие superseded записано |
| Reprocess v2 падает до публикации | вложение терминально failed, не вечный queued | failed/error_code, active jobs 0 |
| Replay упавшей v2 до публикации | API не показывает stale failed, работа возвращается | job queued, attachment queued, затем ready:v2 |
| Replay старой failed-v1 при наличии v2 | команда отклонена, источник v2 не потерян | v1 failed, v2 queued → ready:v2 |
| Version-stale queued job после публикации v2 | задание терминально superseded, не переиздаётся | claim → superseded, reconcile не создаёт работу |
| Reprocess на неподдерживаемую версию | команда отклонена, v1-задание не тронуто | jobctl exit != 0, v1 queued → ready |
| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных |
| --- | --- | --- | --- |
| TODO | TODO | TODO | TODO |
Измерения: recovery времени и counts — из `evidence/lab5/faults.txt`, `track2/runs.csv`.
Стенд: 2 vCPU, 2 ГБ Docker VM; синтетические пользователи/чат; fixture 320×200 PNG.
Выводы — для локального Compose, не production SLA.
## Ограничения и следующие шаги
## Ограничения
TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза.
- Доставка **at-least-once**, не exactly-once: crash между publish и confirm/ack даёт дубликат;
эффект идемпотентен, но глобального exactly-once нет.
- Single-node RabbitMQ: durability при рестарте с volume, но не HA/replication.
- 40 Мп и 16-bit PNG не прогонялись в этой серии; worker имеет pixel cap, таймаут, watchdog
и memory limit, но пиковый RSS на 40 Мп нужно измерять отдельно.
- Track 2 — correctness harness (duplicate/stale/version + fault suite), не нагрузочный эксперимент;
interleavings sampled, не исчерпаны.
- Presign — optional extension; его ответ 202 и проверенный staging описаны в отчёте, но публичный
контракт его не требует.
- Rate limiting — admission cap с транзакционным reservation, не промышленный token bucket.
- Presign подписывает URL статическим локальным app-identity; S3 API опубликован только на
loopback для учебного стенда. В production нужен отдельный least-privilege signer и запрет
локального доступа к bucket.
- API readiness проверяет PostgreSQL, не S3/broker: при отказе S3 upload отвечает 503, но
маршрутизация LB и чтение метаданных продолжают работать.
- Reconciliation потерянной доставки запускается через `OUTBOX_RECONCILE_AFTER` (5m), поэтому
dead-letter не теряет intent, но восстановление не мгновенное.
- Failpoints включаются только `FAULTS_ENABLED=1` при `APP_ENV=dev`; в обычном стенде инертны.
- `x-delivery-limit` — immutable queue argument. На чистом стенде создаётся 100; при обновлении
существующего volume очередь нужно пересоздать (или применить policy) до старта worker/relay.
- Старые lab4 ready-вложения не переобрабатываются миграцией; для них нужен ручной
`jobctl reprocess` (backfill в эту серию не входил).
## Трек 2: гипотеза, методика, результаты
**Гипотеза.** При at-least-once доставке, effect key `(attachment_id, pipeline_version, variant)`,
deterministic S3 keys, serving-версии, меняющейся только после commit всех v2 variants, и ack
stale-доставок pipeline не теряет принятую работу и не перезаписывает новый результат старым.
**Методика.** `scripts/lab5_track2.py --reps 3`: для каждой репетиции создаются новые пользователи/чат;
(1) worker остановлен, upload, две duplicate-публикации одного job, затем worker стартует;
(2) v1 ready → `jobctl reprocess -pipeline 2` → v2 ready → публикуется старое v1-сообщение.
Проверяются: уникальность variant rows, отсутствие регрессии ready, монотонность `pipeline_version`,
неизменность original, no-op stale job. Fault suite дополнительно проверяет crash окна и lease.
**Результаты.** 6/6 сценариев PASS (`evidence/lab5/track2/runs.csv`), все fault-сценарии PASS.
Исходные данные — `evidence/lab5/track2/run.txt`, `summary.md`, `runs.csv`.
**Почему не exactly-once.** Publisher confirm подтверждает приём брокером, consumer ack — устойчивый
эффект; crash между ними создаёт повторную доставку. Идемпотентный effect key и CAS делают повтор
безопасным, но не устраняют дубликаты доставки.
## Ответы на вопросы защиты
- **Publisher confirm vs consumer ack:** confirm — RabbitMQ durable accepted; ack — worker записал
эффект. 202 не ждёт ни того, ни другого.
- **Что сохранено к 202:** полный проверенный original в private S3 staging, attachment metadata
`queued`, job intent и outbox row в одной TX. Thumbnail/final original/broker publish могут ещё
не существовать.
- **Почему redelivery нормальна:** at-least-once; effect key, deterministic keys, CAS lease/attempt,
`ready`-no-op. Старый attempt/версия только ack-ается.
- **Stuck vs slow:** heartbeat продлевает lease; живой медленный worker не забирается. Мёртвый
перестаёт продлевать; reaper возвращает работу, старый CAS-fenced.
- **Replay:** только failed, явный CLI, audit events, budget attempt-ов; ready replay запрещён.
+215
View File
@@ -0,0 +1,215 @@
package main
import (
"context"
"encoding/json"
"flag"
"fmt"
"log/slog"
"os"
"time"
"github.com/google/uuid"
"mtusi-messenger/internal/config"
"mtusi-messenger/internal/imageproc"
"mtusi-messenger/internal/logger"
"mtusi-messenger/internal/storage/postgres"
)
func main() {
if len(os.Args) < 2 {
usage()
os.Exit(2)
}
cfg, err := config.Load()
if err != nil {
fmt.Fprintln(os.Stderr, "load config:", err)
os.Exit(1)
}
log := logger.New(logger.WithLevel(cfg.SlogLevel()), logger.WithFormat(logger.FormatConsole))
slog.SetDefault(log)
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
defer cancel()
store, err := postgres.New(ctx, cfg.Postgres, time.Duration(cfg.Idempotency.TTLSeconds)*time.Second)
if err != nil {
fmt.Fprintln(os.Stderr, "connect database:", err)
cancel()
os.Exit(1) //nolint:gocritic // main exits after DB setup failure
}
defer store.Close()
repo := store.Pipeline()
switch os.Args[1] {
case "failed":
runFailed(ctx, repo)
case "replay":
runReplay(ctx, repo, cfg)
case "reprocess":
runReprocess(ctx, repo, cfg)
case "duplicate":
runDuplicate(ctx, repo)
case "inspect":
runInspect(ctx, repo)
default:
usage()
os.Exit(2)
}
}
func usage() {
fmt.Fprintln(os.Stderr, `usage: jobctl <command> [flags]
failed -limit N
replay -job JOB_ID [-attempts N]
reprocess -attachment ATTACHMENT_ID -pipeline N
duplicate -attachment ATTACHMENT_ID | -job JOB_ID
inspect -attachment ATTACHMENT_ID`)
}
func runFailed(ctx context.Context, repo *postgres.PipelineRepository) {
flags := flag.NewFlagSet("failed", flag.ExitOnError)
limit := flags.Int("limit", 50, "maximum jobs")
_ = flags.Parse(os.Args[2:])
jobs, err := repo.ListFailedJobs(ctx, *limit)
if err != nil {
fail(err)
}
printJSON(jobs)
}
func runReplay(ctx context.Context, repo *postgres.PipelineRepository, cfg config.Config) {
flags := flag.NewFlagSet("replay", flag.ExitOnError)
jobID := flags.String("job", "", "job id")
attempts := flags.Int("attempts", cfg.Processing.MaxAttempts, "additional attempts")
_ = flags.Parse(os.Args[2:])
id, err := uuid.Parse(*jobID)
if err != nil {
fail(fmt.Errorf("invalid job id: %w", err))
}
job, err := repo.ReplayJob(ctx, id, *attempts)
if err != nil {
fail(err)
}
printJSON(job)
}
func runReprocess(ctx context.Context, repo *postgres.PipelineRepository, cfg config.Config) {
flags := flag.NewFlagSet("reprocess", flag.ExitOnError)
attachmentID := flags.String("attachment", "", "attachment id")
version := flags.Int("pipeline", 2, "target pipeline version")
_ = flags.Parse(os.Args[2:])
if _, ok := imageproc.Pipeline(*version); !ok {
fail(fmt.Errorf("unsupported pipeline version %d", *version))
}
id, err := uuid.Parse(*attachmentID)
if err != nil {
fail(fmt.Errorf("invalid attachment id: %w", err))
}
jobID, err := uuid.NewV7()
if err != nil {
fail(err)
}
job, err := repo.Reprocess(ctx, id, *version, cfg.Processing.MaxAttempts, jobID)
if err != nil {
fail(err)
}
printJSON(job)
}
func runDuplicate(ctx context.Context, repo *postgres.PipelineRepository) {
flags := flag.NewFlagSet("duplicate", flag.ExitOnError)
attachmentID := flags.String("attachment", "", "attachment id")
jobID := flags.String("job", "", "specific job id (old pipeline version)")
_ = flags.Parse(os.Args[2:])
if *jobID != "" {
id, err := uuid.Parse(*jobID)
if err != nil {
fail(fmt.Errorf("invalid job id: %w", err))
}
message, err := repo.DuplicateJob(ctx, id)
if err != nil {
fail(err)
}
printJSON(message)
return
}
id, err := uuid.Parse(*attachmentID)
if err != nil {
fail(fmt.Errorf("attachment or job id is required: %w", err))
}
message, err := repo.Duplicate(ctx, id)
if err != nil {
fail(err)
}
printJSON(message)
}
func runInspect(ctx context.Context, repo *postgres.PipelineRepository) {
flags := flag.NewFlagSet("inspect", flag.ExitOnError)
attachmentID := flags.String("attachment", "", "attachment id")
_ = flags.Parse(os.Args[2:])
id, err := uuid.Parse(*attachmentID)
if err != nil {
fail(fmt.Errorf("invalid attachment id: %w", err))
}
attachment, err := repo.GetForID(ctx, id)
if err != nil {
fail(err)
}
variants, err := repo.ListVariants(ctx, id, attachment.PipelineVersion)
if err != nil {
fail(err)
}
var jobOutput any
job, jobErr := repo.GetJobByAttachment(ctx, id, attachment.PipelineVersion)
if jobErr == nil {
jobOutput = job
}
printJSON(map[string]any{
"attachment": attachment,
"variants": variants,
"job": jobOutput,
})
}
func printJSON(value any) {
encoder := json.NewEncoder(os.Stdout)
encoder.SetIndent("", " ")
if err := encoder.Encode(value); err != nil {
fail(err)
}
}
func fail(err error) {
fmt.Fprintln(os.Stderr, "error:", err)
os.Exit(1)
}
+241
View File
@@ -0,0 +1,241 @@
package main
import (
"context"
"errors"
"fmt"
"log/slog"
"net/http"
"os"
"os/signal"
"sync"
"syscall"
"time"
"mtusi-messenger/internal/config"
"mtusi-messenger/internal/health"
"mtusi-messenger/internal/logger"
"mtusi-messenger/internal/platform/cache"
"mtusi-messenger/internal/platform/objectstore"
"mtusi-messenger/internal/platform/token"
"mtusi-messenger/internal/service/attachment"
"mtusi-messenger/internal/service/chat"
"mtusi-messenger/internal/service/message"
"mtusi-messenger/internal/service/session"
"mtusi-messenger/internal/service/user"
"mtusi-messenger/internal/storage/postgres"
storageredis "mtusi-messenger/internal/storage/redis"
"mtusi-messenger/internal/transport/rest"
)
func main() {
log := logger.New()
cfg, err := config.Load()
if err != nil {
log.Error("load config", slog.Any("error", err))
os.Exit(1)
}
log = logger.New(
logger.WithLevel(cfg.SlogLevel()),
logger.WithFormat(cfg.LoggerFormat()),
)
slog.SetDefault(log)
if err := run(cfg, log); err != nil {
log.Error("shutdown with error", slog.Any("error", err))
os.Exit(1)
}
}
func run(cfg config.Config, log *slog.Logger) error {
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
store, err := postgres.New(ctx, cfg.Postgres, time.Duration(cfg.Idempotency.TTLSeconds)*time.Second)
if err != nil {
return fmt.Errorf("connect database: %w", err)
}
defer store.Close()
objectStore, err := objectstore.New(objectstore.Config{
Endpoint: cfg.S3.Endpoint,
PublicEndpoint: cfg.S3.PublicEndpoint,
Region: cfg.S3.Region,
Bucket: cfg.S3.Bucket,
AccessKeyID: cfg.S3.AccessKeyID,
SecretAccessKey: cfg.S3.SecretAccessKey,
UsePathStyle: cfg.S3.UsePathStyle,
Timeout: cfg.S3.Timeout,
})
if err != nil {
return fmt.Errorf("connect object store: %w", err)
}
pipelineRepository := store.Pipeline()
attachmentService := attachment.NewService(
pipelineRepository,
objectStore,
attachment.Config{
MaxUploadBytes: cfg.S3.MaxUploadBytes,
MaxImagePixels: cfg.S3.MaxImagePixels,
PresignTTL: cfg.S3.PresignTTL,
PipelineVersion: cfg.Processing.PipelineVersion,
MaxAttempts: cfg.Processing.MaxAttempts,
MaxPendingPerUser: cfg.Admission.MaxPendingPerUser,
MaxPending: cfg.Admission.MaxPending,
MaxStagedBytes: cfg.Admission.MaxStagedBytes,
MaxConcurrent: cfg.Admission.MaxConcurrent,
},
log,
)
sweeper := attachment.NewSweeper(
pipelineRepository,
objectStore,
store,
cfg.S3.SweepGrace,
cfg.Staging.OrphanGrace,
cfg.Staging.FailedRetention,
cfg.S3.SweepInterval,
log,
)
sweepCtx, stopSweeper := context.WithCancel(context.Background())
var sweepWait sync.WaitGroup
sweepWait.Add(1)
go func() {
defer sweepWait.Done()
sweeper.Run(sweepCtx)
}()
defer func() {
stopSweeper()
sweepWait.Wait()
}()
redisCache, err := connectRedis(cfg.Redis)
if err != nil {
return err
}
defer func() { _ = redisCache.Close() }()
sessionRepo := session.Repository(store.Sessions())
chatRepo := chat.Repository(store.Chats())
pingers := []health.Pinger{store}
if cfg.Redis.Enabled {
if cfg.Cache.Enabled {
distributed, err := cache.NewDistributed(redisCache, cache.DistributedConfig{
LockTTL: cfg.Cache.LockTTL,
WaitTimeout: cfg.Cache.LockWaitTimeout,
}, log)
if err != nil {
return fmt.Errorf("build distributed cache: %w", err)
}
chatRepo = storageredis.NewChatRepository(
store.Chats(),
distributed,
cfg.Cache.ChatListTTL,
log,
)
}
log.Info("redis cache enabled", slog.String("host", cfg.Redis.Host), slog.Int("port", cfg.Redis.Port))
}
ttl := time.Duration(cfg.Session.TTLSeconds) * time.Second
sessionService := session.NewService(sessionRepo, token.New(), ttl)
router, err := rest.NewRouter(
rest.NewHandler(
user.NewService(store.Users()),
chat.NewService(chatRepo),
message.NewService(store.Messages(), pipelineRepository),
attachmentService,
health.New(pingers...),
sessionService,
),
rest.NewSecurityHandler(sessionService),
rest.NewExtensions(attachmentService, sessionService, log),
log,
cfg.Server.MaxBodyBytes,
cfg.S3.MaxUploadBytes,
)
if err != nil {
return fmt.Errorf("build router: %w", err)
}
server := &http.Server{
Addr: cfg.Addr(),
Handler: router,
ReadHeaderTimeout: cfg.Server.ReadHeaderTimeout,
ReadTimeout: cfg.Server.ReadTimeout,
}
errc := make(chan error, 1)
go func() {
log.Info("server started", slog.String("addr", cfg.Addr()))
if err := server.ListenAndServe(); err != nil && !errors.Is(err, http.ErrServerClosed) {
errc <- err
}
close(errc)
}()
select {
case err, ok := <-errc:
if ok && err != nil {
return fmt.Errorf("listen: %w", err)
}
return nil
case <-ctx.Done():
}
log.Info("shutdown signal received", slog.Duration("timeout", cfg.Server.ShutdownTimeout))
shutdownCtx, cancel := context.WithTimeout(context.Background(), cfg.Server.ShutdownTimeout)
defer cancel()
if err := server.Shutdown(shutdownCtx); err != nil {
return fmt.Errorf("shutdown: %w", err)
}
log.Info("server stopped")
return nil
}
func connectRedis(cfg config.Redis) (cache.LockStore, error) {
if !cfg.Enabled {
return cache.NoOpCache{}, nil
}
client, err := cache.NewRedis(cache.RedisConfig{
Host: cfg.Host,
Port: cfg.Port,
Password: cfg.Password,
DB: cfg.DB,
MaxRetries: cfg.MaxRetries,
DialTimeout: cfg.DialTimeout,
ReadTimeout: cfg.ReadTimeout,
WriteTimeout: cfg.WriteTimeout,
PoolSize: cfg.PoolSize,
})
if err != nil {
return nil, fmt.Errorf("connect redis: %w", err)
}
return client, nil
}
+89
View File
@@ -0,0 +1,89 @@
package main
import (
"context"
"database/sql"
"errors"
"fmt"
"log/slog"
"os"
"github.com/pressly/goose/v3"
"mtusi-messenger/internal/config"
"mtusi-messenger/internal/logger"
"mtusi-messenger/internal/storage/postgres/migrations"
_ "github.com/jackc/pgx/v5/stdlib"
)
func main() {
log := logger.New()
if err := run(os.Args[1:]); err != nil {
log.Error("migrate failed", slog.Any("error", err))
os.Exit(1)
}
}
func run(args []string) error {
cfg, err := config.Load()
if err != nil {
return fmt.Errorf("load config: %w", err)
}
slog.SetDefault(logger.New(
logger.WithLevel(cfg.SlogLevel()),
logger.WithFormat(cfg.LoggerFormat()),
))
command := "up"
if len(args) > 0 {
command = args[0]
}
db, err := sql.Open("pgx", cfg.Postgres.DSN())
if err != nil {
return fmt.Errorf("open database: %w", err)
}
defer func() { _ = db.Close() }()
pingCtx, cancel := context.WithTimeout(context.Background(), cfg.Postgres.ConnectTimeout)
defer cancel()
if err := db.PingContext(pingCtx); err != nil {
return fmt.Errorf("ping database: %w", err)
}
goose.SetBaseFS(migrations.FS)
if err := goose.SetDialect("postgres"); err != nil {
return fmt.Errorf("set dialect: %w", err)
}
if err := goCommand(db, command); err != nil {
return err
}
return nil
}
func goCommand(db *sql.DB, command string) error {
switch command {
case "up":
return goose.Up(db, ".")
case "up-by-one":
return goose.UpByOne(db, ".")
case "down":
return goose.Down(db, ".")
case "status":
return goose.Status(db, ".")
case "version":
return goose.Version(db, ".")
case "redo":
return goose.Redo(db, ".")
default:
return errors.New("unknown command: " + command + " (up, up-by-one, down, status, version, redo)")
}
}
+262
View File
@@ -0,0 +1,262 @@
package main
import (
"context"
"encoding/json"
"errors"
"fmt"
"log/slog"
"net/http"
"os"
"os/signal"
"sync"
"syscall"
"time"
"mtusi-messenger/internal/broker"
"mtusi-messenger/internal/config"
"mtusi-messenger/internal/domain"
"mtusi-messenger/internal/logger"
"mtusi-messenger/internal/outbox"
"mtusi-messenger/internal/storage/postgres"
)
const maxUnpublishedAge = 10 * time.Minute
func main() {
log := logger.New()
cfg, err := config.Load()
if err != nil {
log.Error("load config", slog.Any("error", err))
os.Exit(1)
}
log = logger.New(
logger.WithLevel(cfg.SlogLevel()),
logger.WithFormat(cfg.LoggerFormat()),
)
slog.SetDefault(log)
if err := run(cfg, log); err != nil {
log.Error("shutdown with error", slog.Any("error", err))
os.Exit(1)
}
}
type publisher struct {
cfg broker.Config
log *slog.Logger
mu sync.Mutex
conn *broker.Client
}
func (p *publisher) client() (*broker.Client, error) {
p.mu.Lock()
defer p.mu.Unlock()
if p.conn != nil && p.conn.Connected() {
return p.conn, nil
}
if p.conn != nil {
_ = p.conn.Close()
p.conn = nil
}
conn, err := broker.Dial(p.cfg)
if err != nil {
return nil, err
}
p.conn = conn
return conn, nil
}
func (p *publisher) PublishConfirmed(
ctx context.Context,
routingKey string,
message domain.JobMessage,
) error {
conn, err := p.client()
if err != nil {
return err
}
if err := conn.PublishConfirmed(ctx, routingKey, message); err != nil {
p.mu.Lock()
if p.conn == conn {
_ = p.conn.Close()
p.conn = nil
}
p.mu.Unlock()
return err
}
return nil
}
func (p *publisher) Connect() error {
_, err := p.client()
return err
}
func (p *publisher) Connected() bool {
p.mu.Lock()
defer p.mu.Unlock()
return p.conn != nil && p.conn.Connected()
}
func (p *publisher) Close() {
p.mu.Lock()
defer p.mu.Unlock()
if p.conn != nil {
_ = p.conn.Close()
p.conn = nil
}
}
func brokerConfig(cfg config.Config) broker.Config {
return broker.Config{
URL: cfg.Broker.URL,
Exchange: cfg.Broker.Exchange,
DLX: cfg.Broker.DLX,
Queue: cfg.Broker.Queue,
DLQ: cfg.Broker.DLQ,
ConnectTimeout: cfg.Broker.ConnectTimeout,
ConfirmTimeout: cfg.Broker.ConfirmTimeout,
Heartbeat: cfg.Broker.Heartbeat,
Prefetch: cfg.Broker.Prefetch,
}
}
func run(cfg config.Config, log *slog.Logger) error {
if cfg.Broker.URL == "" {
return errors.New("BROKER_URL is required for relay")
}
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
store, err := postgres.New(ctx, cfg.Postgres, time.Duration(cfg.Idempotency.TTLSeconds)*time.Second)
if err != nil {
return fmt.Errorf("connect database: %w", err)
}
defer store.Close()
pub := &publisher{cfg: brokerConfig(cfg), log: log}
defer pub.Close()
if err := pub.Connect(); err != nil {
log.Warn("broker is not reachable yet; relay will retry", slog.Any("error", err))
}
relay := outbox.New(store.Pipeline(), pub, outbox.Config{
Owner: "relay-" + cfg.Broker.Queue,
PollInterval: cfg.Outbox.PollInterval,
ClaimTTL: cfg.Outbox.ClaimTTL,
Batch: cfg.Outbox.Batch,
ReaperInterval: cfg.Outbox.ReaperInterval,
ReconcileAfter: cfg.Outbox.ReconcileAfter,
Retention: cfg.Outbox.Retention,
}, log)
relayCtx, cancelRelay := context.WithCancel(ctx)
defer cancelRelay()
relayDone := make(chan struct{})
go func() {
defer close(relayDone)
relay.Run(relayCtx)
}()
server := healthServer(cfg.Relay.HealthAddr, store, pub, relay, log)
go func() {
if err := server.ListenAndServe(); err != nil && err != http.ErrServerClosed {
log.Error("health server failed", slog.Any("error", err))
}
}()
<-ctx.Done()
cancelRelay()
<-relayDone
shutdownCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
defer cancel()
return server.Shutdown(shutdownCtx)
}
func healthServer(
addr string,
store *postgres.Store,
pub *publisher,
relay *outbox.Relay,
_ *slog.Logger,
) *http.Server {
mux := http.NewServeMux()
mux.HandleFunc("/health/live", func(w http.ResponseWriter, _ *http.Request) {
writeHealth(w, http.StatusOK, map[string]any{"status": "ok"})
})
mux.HandleFunc("/health/ready", func(w http.ResponseWriter, r *http.Request) {
ctx, cancel := context.WithTimeout(r.Context(), 3*time.Second)
defer cancel()
if err := store.Ping(ctx); err != nil {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
if !pub.Connected() {
if err := pub.Connect(); err != nil {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
}
oldest, err := relay.Health(ctx)
if err != nil {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
if oldest > maxUnpublishedAge {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{
"status": "unavailable",
"outbox_oldest_seconds": int(oldest.Seconds()),
})
return
}
writeHealth(w, http.StatusOK, map[string]any{
"status": "ok",
"outbox_oldest_seconds": int(oldest.Seconds()),
})
})
return &http.Server{
Addr: addr,
Handler: mux,
ReadHeaderTimeout: 5 * time.Second,
}
}
func writeHealth(w http.ResponseWriter, status int, body map[string]any) {
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(status)
_ = json.NewEncoder(w).Encode(body)
}
+223
View File
@@ -0,0 +1,223 @@
// Command s3init bootstraps the private attachment bucket. It is idempotent:
// it runs before the API on every compose up, verifies the bucket and the
// application identity, and exits successfully when everything is in place.
package main
import (
"bytes"
"context"
"errors"
"fmt"
"log/slog"
"os"
"strings"
"time"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/credentials"
"github.com/aws/aws-sdk-go-v2/service/s3"
"github.com/aws/smithy-go"
"github.com/google/uuid"
)
const bootstrapTimeout = 120 * time.Second
type settings struct {
Endpoint string
Region string
Bucket string
AdminAccessKey string
AdminSecretKey string
AppAccessKey string
AppSecretKey string
}
func main() {
log := slog.New(slog.NewJSONHandler(os.Stdout, nil))
if err := run(log); err != nil {
log.Error("s3 bootstrap failed", slog.Any("error", err))
os.Exit(1)
}
}
func run(log *slog.Logger) error {
cfg, err := loadSettings()
if err != nil {
return err
}
ctx, cancel := context.WithTimeout(context.Background(), bootstrapTimeout)
defer cancel()
admin := newClient(cfg, cfg.AdminAccessKey, cfg.AdminSecretKey)
app := newClient(cfg, cfg.AppAccessKey, cfg.AppSecretKey)
if err := waitForBucket(ctx, admin, cfg.Bucket); err != nil {
return err
}
if err := probeAppIdentity(ctx, app, cfg.Bucket); err != nil {
return err
}
if err := probeForbiddenPrefix(ctx, app, cfg.Bucket); err != nil {
return err
}
log.Info("s3 bucket ready",
slog.String("endpoint", cfg.Endpoint),
slog.String("bucket", cfg.Bucket),
)
return nil
}
func loadSettings() (settings, error) {
cfg := settings{
Endpoint: strings.TrimSpace(os.Getenv("S3_ENDPOINT")),
Region: strings.TrimSpace(os.Getenv("S3_REGION")),
Bucket: strings.TrimSpace(os.Getenv("S3_BUCKET")),
AdminAccessKey: strings.TrimSpace(os.Getenv("S3_ADMIN_ACCESS_KEY")),
AdminSecretKey: strings.TrimSpace(os.Getenv("S3_ADMIN_SECRET_ACCESS_KEY")),
AppAccessKey: strings.TrimSpace(os.Getenv("S3_ACCESS_KEY_ID")),
AppSecretKey: strings.TrimSpace(os.Getenv("S3_SECRET_ACCESS_KEY")),
}
switch {
case cfg.Endpoint == "":
return settings{}, errors.New("S3_ENDPOINT is required")
case cfg.Region == "":
return settings{}, errors.New("S3_REGION is required")
case cfg.Bucket == "":
return settings{}, errors.New("S3_BUCKET is required")
case cfg.AdminAccessKey == "" || cfg.AdminSecretKey == "":
return settings{}, errors.New("S3_ADMIN_ACCESS_KEY and S3_ADMIN_SECRET_ACCESS_KEY are required")
case cfg.AppAccessKey == "" || cfg.AppSecretKey == "":
return settings{}, errors.New("S3_ACCESS_KEY_ID and S3_SECRET_ACCESS_KEY are required")
}
return cfg, nil
}
func newClient(cfg settings, accessKey, secretKey string) *s3.Client {
return s3.New(s3.Options{
Region: cfg.Region,
BaseEndpoint: aws.String(cfg.Endpoint),
UsePathStyle: true,
Credentials: credentials.NewStaticCredentialsProvider(accessKey, secretKey, ""),
})
}
func waitForBucket(ctx context.Context, client *s3.Client, bucket string) error {
for {
_, err := client.HeadBucket(ctx, &s3.HeadBucketInput{Bucket: aws.String(bucket)})
if err == nil {
return nil
}
if !isNotFound(err) {
return fmt.Errorf("head bucket: %w", err)
}
if _, err := client.CreateBucket(ctx, &s3.CreateBucketInput{Bucket: aws.String(bucket)}); err == nil {
return nil
} else if isBucketExists(err) {
return nil
} else if !isNotFound(err) {
return fmt.Errorf("create bucket: %w", err)
}
select {
case <-ctx.Done():
return fmt.Errorf("wait for object store: %w", ctx.Err())
case <-time.After(time.Second):
}
}
}
func probeAppIdentity(ctx context.Context, client *s3.Client, bucket string) error {
key := "staging/.bootstrap/" + uuid.NewString()
if _, err := client.PutObject(ctx, &s3.PutObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(key),
Body: bytes.NewReader([]byte("ok")),
ContentLength: aws.Int64(2),
ContentType: aws.String("text/plain"),
}); err != nil {
return fmt.Errorf("application identity cannot write: %w", err)
}
defer func() {
_, _ = client.DeleteObject(ctx, &s3.DeleteObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(key),
})
}()
if _, err := client.HeadObject(ctx, &s3.HeadObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(key),
}); err != nil {
return fmt.Errorf("application identity cannot read: %w", err)
}
if _, err := client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
Bucket: aws.String(bucket),
Prefix: aws.String("staging/"),
}); err != nil {
return fmt.Errorf("application identity cannot list: %w", err)
}
return nil
}
func probeForbiddenPrefix(ctx context.Context, client *s3.Client, bucket string) error {
key := "forbidden/" + uuid.NewString()
_, err := client.PutObject(ctx, &s3.PutObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(key),
Body: bytes.NewReader([]byte("must not be stored")),
})
if err == nil {
_, _ = client.DeleteObject(ctx, &s3.DeleteObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(key),
})
return errors.New("application identity can write outside the allowed prefixes; check infra/s3/s3.json")
}
var apiErr smithy.APIError
if !errors.As(err, &apiErr) || apiErr.ErrorCode() != "AccessDenied" {
return fmt.Errorf("forbidden-prefix probe returned an unexpected error: %w", err)
}
return nil
}
func isNotFound(err error) bool {
var apiErr smithy.APIError
if errors.As(err, &apiErr) {
switch apiErr.ErrorCode() {
case "NotFound", "NoSuchBucket", "NoSuchKey":
return true
}
}
return false
}
func isBucketExists(err error) bool {
var apiErr smithy.APIError
if errors.As(err, &apiErr) {
switch apiErr.ErrorCode() {
case "BucketAlreadyExists", "BucketAlreadyOwnedByYou":
return true
}
}
return false
}
+231
View File
@@ -0,0 +1,231 @@
package main
import (
"context"
"encoding/json"
"errors"
"fmt"
"log/slog"
"net/http"
"os"
"os/signal"
"sync"
"syscall"
"time"
"mtusi-messenger/internal/broker"
"mtusi-messenger/internal/config"
"mtusi-messenger/internal/logger"
"mtusi-messenger/internal/platform/objectstore"
"mtusi-messenger/internal/storage/postgres"
"mtusi-messenger/internal/worker"
)
func main() {
log := logger.New()
cfg, err := config.Load()
if err != nil {
log.Error("load config", slog.Any("error", err))
os.Exit(1)
}
log = logger.New(
logger.WithLevel(cfg.SlogLevel()),
logger.WithFormat(cfg.LoggerFormat()),
)
slog.SetDefault(log)
if err := run(cfg, log); err != nil {
log.Error("shutdown with error", slog.Any("error", err))
os.Exit(1)
}
}
func run(cfg config.Config, log *slog.Logger) error {
if cfg.Broker.URL == "" {
return errors.New("BROKER_URL is required for worker")
}
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
store, err := postgres.New(ctx, cfg.Postgres, time.Duration(cfg.Idempotency.TTLSeconds)*time.Second)
if err != nil {
return fmt.Errorf("connect database: %w", err)
}
defer store.Close()
objectStore, err := objectstore.New(objectstore.Config{
Endpoint: cfg.S3.Endpoint,
PublicEndpoint: cfg.S3.PublicEndpoint,
Region: cfg.S3.Region,
Bucket: cfg.S3.Bucket,
AccessKeyID: cfg.S3.AccessKeyID,
SecretAccessKey: cfg.S3.SecretAccessKey,
UsePathStyle: cfg.S3.UsePathStyle,
Timeout: cfg.S3.Timeout,
})
if err != nil {
return fmt.Errorf("connect object store: %w", err)
}
workerInstance := worker.New(store.Pipeline(), objectStore, worker.Config{
Concurrency: cfg.Worker.Concurrency,
LeaseTTL: cfg.Processing.LeaseTTL,
Heartbeat: cfg.Processing.Heartbeat,
JobTimeout: cfg.Processing.JobTimeout,
RetryBase: cfg.Processing.RetryBase,
RetryCap: cfg.Processing.RetryCap,
MaxUploadBytes: cfg.S3.MaxUploadBytes,
MaxImagePixels: cfg.S3.MaxImagePixels,
}, log)
server := healthServer(cfg.Worker.HealthAddr, store, objectStore, workerInstance)
var serverWait sync.WaitGroup
serverWait.Add(1)
go func() {
defer serverWait.Done()
if err := server.ListenAndServe(); err != nil && err != http.ErrServerClosed {
log.Error("health server failed", slog.Any("error", err))
}
}()
runCtx, cancelRun := context.WithCancel(ctx)
defer cancelRun()
consumerDone := make(chan struct{})
go func() {
defer close(consumerDone)
consumeWithReconnect(runCtx, cfg, workerInstance, log)
}()
<-ctx.Done()
cancelRun()
<-consumerDone
shutdownCtx, cancel := context.WithTimeout(context.Background(), cfg.Worker.ShutdownTimeout)
defer cancel()
_ = server.Shutdown(shutdownCtx)
serverWait.Wait()
return nil
}
func consumeWithReconnect(
ctx context.Context,
cfg config.Config,
workerInstance *worker.Worker,
log *slog.Logger,
) {
for ctx.Err() == nil {
client, err := broker.Dial(brokerConfig(cfg))
if err != nil {
log.WarnContext(ctx, "broker dial failed, retrying", slog.Any("error", err))
if !sleepCtx(ctx, 2*time.Second) {
return
}
continue
}
err = workerInstance.Run(ctx, client)
_ = client.Close()
if ctx.Err() != nil {
return
}
if err != nil {
log.WarnContext(ctx, "consumer stopped, reconnecting", slog.Any("error", err))
}
if !sleepCtx(ctx, 2*time.Second) {
return
}
}
}
func sleepCtx(ctx context.Context, d time.Duration) bool {
timer := time.NewTimer(d)
defer timer.Stop()
select {
case <-ctx.Done():
return false
case <-timer.C:
return true
}
}
func brokerConfig(cfg config.Config) broker.Config {
return broker.Config{
URL: cfg.Broker.URL,
Exchange: cfg.Broker.Exchange,
DLX: cfg.Broker.DLX,
Queue: cfg.Broker.Queue,
DLQ: cfg.Broker.DLQ,
ConnectTimeout: cfg.Broker.ConnectTimeout,
ConfirmTimeout: cfg.Broker.ConfirmTimeout,
Heartbeat: cfg.Broker.Heartbeat,
Prefetch: cfg.Worker.Prefetch,
}
}
func healthServer(
addr string,
store *postgres.Store,
objectStore objectstore.Store,
workerInstance *worker.Worker,
) *http.Server {
mux := http.NewServeMux()
mux.HandleFunc("/health/live", func(w http.ResponseWriter, _ *http.Request) {
writeHealth(w, http.StatusOK, map[string]any{"status": "ok"})
})
mux.HandleFunc("/health/ready", func(w http.ResponseWriter, r *http.Request) {
ctx, cancel := context.WithTimeout(r.Context(), 5*time.Second)
defer cancel()
if err := store.Ping(ctx); err != nil {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
if err := objectStore.Ping(ctx); err != nil {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
running, connected := workerInstance.Ready()
if !running || !connected {
writeHealth(w, http.StatusServiceUnavailable, map[string]any{"status": "unavailable"})
return
}
writeHealth(w, http.StatusOK, map[string]any{"status": "ok"})
})
return &http.Server{
Addr: addr,
Handler: mux,
ReadHeaderTimeout: 5 * time.Second,
}
}
func writeHealth(w http.ResponseWriter, status int, body map[string]any) {
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(status)
_ = json.NewEncoder(w).Encode(body)
}
+410
View File
@@ -0,0 +1,410 @@
# Lab5 stand: API replicas behind HAProxy, PostgreSQL, Redis, SeaweedFS S3,
# a durable RabbitMQ broker, one outbox relay and a separate image worker.
#
# cp -n .env.example .env
# docker compose --env-file .env up -d --build
# curl http://localhost:8080/health/ready
#
# Only the load balancer is published (127.0.0.1). Stores and API replicas are
# reachable from the host via `docker compose exec` / `docker compose logs`.
# No container_name anywhere: replica hostnames stay the short container IDs,
# which the application reports back as X-Instance-Id.
name: mtusi-messenger-lab5
# The image is built once by the api service. migrate and s3-init only consume
# it; duplicating `build` here makes Compose compile the same Go tree in parallel
# and OOMs Docker Desktop's default VM.
x-app: &app
image: mtusi-messenger:lab5
services:
postgres:
image: postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873
environment:
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_DB: ${POSTGRES_DB:-messenger}
volumes:
- postgres18-data:/var/lib/postgresql
healthcheck:
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
interval: 5s
timeout: 5s
retries: 10
start_period: 5s
deploy:
resources:
limits:
# Saturation point of the stand (see REPORT.md, track 1): the database
# runs at its quota while API replicas idle. Raise this knob to give the
# shared dependency more of the host CPU.
cpus: "${POSTGRES_CPU_LIMIT:-0.50}"
memory: ${POSTGRES_MEM_LIMIT:-192M}
restart: unless-stopped
redis:
image: redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499
command:
- redis-server
- --appendonly
- "yes"
- --appendfsync
- everysec
- --save
- "60"
- "1"
volumes:
- redis7-data:/data
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 5s
timeout: 3s
retries: 10
start_period: 3s
deploy:
resources:
limits:
cpus: "0.25"
memory: 96M
restart: unless-stopped
# Private S3-compatible object store. Only the S3 API is published, on
# loopback, so the presigned-upload track and evidence can reach it from the
# host. master/volume/filer ports stay inside the compose network.
seaweedfs:
image: chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a
command:
- server
- -s3
- -s3.config=/etc/seaweedfs/s3.json
- -dir=/data
- -master.volumeSizeLimitMB=64
volumes:
- ./infra/s3/s3.json:/etc/seaweedfs/s3.json:ro
- seaweedfs-data:/data
environment:
# Keep the Go runtime below the container limit under concurrent PUTs.
GOGC: "50"
GOMEMLIMIT: "512MiB"
ports:
- "127.0.0.1:${S3_PORT:-8333}:8333"
healthcheck:
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:8333/healthz || exit 1"]
interval: 5s
timeout: 3s
retries: 20
start_period: 60s
deploy:
resources:
limits:
cpus: "1.00"
memory: 640M
restart: unless-stopped
# Durable job transport. Quorum queues, publisher confirms and a DLQ live in
# the broker; PostgreSQL's outbox remains the source of truth for intent.
broker:
image: rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528
hostname: broker
environment:
RABBITMQ_DEFAULT_USER: ${BROKER_USER:-messenger}
RABBITMQ_DEFAULT_PASS: ${BROKER_PASSWORD:-messenger}
RABBITMQ_DEFAULT_VHOST: ${BROKER_VHOST:-messenger}
volumes:
- rabbitmq-data:/var/lib/rabbitmq
ports:
# Management UI only on loopback, for operator evidence. AMQP stays internal.
- "127.0.0.1:${BROKER_MANAGEMENT_PORT:-15672}:15672"
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
interval: 10s
timeout: 5s
retries: 12
start_period: 30s
deploy:
resources:
limits:
cpus: "${BROKER_CPU_LIMIT:-0.50}"
memory: ${BROKER_MEM_LIMIT:-384M}
stop_grace_period: 30s
restart: unless-stopped
# One-shot, idempotent bucket bootstrap and identity probe.
s3-init:
<<: *app
entrypoint: ["/usr/local/bin/s3init"]
environment:
S3_ENDPOINT: http://seaweedfs:8333
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ADMIN_ACCESS_KEY: ${S3_ADMIN_ACCESS_KEY:-lab4admin}
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:-lab4admin-secret}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
depends_on:
seaweedfs:
condition: service_healthy
healthcheck:
disable: true
restart: "no"
# One-shot schema bootstrap; runs once to completion before any API replica.
migrate:
<<: *app
entrypoint: ["/usr/local/bin/migrate"]
command: ["up"]
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
depends_on:
postgres:
condition: service_healthy
deploy:
resources:
limits:
cpus: "0.50"
memory: 256M
# One-shot: healthcheck из образа (проверка /health/live) для него бессмыслен.
healthcheck:
disable: true
restart: "no"
api:
<<: *app
build:
context: .
dockerfile: Dockerfile
# Общий сетевой alias: LB резолвит одно имя в адреса всех реплик, поэтому
# масштабирование и замена контейнеров не зависят от их номеров/ID.
networks:
default:
aliases:
- api-replica
env_file:
- path: .env
required: false
# Explicit values win over localhost defaults coming from .env (see .env.example).
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
REDIS_ENABLED: "true"
REDIS_HOST: redis
REDIS_PORT: "6379"
CACHE_ENABLED: "true"
S3_ENDPOINT: http://seaweedfs:8333
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://127.0.0.1:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
S3_USE_PATH_STYLE: "true"
S3_PRESIGN_TTL: ${S3_PRESIGN_TTL:-5m}
S3_SWEEP_INTERVAL: ${S3_SWEEP_INTERVAL:-1m}
S3_SWEEP_GRACE: ${S3_SWEEP_GRACE:-10m}
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
PROCESSING_PIPELINE_VERSION: ${PROCESSING_PIPELINE_VERSION:-1}
PROCESSING_MAX_ATTEMPTS: ${PROCESSING_MAX_ATTEMPTS:-5}
PROCESSING_JOB_TIMEOUT: ${PROCESSING_JOB_TIMEOUT:-120s}
PROCESSING_LEASE_TTL: ${PROCESSING_LEASE_TTL:-180s}
PROCESSING_HEARTBEAT: ${PROCESSING_HEARTBEAT:-30s}
PROCESSING_RETRY_BASE: ${PROCESSING_RETRY_BASE:-2s}
PROCESSING_RETRY_CAP: ${PROCESSING_RETRY_CAP:-60s}
STAGING_ORPHAN_GRACE: ${STAGING_ORPHAN_GRACE:-1h}
STAGING_FAILED_RETENTION: ${STAGING_FAILED_RETENTION:-168h}
ADMISSION_MAX_PENDING_PER_USER: ${ADMISSION_MAX_PENDING_PER_USER:-20}
ADMISSION_MAX_PENDING: ${ADMISSION_MAX_PENDING:-200}
ADMISSION_MAX_STAGED_BYTES: ${ADMISSION_MAX_STAGED_BYTES:-2147483648}
ADMISSION_MAX_CONCURRENT_UPLOADS: ${ADMISSION_MAX_CONCURRENT_UPLOADS:-8}
# Размер пула соединений ОДНОЙ реплики; общий расход = реплики × значение.
# Это один из общих ресурсов, который масштабирование расходует первым.
POSTGRES_MAX_CONNS: "${POSTGRES_MAX_CONNS:-10}"
deploy:
replicas: ${API_REPLICAS:-2}
resources:
limits:
cpus: "${API_CPU_LIMIT:-0.50}"
memory: ${API_MEM_LIMIT:-256M}
# The app drains on SIGTERM within SERVER_SHUTDOWN_TIMEOUT; keep the grace
# period above it so Docker does not SIGKILL an in-flight request.
stop_grace_period: 15s
depends_on:
postgres:
condition: service_healthy
redis:
condition: service_healthy
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8080/health/ready"]
interval: 10s
# Готовность проверяет PostgreSQL (критичную зависимость; кэш деградирует
# безопасно): под насыщающей нагрузкой ответ может подойти к секундам, и
# слишком строгий таймаут помечает занятую, но работающую реплику как
# unhealthy.
timeout: 5s
retries: 6
start_period: 5s
restart: unless-stopped
# Separate worker process. It is intentionally not published and can be
# stopped/scaled independently from the API; stopping it must not stop 202.
worker:
<<: *app
entrypoint: ["/usr/local/bin/worker"]
env_file:
- path: .env
required: false
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
S3_ENDPOINT: http://seaweedfs:8333
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://127.0.0.1:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
S3_USE_PATH_STYLE: "true"
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
BROKER_URL: ${BROKER_URL:-amqp://messenger:messenger@broker:5672/messenger}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-1}
WORKER_PREFETCH: ${WORKER_PREFETCH:-1}
WORKER_SHUTDOWN_TIMEOUT: ${WORKER_SHUTDOWN_TIMEOUT:-30s}
WORKER_HEALTH_ADDR: ":8081"
FAULTS_ENABLED: ${FAULTS_ENABLED:-0}
FAULT_TARGET_JOB: ${FAULT_TARGET_JOB:-}
FAULT_WORKER_AFTER_CLAIM: ${FAULT_WORKER_AFTER_CLAIM:-}
FAULT_WORKER_AFTER_FIRST_VARIANT: ${FAULT_WORKER_AFTER_FIRST_VARIANT:-}
FAULT_WORKER_AFTER_PUT: ${FAULT_WORKER_AFTER_PUT:-}
FAULT_WORKER_AFTER_COMMIT: ${FAULT_WORKER_AFTER_COMMIT:-}
FAULT_WORKER_FAIL: ${FAULT_WORKER_FAIL:-}
FAULT_WORKER_SLEEP_AFTER_CLAIM: ${FAULT_WORKER_SLEEP_AFTER_CLAIM:-}
PROCESSING_PIPELINE_VERSION: ${PROCESSING_PIPELINE_VERSION:-1}
PROCESSING_MAX_ATTEMPTS: ${PROCESSING_MAX_ATTEMPTS:-5}
PROCESSING_JOB_TIMEOUT: ${PROCESSING_JOB_TIMEOUT:-120s}
PROCESSING_LEASE_TTL: ${PROCESSING_LEASE_TTL:-180s}
PROCESSING_HEARTBEAT: ${PROCESSING_HEARTBEAT:-30s}
PROCESSING_RETRY_BASE: ${PROCESSING_RETRY_BASE:-2s}
PROCESSING_RETRY_CAP: ${PROCESSING_RETRY_CAP:-60s}
ports:
- "127.0.0.1:${WORKER_HEALTH_PORT:-8081}:8081"
depends_on:
postgres:
condition: service_healthy
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
broker:
condition: service_healthy
deploy:
resources:
limits:
cpus: "${WORKER_CPU_LIMIT:-1.00}"
memory: ${WORKER_MEM_LIMIT:-1G}
stop_grace_period: 40s
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8081/health/ready"]
interval: 10s
timeout: 5s
retries: 12
start_period: 10s
restart: unless-stopped
# Outbox publisher + lease reaper. One replica: duplicate relays are safe but
# a single owner keeps the evidence and the claim reaper simple.
relay:
<<: *app
entrypoint: ["/usr/local/bin/relay"]
env_file:
- path: .env
required: false
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
BROKER_URL: ${BROKER_URL:-amqp://messenger:messenger@broker:5672/messenger}
BROKER_QUEUE: ${BROKER_QUEUE:-attachment.process.v1}
BROKER_DLQ: ${BROKER_DLQ:-attachment.process.dead}
OUTBOX_POLL_INTERVAL: ${OUTBOX_POLL_INTERVAL:-1s}
OUTBOX_CLAIM_TTL: ${OUTBOX_CLAIM_TTL:-30s}
OUTBOX_BATCH: ${OUTBOX_BATCH:-20}
OUTBOX_REAPER_INTERVAL: ${OUTBOX_REAPER_INTERVAL:-15s}
OUTBOX_RECONCILE_AFTER: ${OUTBOX_RECONCILE_AFTER:-5m}
OUTBOX_RETENTION: ${OUTBOX_RETENTION:-168h}
RELAY_HEALTH_ADDR: ":8082"
FAULTS_ENABLED: ${FAULTS_ENABLED:-0}
FAULT_TARGET_JOB: ${FAULT_TARGET_JOB:-}
FAULT_OUTBOX_AFTER_COMMIT: ${FAULT_OUTBOX_AFTER_COMMIT:-}
ports:
- "127.0.0.1:${RELAY_HEALTH_PORT:-8082}:8082"
depends_on:
postgres:
condition: service_healthy
migrate:
condition: service_completed_successfully
broker:
condition: service_healthy
deploy:
replicas: 1
resources:
limits:
cpus: "${RELAY_CPU_LIMIT:-0.25}"
memory: ${RELAY_MEM_LIMIT:-128M}
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8082/health/ready"]
interval: 10s
timeout: 5s
retries: 12
start_period: 10s
restart: unless-stopped
# Public entry point. Active /health/ready probes remove a not-ready replica from
# rotation entirely; infra/lb/haproxy.cfg holds the upstream, checks and retries.
lb:
image: haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122
volumes:
- ./infra/lb/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
ports:
- "127.0.0.1:${SERVER_PORT:-8080}:80"
# Operator-only stats page on loopback: shows which replica is UP/DOWN and why.
- "127.0.0.1:${LB_STATS_PORT:-8404}:8404"
depends_on:
api:
condition: service_healthy
deploy:
resources:
limits:
cpus: "${LB_CPU_LIMIT:-0.25}"
memory: 48M
restart: unless-stopped
volumes:
postgres18-data:
redis7-data:
seaweedfs-data:
rabbitmq-data:
+54
View File
@@ -0,0 +1,54 @@
env: dev
server:
host: 0.0.0.0
port: 8080
read_header_timeout: 10s
shutdown_timeout: 10s
# Предел размера тела запроса; JSON API ЛР3 укладывается в сотни килобайт,
# а загрузка вложений ЛР4 (до 10 MiB) поднимает это значение явно.
max_body_bytes: 262144
log:
level: info
format: json
postgres:
host: localhost
port: 5432
database: messenger
user: messenger
# Dev default for a local run without environment overrides; POSTGRES_PASSWORD wins.
password: messenger
ssl_mode: disable
max_conns: 10
min_conns: 1
max_conn_lifetime: 1h
max_conn_idle_time: 30m
connect_timeout: 5s
query_timeout: 5s
redis:
enabled: true
host: localhost
port: 6379
db: 0
# -1 disables go-redis retries; 0 keeps the library default (3 retries).
max_retries: -1
dial_timeout: 300ms
read_timeout: 200ms
write_timeout: 200ms
pool_size: 10
cache:
enabled: true
chat_list_ttl: 5m
lock_ttl: 10s
lock_wait_timeout: 2s
session:
ttl_seconds: 3600
# Retention of a message Idempotency-Key; contract 1.3.0 requires ≥ 24 h.
idempotency:
ttl_seconds: 86400
+283
View File
@@ -0,0 +1,283 @@
name: mtusi-messenger-lab5
# Built once by the api service; migrate and s3-init consume the same image.
x-app: &app
image: mtusi-messenger:lab5
services:
postgres:
image: postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873
environment:
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_DB: ${POSTGRES_DB:-messenger}
ports:
- "127.0.0.1:${POSTGRES_PORT:-5432}:5432"
volumes:
- postgres18-data:/var/lib/postgresql
healthcheck:
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}"]
interval: 5s
timeout: 5s
retries: 10
start_period: 5s
restart: unless-stopped
redis:
image: redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499
command:
- redis-server
- --appendonly
- "yes"
- --appendfsync
- everysec
- --save
- "60"
- "1"
ports:
- "127.0.0.1:${REDIS_PORT:-6379}:6379"
volumes:
- redis7-data:/data
healthcheck:
test: ["CMD", "redis-cli", "ping"]
interval: 5s
timeout: 3s
retries: 10
start_period: 3s
restart: unless-stopped
seaweedfs:
image: chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a
command:
- server
- -s3
- -s3.config=/etc/seaweedfs/s3.json
- -dir=/data
- -master.volumeSizeLimitMB=64
volumes:
- ./infra/s3/s3.json:/etc/seaweedfs/s3.json:ro
- seaweedfs-data:/data
ports:
- "127.0.0.1:${S3_PORT:-8333}:8333"
healthcheck:
test: ["CMD-SHELL", "wget -q -O /dev/null http://127.0.0.1:8333/healthz || exit 1"]
interval: 5s
timeout: 3s
retries: 20
start_period: 60s
restart: unless-stopped
broker:
image: rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528
hostname: broker
environment:
RABBITMQ_DEFAULT_USER: ${BROKER_USER:-messenger}
RABBITMQ_DEFAULT_PASS: ${BROKER_PASSWORD:-messenger}
RABBITMQ_DEFAULT_VHOST: ${BROKER_VHOST:-messenger}
volumes:
- rabbitmq-data:/var/lib/rabbitmq
ports:
- "127.0.0.1:${BROKER_MANAGEMENT_PORT:-15672}:15672"
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"]
interval: 10s
timeout: 5s
retries: 12
start_period: 30s
restart: unless-stopped
s3-init:
<<: *app
entrypoint: ["/usr/local/bin/s3init"]
environment:
S3_ENDPOINT: http://seaweedfs:8333
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ADMIN_ACCESS_KEY: ${S3_ADMIN_ACCESS_KEY:-lab4admin}
S3_ADMIN_SECRET_ACCESS_KEY: ${S3_ADMIN_SECRET_ACCESS_KEY:-lab4admin-secret}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
depends_on:
seaweedfs:
condition: service_healthy
healthcheck:
disable: true
restart: "no"
migrate:
<<: *app
entrypoint: ["/usr/local/bin/migrate"]
command: ["up"]
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
depends_on:
postgres:
condition: service_healthy
restart: "no"
api:
<<: *app
build:
context: .
dockerfile: Dockerfile
env_file:
- path: .env
required: false
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
REDIS_ENABLED: "${REDIS_ENABLED:-true}"
REDIS_HOST: redis
REDIS_PORT: "6379"
CACHE_ENABLED: "${CACHE_ENABLED:-true}"
S3_ENDPOINT: http://seaweedfs:8333
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://127.0.0.1:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
S3_USE_PATH_STYLE: "true"
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
PROCESSING_PIPELINE_VERSION: ${PROCESSING_PIPELINE_VERSION:-1}
PROCESSING_MAX_ATTEMPTS: ${PROCESSING_MAX_ATTEMPTS:-5}
PROCESSING_JOB_TIMEOUT: ${PROCESSING_JOB_TIMEOUT:-120s}
PROCESSING_LEASE_TTL: ${PROCESSING_LEASE_TTL:-180s}
PROCESSING_HEARTBEAT: ${PROCESSING_HEARTBEAT:-30s}
PROCESSING_RETRY_BASE: ${PROCESSING_RETRY_BASE:-2s}
PROCESSING_RETRY_CAP: ${PROCESSING_RETRY_CAP:-60s}
STAGING_ORPHAN_GRACE: ${STAGING_ORPHAN_GRACE:-1h}
STAGING_FAILED_RETENTION: ${STAGING_FAILED_RETENTION:-168h}
ADMISSION_MAX_PENDING_PER_USER: ${ADMISSION_MAX_PENDING_PER_USER:-20}
ADMISSION_MAX_PENDING: ${ADMISSION_MAX_PENDING:-200}
ADMISSION_MAX_STAGED_BYTES: ${ADMISSION_MAX_STAGED_BYTES:-2147483648}
ADMISSION_MAX_CONCURRENT_UPLOADS: ${ADMISSION_MAX_CONCURRENT_UPLOADS:-8}
ports:
- "127.0.0.1:${SERVER_PORT:-8080}:8080"
depends_on:
postgres:
condition: service_healthy
redis:
condition: service_healthy
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8080/health/ready"]
interval: 10s
timeout: 3s
retries: 5
start_period: 5s
restart: unless-stopped
worker:
<<: *app
entrypoint: ["/usr/local/bin/worker"]
env_file:
- path: .env
required: false
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
S3_ENDPOINT: http://seaweedfs:8333
S3_PUBLIC_ENDPOINT: ${S3_PUBLIC_ENDPOINT:-http://127.0.0.1:8333}
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:-lab4app}
S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:-lab4app-secret}
S3_USE_PATH_STYLE: "true"
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
BROKER_URL: ${BROKER_URL:-amqp://messenger:messenger@broker:5672/messenger}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-1}
WORKER_PREFETCH: ${WORKER_PREFETCH:-1}
WORKER_HEALTH_ADDR: ":8081"
FAULTS_ENABLED: ${FAULTS_ENABLED:-0}
FAULT_TARGET_JOB: ${FAULT_TARGET_JOB:-}
PROCESSING_PIPELINE_VERSION: ${PROCESSING_PIPELINE_VERSION:-1}
PROCESSING_MAX_ATTEMPTS: ${PROCESSING_MAX_ATTEMPTS:-5}
PROCESSING_JOB_TIMEOUT: ${PROCESSING_JOB_TIMEOUT:-120s}
PROCESSING_LEASE_TTL: ${PROCESSING_LEASE_TTL:-180s}
PROCESSING_HEARTBEAT: ${PROCESSING_HEARTBEAT:-30s}
PROCESSING_RETRY_BASE: ${PROCESSING_RETRY_BASE:-2s}
PROCESSING_RETRY_CAP: ${PROCESSING_RETRY_CAP:-60s}
ports:
- "127.0.0.1:${WORKER_HEALTH_PORT:-8081}:8081"
depends_on:
postgres:
condition: service_healthy
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
broker:
condition: service_healthy
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8081/health/ready"]
interval: 10s
timeout: 5s
retries: 12
start_period: 10s
restart: unless-stopped
relay:
<<: *app
entrypoint: ["/usr/local/bin/relay"]
env_file:
- path: .env
required: false
environment:
APP_CONFIG: /etc/messenger/dev/config.yaml
POSTGRES_HOST: postgres
POSTGRES_PORT: "5432"
POSTGRES_DATABASE: ${POSTGRES_DB:-messenger}
POSTGRES_USER: ${POSTGRES_USER:-messenger}
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger}
POSTGRES_SSL_MODE: disable
BROKER_URL: ${BROKER_URL:-amqp://messenger:messenger@broker:5672/messenger}
RELAY_HEALTH_ADDR: ":8082"
FAULTS_ENABLED: ${FAULTS_ENABLED:-0}
FAULT_TARGET_JOB: ${FAULT_TARGET_JOB:-}
ports:
- "127.0.0.1:${RELAY_HEALTH_PORT:-8082}:8082"
depends_on:
postgres:
condition: service_healthy
migrate:
condition: service_completed_successfully
broker:
condition: service_healthy
healthcheck:
test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8082/health/ready"]
interval: 10s
timeout: 5s
retries: 12
start_period: 10s
restart: unless-stopped
volumes:
postgres18-data:
name: mtusi-messenger-lab5-postgres18-data
redis7-data:
name: mtusi-messenger-lab5-redis7-data
seaweedfs-data:
name: mtusi-messenger-lab5-seaweedfs-data
rabbitmq-data:
name: mtusi-messenger-lab5-rabbitmq-data
+7
View File
@@ -0,0 +1,7 @@
# Architecture of the app binary inside the image
# generated: 2026-10-15T19:03:01Z
## emulated build (--build-arg TARGETARCH=amd64): e_machine 3e = x86-64
02 00 3e 00
## fixed build (no TARGETARCH default): e_machine b7 = aarch64
02 00 b7 00
+3
View File
@@ -0,0 +1,3 @@
# body limit check — 2026-10-16T14:02:25Z (limit 256 KiB from SERVER_MAX_BODY_BYTES)
тело 400 КиБ (сверх лимита): 413
тело 100 КиБ (в пределах): в„– 400
+7
View File
@@ -0,0 +1,7 @@
# Отказ PostgreSQL на пути отправки сообщения — 2026-10-16T14:10:06Z
до остановки БД, через LB : 201 (instance=828f6451261b)
до остановки БД, напрямую : 201
при остановленной БД, напрямую (ожидается 503): 503
при остановленной БД, через LB : 503 (instance=828f6451261b)
готовность после возврата БД: True
после возврата БД, через LB : 201 (instance=828f6451261b)
+5
View File
@@ -0,0 +1,5 @@
# make test-failover (прогон 1) — 2026-10-16T13:59:43Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8080"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 127, "failed_attempts": 0, "first_recovery_seconds": 0.214}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
+5
View File
@@ -0,0 +1,5 @@
# make test-failover (прогон 2) — 2026-10-16T13:59:43Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8080"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 100, "failed_attempts": 0, "first_recovery_seconds": 2.237}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
+54
View File
@@ -0,0 +1,54 @@
# student-tests/replica_failover.py — 2026-10-16T13:59:43Z
{
"before": {
"instances": [
"52861386fddb",
"8587b4251b72"
]
},
"replicas": [
{
"stopped": "52861386fddb",
"stopped_container": "stop-one.sh: stopped api replica(s): mtusi-messenger-lab3-api-5",
"hook_returncode": 0,
"hook_seconds": 0.151,
"hook_error": "",
"successful_writes": 91,
"successful_rps": 6.06,
"failed_attempts": 0,
"uncertain_retries": 0,
"first_recovery_seconds": 1.659,
"instances_after_recovery": [
"8587b4251b72"
],
"messages_in_history": 91,
"restored_seconds": 0.201,
"instances_restored": [
"52861386fddb",
"8587b4251b72"
]
},
{
"stopped": "8587b4251b72",
"stopped_container": "stop-one.sh: stopped api replica(s): mtusi-messenger-lab3-api-6",
"hook_returncode": 0,
"hook_seconds": 0.154,
"hook_error": "",
"successful_writes": 100,
"successful_rps": 6.66,
"failed_attempts": 0,
"uncertain_retries": 0,
"first_recovery_seconds": 1.656,
"instances_after_recovery": [
"52861386fddb"
],
"messages_in_history": 191,
"restored_seconds": 0.182,
"instances_restored": [
"52861386fddb",
"8587b4251b72"
]
}
]
}
PASS: каждая реплика остановлена по очереди; записи продолжились, дублей и потерь нет
+4
View File
@@ -0,0 +1,4 @@
# make test-idempotency — 2026-10-16T13:59:43Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/idempotency_parallel.py --base-url "http://localhost:8080"
{"replay": {"workers": 12, "instances": ["52861386fddb", "8587b4251b72"], "message_id": "01a14502-f747-7fa8-bbad-84fa27f0ce80"}, "conflict": {"workers": 12, "accepted": 1, "conflicts": 11}, "stable_body": {"message_id": "01a14502-f771-7ea3-a03a-4d559e466ac8"}, "key_required": {"status": 400}}
PASS: параллельный повтор с одним Idempotency-Key создаёт ровно одно сообщение
+17
View File
@@ -0,0 +1,17 @@
# Артефакты предыдущих лабораторных (ЛР1 и ЛР2)
Файлы перенесены сюда из `evidence/`, потому что относятся к **прежним** конфигурациям
стенда и не являются доказательствами ЛР3: они сняты в ЛР1/ЛР2 в репозитории
`mtusi-messenger` и попали сюда вместе с переносом кода. Часть из них ссылается на
образ `mtusi2026lab1-messenger` и на in-memory хранилище, которое удалено ещё в ЛР2,
поэтому их нельзя читать как проверки текущего решения.
- `check.txt`, `quality.txt`, `concurrency.txt`, `docker.txt`, `health.txt`, `restart.txt`, `sigterm.txt` — ЛР1: офлайн-проверка структуры, линт и тесты, конкурентные чтения, запуск контейнера и обработка SIGTERM.
- `memory-experiment.*` — ЛР1: сравнение in-memory хранилища и PostgreSQL.
- `track1-benchmark/` — ЛР1, трек 1: бенчмарк append-оптимизации in-memory хранилища (скрипт `scripts/track1_benchmark.py` удалён в ЛР3 как осиротевший: он ссылался на удалённый файл хранилища).
- `cache/` — ЛР2: эксперименты с кэшем списка чатов, согласованность и поведение при отказе Redis.
- `postgres/explain-analyze.txt` — ЛР2: план запроса истории сообщений.
Доказательства ЛР3 лежат рядом, в `evidence/` (`smoke.txt`, `idempotency.txt`,
`persistence.txt`, `failover/`, `lb-readiness.txt`, `rolling-update/`,
`stand.txt`, `arch.txt`, `track1/`), и собраны в `REPORT.md`.
+11
View File
@@ -0,0 +1,11 @@
# API cache performance experiment
# generated: 2026-10-09T21:41:31Z
running trial 1, cache=False, requests=1000
{"requests": 1000, "workers": 8, "duration_seconds": 0.455918375053443, "rps": 2193.375074831716, "p50_ms": 3.3378750667907298, "p95_ms": 5.237665958702564, "p99_ms": 7.377958972938359, "trial": 1, "cache_enabled": false}
running trial 1, cache=True, requests=1000
{"requests": 1000, "workers": 8, "duration_seconds": 0.424924207967706, "rps": 2353.360861182094, "p50_ms": 3.075250016991049, "p95_ms": 5.355541012249887, "p99_ms": 6.619499996304512, "trial": 1, "cache_enabled": true}
running trial 2, cache=False, requests=1000
{"requests": 1000, "workers": 8, "duration_seconds": 0.5072490000165999, "rps": 1971.4183763147382, "p50_ms": 3.680104040540755, "p95_ms": 6.2174160266295075, "p99_ms": 8.554207975976169, "trial": 2, "cache_enabled": false}
running trial 2, cache=True, requests=1000
{"requests": 1000, "workers": 8, "duration_seconds": 0.4116047500865534, "rps": 2429.51520795063, "p50_ms": 2.9188335174694657, "p95_ms": 5.480541964061558, "p99_ms": 7.245125016197562, "trial": 2, "cache_enabled": true}
{"results": [{"requests": 1000, "workers": 8, "duration_seconds": 0.455918375053443, "rps": 2193.375074831716, "p50_ms": 3.3378750667907298, "p95_ms": 5.237665958702564, "p99_ms": 7.377958972938359, "trial": 1, "cache_enabled": false}, {"requests": 1000, "workers": 8, "duration_seconds": 0.424924207967706, "rps": 2353.360861182094, "p50_ms": 3.075250016991049, "p95_ms": 5.355541012249887, "p99_ms": 6.619499996304512, "trial": 1, "cache_enabled": true}, {"requests": 1000, "workers": 8, "duration_seconds": 0.5072490000165999, "rps": 1971.4183763147382, "p50_ms": 3.680104040540755, "p95_ms": 6.2174160266295075, "p99_ms": 8.554207975976169, "trial": 2, "cache_enabled": false}, {"requests": 1000, "workers": 8, "duration_seconds": 0.4116047500865534, "rps": 2429.51520795063, "p50_ms": 2.9188335174694657, "p95_ms": 5.480541964061558, "p99_ms": 7.245125016197562, "trial": 2, "cache_enabled": true}], "users": 4, "chats": 60, "sessions_cached_in_both_modes": true}
+36
View File
@@ -0,0 +1,36 @@
# Cache consistency evidence (track 1)
# generated: 2026-10-09T21:38:43Z
# redis: localhost:6379 db=1
=== RUN TestChatRepositorySuite
=== RUN TestChatRepositorySuite/TestBrokenCacheEntryIsDroppedAndRepopulated
=== RUN TestChatRepositorySuite/TestCacheUnavailableFallsBackToSource
=== RUN TestChatRepositorySuite/TestConcurrentColdReadsAreDeduplicated
chat_repository_test.go:226: distributed lock: 100 concurrent cold reads -> 1 source load
=== RUN TestChatRepositorySuite/TestConcurrentColdReadsWithoutProtectionStampede
chat_repository_test.go:427: stampede demonstration: 100 concurrent reads -> 100 source loads
=== RUN TestChatRepositorySuite/TestCreateInvalidatesMemberCaches
=== RUN TestChatRepositorySuite/TestDeeperPagesBypassCache
=== RUN TestChatRepositorySuite/TestEvictedCacheEntryReloadsFromSource
=== RUN TestChatRepositorySuite/TestFirstPageIsCached
=== RUN TestChatRepositorySuite/TestLimitIsPartOfCacheKey
=== RUN TestChatRepositorySuite/TestMultipleInstancesShareDistributedLock
chat_repository_test.go:276: multi-instance distributed lock: 3 instances x 30 reads -> 1 source load
=== RUN TestChatRepositorySuite/TestSlowLoaderBeyondCacheBudgetReturnsData
=== RUN TestChatRepositorySuite/TestSourceErrorIsNotRetried
--- PASS: TestChatRepositorySuite (0.83s)
--- PASS: TestChatRepositorySuite/TestBrokenCacheEntryIsDroppedAndRepopulated (0.00s)
--- PASS: TestChatRepositorySuite/TestCacheUnavailableFallsBackToSource (0.00s)
--- PASS: TestChatRepositorySuite/TestConcurrentColdReadsAreDeduplicated (0.03s)
--- PASS: TestChatRepositorySuite/TestConcurrentColdReadsWithoutProtectionStampede (0.02s)
--- PASS: TestChatRepositorySuite/TestCreateInvalidatesMemberCaches (0.01s)
--- PASS: TestChatRepositorySuite/TestDeeperPagesBypassCache (0.00s)
--- PASS: TestChatRepositorySuite/TestEvictedCacheEntryReloadsFromSource (0.00s)
--- PASS: TestChatRepositorySuite/TestFirstPageIsCached (0.00s)
--- PASS: TestChatRepositorySuite/TestLimitIsPartOfCacheKey (0.00s)
--- PASS: TestChatRepositorySuite/TestMultipleInstancesShareDistributedLock (0.05s)
--- PASS: TestChatRepositorySuite/TestSlowLoaderBeyondCacheBudgetReturnsData (0.70s)
--- PASS: TestChatRepositorySuite/TestSourceErrorIsNotRetried (0.00s)
PASS
ok mtusi-messenger/internal/storage/redis 1.338s
? mtusi-messenger/internal/storage/redis/mocks [no test files]
+22
View File
@@ -0,0 +1,22 @@
# Cache latency experiment
# generated: 2026-10-06T15:53:09Z
go version go1.27.1 darwin/arm64
Darwin arm64
2026/10/06 18:53:10 OK 00001_init.sql (10.27ms)
2026/10/06 18:53:10 goose: successfully migrated database to version: 1
=== RUN TestCacheLatencyExperiment
cache_latency_experiment_test.go:83: baseline: requests=1000 source_loads=1000 p50=317.209µs p95=343.542µs p99=377.625µs
cache_latency_experiment_test.go:84: redis cache: requests=1000 source_loads=1 p50=411.791µs p95=527.709µs p99=565.625µs
--- PASS: TestCacheLatencyExperiment (0.97s)
=== RUN TestCacheLatencyExperiment
cache_latency_experiment_test.go:83: baseline: requests=1000 source_loads=1000 p50=271.125µs p95=330.584µs p99=389.209µs
cache_latency_experiment_test.go:84: redis cache: requests=1000 source_loads=1 p50=388µs p95=453.959µs p99=512.625µs
--- PASS: TestCacheLatencyExperiment (0.86s)
=== RUN TestCacheLatencyExperiment
cache_latency_experiment_test.go:83: baseline: requests=1000 source_loads=1000 p50=268.541µs p95=318.417µs p99=367.083µs
cache_latency_experiment_test.go:84: redis cache: requests=1000 source_loads=1 p50=408.833µs p95=473.125µs p99=541.042µs
--- PASS: TestCacheLatencyExperiment (0.88s)
PASS
ok mtusi-messenger/internal/storage/postgres 3.097s
? mtusi-messenger/internal/storage/postgres/internal/sqlcgen [no test files]
? mtusi-messenger/internal/storage/postgres/migrations [no test files]
+26
View File
@@ -0,0 +1,26 @@
# Cache performance experiment
# generated: 2026-10-09T21:41:14Z
go version go1.27.1 darwin/arm64
Darwin arm64
2026/10/10 00:41:15 OK 00001_init.sql (10.03ms)
2026/10/10 00:41:15 OK 00002_user_chat_versions.sql (2.17ms)
2026/10/10 00:41:15 goose: successfully migrated database to version: 2
=== RUN TestCachePerformanceExperiment
cache_performance_experiment_test.go:115: baseline (no cache): requests=10000 concurrency=50 sql=10000 duration=1.528s rps=6542 p50=7.490875ms p95=9.302792ms p99=10.779ms
cache_performance_experiment_test.go:116: redis cache (cold): requests=10000 concurrency=50 sql=1 duration=851ms rps=11749 p50=4.192709ms p95=5.318916ms p99=5.905625ms
cache_performance_experiment_test.go:117: redis cache (hot): requests=10000 concurrency=50 sql=0 duration=751ms rps=13320 p50=3.670958ms p95=4.644958ms p99=5.21475ms
--- PASS: TestCachePerformanceExperiment (3.50s)
=== RUN TestCachePerformanceExperiment
cache_performance_experiment_test.go:115: baseline (no cache): requests=10000 concurrency=50 sql=10000 duration=1.415s rps=7066 p50=6.901958ms p95=8.697666ms p99=10.560416ms
cache_performance_experiment_test.go:116: redis cache (cold): requests=10000 concurrency=50 sql=1 duration=846ms rps=11815 p50=4.033083ms p95=6.0305ms p99=6.963417ms
cache_performance_experiment_test.go:117: redis cache (hot): requests=10000 concurrency=50 sql=0 duration=817ms rps=12234 p50=3.999959ms p95=5.060959ms p99=5.802042ms
--- PASS: TestCachePerformanceExperiment (3.39s)
=== RUN TestCachePerformanceExperiment
cache_performance_experiment_test.go:115: baseline (no cache): requests=10000 concurrency=50 sql=10000 duration=1.511s rps=6618 p50=7.302667ms p95=9.420708ms p99=12.437917ms
cache_performance_experiment_test.go:116: redis cache (cold): requests=10000 concurrency=50 sql=1 duration=827ms rps=12093 p50=3.984125ms p95=5.655167ms p99=6.8085ms
cache_performance_experiment_test.go:117: redis cache (hot): requests=10000 concurrency=50 sql=0 duration=817ms rps=12247 p50=3.946959ms p95=5.363208ms p99=6.508458ms
--- PASS: TestCachePerformanceExperiment (3.55s)
PASS
ok mtusi-messenger/internal/storage/postgres 10.978s
? mtusi-messenger/internal/storage/postgres/internal/sqlcgen [no test files]
? mtusi-messenger/internal/storage/postgres/migrations [no test files]
+8
View File
@@ -0,0 +1,8 @@
baseline: 6ms
after stop: 476ms
stop: n=1 max=476ms p95=476ms budget=2000ms
pause parallel: n=30 max=215ms p95=214ms budget=2000ms
create during pause: 201
after recovery: new chat visible, 5ms
lock keys without TTL: 0
PASS: redis outage handled within budget
+3
View File
@@ -0,0 +1,3 @@
$ make check
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
+2
View File
@@ -0,0 +1,2 @@
command: docker run + Python ThreadPoolExecutor(10), 100 POST messages
{"sent": 100, "read": 100, "unique": 100}
+11
View File
@@ -0,0 +1,11 @@
$ docker inspect --format ...
status=running health=healthy user=10001:10001
$ curl -i http://127.0.0.1:8080/health/live
HTTP/1.1 200 OK
Access-Control-Expose-Headers: X-Request-Id
Content-Type: application/json; charset=utf-8
X-Request-Id: 3d145e7d-423a-4510-9d6b-6f45b7cf552d
Date: Thu, 24 Sep 2026 20:13:14 GMT
Content-Length: 15
{"status":"ok"}
+1
View File
@@ -0,0 +1 @@
{"status":"ok"}
File diff suppressed because it is too large Load Diff
Binary file not shown.

After

Width:  |  Height:  |  Size: 102 KiB

+8
View File
@@ -0,0 +1,8 @@
$ python3 scripts/memory_experiment.py --image mtusi2026lab1-messenger:arm64 --memory 64m --max-messages 20000 --output evidence/memory-experiment.json --plot evidence/memory-experiment.png
memory_limit=64m
successful_messages=8610
failed_requests=0
OOMKilled=true
exit_code=137
failure_time_seconds=5.9315
plot=evidence/memory-experiment.png
@@ -0,0 +1,64 @@
# EXPLAIN (ANALYZE, BUFFERS)
## history_first_page
Limit (cost=0.29..5.40 rows=51 width=73) (actual time=0.007..0.012 rows=51.00 loops=1)
Buffers: shared hit=4
-> Index Scan using messages_chat_id_created_at_id_idx on messages (cost=0.29..1002.85 rows=10000 width=73) (actual time=0.006..0.009 rows=51.00 loops=1)
Index Cond: (chat_id = '01a0f77e-9381-736f-9a2b-af3b1e1e87fd'::uuid)
Index Searches: 1
Buffers: shared hit=4
Planning:
Buffers: shared hit=44
Planning Time: 0.147 ms
Execution Time: 0.019 ms
## history_next_page
Limit (cost=0.29..7.71 rows=51 width=73) (actual time=0.004..0.010 rows=51.00 loops=1)
Buffers: shared hit=4
-> Index Scan using messages_chat_id_created_at_id_idx on messages (cost=0.29..524.01 rows=3599 width=73) (actual time=0.004..0.008 rows=51.00 loops=1)
Index Cond: ((chat_id = '01a0f77e-9381-736f-9a2b-af3b1e1e87fd'::uuid) AND (ROW(created_at, id) > ROW('2026-10-01 11:44:23.146682+00'::timestamp with time zone, '00000000-0000-0000-0000-000000000000'::uuid)))
Index Searches: 1
Buffers: shared hit=4
Planning Time: 0.021 ms
Execution Time: 0.027 ms
## chats_list_for_member
Limit (cost=0.57..446.14 rows=51 width=70) (actual time=0.018..0.081 rows=51.00 loops=1)
Buffers: shared hit=309
-> Nested Loop (cost=0.57..87375.78 rows=10001 width=70) (actual time=0.018..0.079 rows=51.00 loops=1)
Buffers: shared hit=309
-> Index Scan using chats_created_at_id_idx on chats c (cost=0.29..554.24 rows=10001 width=38) (actual time=0.004..0.007 rows=51.00 loops=1)
Index Searches: 1
Buffers: shared hit=3
-> Index Only Scan using chat_members_user_id_chat_id_idx on chat_members visible (cost=0.29..0.36 rows=1 width=16) (actual time=0.001..0.001 rows=1.00 loops=51)
Index Cond: ((user_id = '01a0f77e-937a-7d1e-aacb-8909b9a65779'::uuid) AND (chat_id = c.id))
Heap Fetches: 51
Index Searches: 51
Buffers: shared hit=153
SubPlan 1
-> Aggregate (cost=8.31..8.32 rows=1 width=32) (actual time=0.001..0.001 rows=1.00 loops=51)
Buffers: shared hit=153
-> Index Only Scan using chat_members_pkey on chat_members m (cost=0.29..8.30 rows=1 width=16) (actual time=0.000..0.000 rows=1.00 loops=51)
Index Cond: (chat_id = c.id)
Heap Fetches: 51
Index Searches: 51
Buffers: shared hit=153
Planning:
Buffers: shared hit=95
Planning Time: 0.250 ms
Execution Time: 0.098 ms
## user_by_username
Index Scan using users_username_key on users (cost=0.29..8.30 rows=1 width=42) (actual time=0.005..0.005 rows=1.00 loops=1)
Index Cond: (username = 'bulk_5000'::text)
Index Searches: 1
Buffers: shared hit=3
Planning:
Buffers: shared hit=43
Planning Time: 0.085 ms
Execution Time: 0.008 ms
+43
View File
@@ -0,0 +1,43 @@
$ make check
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
$ go vet ./...
$ make lint
/Users/vladislav/Projects/mtusi2026lab1-fork/bin/golangci-lint run -v
level=info msg="golangci-lint has version 2.13.2 built with go1.27.0 from (unknown, modified: ?, mod sum: \"h1:bCyq3E4vo9qwzifjpzJqYndEt7Ncva80qkk8G2B4TXU=\") on (unknown)"
level=info msg="[config_reader] Config search paths: [./ /Users/vladislav/Projects/mtusi2026lab1-fork /Users/vladislav/Projects /Users/vladislav /Users /]"
level=info msg="[config_reader] Used config file .golangci.yml"
level=info msg="[config_reader] Module name \"mtusi-messenger\""
level=info msg="[goenv] Read go env for 5.97475ms: map[string]string{\"GOCACHE\":\"/Users/vladislav/Library/Caches/go-build\", \"GOROOT\":\"/opt/homebrew/Cellar/go/1.27.1/libexec\"}"
level=info msg="[lintersdb] Active 50 linters: [asasalint bodyclose canonicalheader containedctx contextcheck copyloopvar depguard durationcheck errcheck errname errorlint exhaustive exptostd fatcontext forbidigo forcetypeassert gocheckcompilerdirectives gocritic gofumpt goimports gomoddirectives gosec govet ineffassign intrange makezero misspell musttag nilerr nilnil noctx nolintlint perfsprint prealloc reassign recvcheck revive rowserrcheck sloglint sqlclosecheck staticcheck testifylint thelper tparallel unconvert unparam unused usestdlibvars usetesting wastedassign]"
level=info msg="[loader] Using build tags: [integration]"
level=info msg="[loader] Go packages loading at mode 8767 (compiled_files|files|name|types_sizes|deps|exports_file|imports) took 122.006042ms"
level=info msg="[runner/filename_unadjuster] Pre-built 0 adjustments in 4.792166ms"
level=info msg="[linters_context/goanalysis] analyzers took 0s with no stages"
level=info msg="[runner/exclusion_rules] Skipped 2 issues by rules: [Path: \"_test\\\\.go\", Linters: \"gosec, prealloc, forcetypeassert, unparam\"]"
level=info msg="[runner] Issues before processing: 280, after processing: 0"
level=info msg="[runner] Processors filtering stat (in/out): exclusion_paths: 280/280, invalid_issue: 280/280, path_absoluter: 280/280, filename_unadjuster: 280/280, generated_file_filter: 280/100, exclusion_rules: 100/0, cgo: 280/280, path_relativity: 280/280"
level=info msg="[runner] processing took 607.916µs with stages: generated_file_filter: 420.959µs, exclusion_rules: 86.124µs, path_relativity: 83.917µs, sort_results: 4.458µs, invalid_issue: 4.292µs, cgo: 3.959µs, path_absoluter: 1.417µs, filename_unadjuster: 792ns, max_same_issues: 582ns, nolint_filter: 457ns, fixer: 292ns, exclusion_paths: 167ns, path_prettifier: 125ns, source_code: 125ns, path_shortener: 124ns, uniq_by_line: 42ns, severity-rules: 42ns, max_per_file_from_linter: 42ns, max_from_linter: 0s, diff: 0s"
level=info msg="[runner] linters took 422.737625ms with stages: goanalysis_metalinter: 422.101875ms"
0 issues.
level=info msg="File cache stats: 0 entries of total size 0B"
level=info msg="Memory: 7 samples, avg is 87.0MB, max is 111.2MB"
level=info msg="Execution took 555.972916ms"
$ make unit-test
go test -race -shuffle=on -count=1 -timeout=5m ./...
? mtusi-messenger/cmd/messenger [no test files]
ok mtusi-messenger/internal/config 1.838s
ok mtusi-messenger/internal/domain 1.498s
ok mtusi-messenger/internal/logger 2.150s
ok mtusi-messenger/internal/service/chat 2.470s
? mtusi-messenger/internal/service/chat/mocks [no test files]
ok mtusi-messenger/internal/service/message 2.797s
? mtusi-messenger/internal/service/message/mocks [no test files]
ok mtusi-messenger/internal/service/user 3.474s
? mtusi-messenger/internal/service/user/mocks [no test files]
ok mtusi-messenger/internal/storage/memory 3.159s
ok mtusi-messenger/internal/transport/rest 3.863s
? mtusi-messenger/internal/transport/rest/oas [no test files]
+10
View File
@@ -0,0 +1,10 @@
$ docker stop mtusi2026lab1-messenger-lab1
$ docker run -d --name mtusi2026lab1-messenger-lab1 -p 127.0.0.1:8080:8080 mtusi2026lab1-messenger:verify
$ curl -i -H "X-User-Id: <created-before-restart>" http://127.0.0.1:8080/api/v1/users/me
HTTP/1.1 401 Unauthorized
Content-Type: application/json; charset=utf-8
X-Request-Id: eadf9c21-d861-4c2c-8e76-46f086d27a11
Date: Thu, 24 Sep 2026 20:13:02 GMT
Content-Length: 110
{"error":{"code":"unauthorized","message":"Unauthorized","request_id":"eadf9c21-d861-4c2c-8e76-46f086d27a11"}}
+7
View File
@@ -0,0 +1,7 @@
$ docker kill --signal=TERM mtusi2026lab1-messenger-lab1
$ docker wait mtusi2026lab1-messenger-lab1
0
elapsed_ms=114
{"level":"info","time":"2026-09-24T20:14:19.192628563Z","msg":"server started","addr":"0.0.0.0:8080"}
{"level":"info","time":"2026-09-24T20:14:20.186231067Z","msg":"shutdown signal received","timeout":"10s"}
{"level":"info","time":"2026-09-24T20:14:20.188996621Z","msg":"server stopped"}
@@ -0,0 +1,21 @@
goos: darwin
goarch: arm64
pkg: mtusi-messenger/internal/storage/memory
cpu: Apple M5 Pro
BenchmarkMessageCreate/history=1000-18 3822346 309.5 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 3904586 307.6 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 3889698 308.1 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 3892981 308.2 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 3888345 308.3 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 3578911 335.4 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 3570348 335.9 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 3581305 335.0 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 3573933 336.0 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 3563053 336.4 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 3425475 349.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 3435330 349.1 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 3438290 349.3 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 3420394 349.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 3420736 350.1 ns/op 16 B/op 1 allocs/op
PASS
ok mtusi-messenger/internal/storage/memory 18.237s
@@ -0,0 +1,128 @@
[
{
"history": 100,
"concurrency": 1,
"duration_seconds": 2.002,
"successful_requests": 526,
"failed_requests": 0,
"rps": 262.791,
"p50_ms": 3.378,
"p95_ms": 4.12,
"p99_ms": 16.979,
"rss_min_kib": 18880,
"rss_max_kib": 22816,
"rss_delta_kib": 3936
},
{
"history": 100,
"concurrency": 4,
"duration_seconds": 2.002,
"successful_requests": 1450,
"failed_requests": 0,
"rps": 724.134,
"p50_ms": 4.18,
"p95_ms": 16.695,
"p99_ms": 21.604,
"rss_min_kib": 20512,
"rss_max_kib": 24208,
"rss_delta_kib": 3696
},
{
"history": 100,
"concurrency": 16,
"duration_seconds": 2.079,
"successful_requests": 2315,
"failed_requests": 0,
"rps": 1113.309,
"p50_ms": 8.563,
"p95_ms": 29.584,
"p99_ms": 93.023,
"rss_min_kib": 18880,
"rss_max_kib": 25296,
"rss_delta_kib": 6416
},
{
"history": 1000,
"concurrency": 1,
"duration_seconds": 2.007,
"successful_requests": 478,
"failed_requests": 0,
"rps": 238.14,
"p50_ms": 3.477,
"p95_ms": 10.892,
"p99_ms": 20.404,
"rss_min_kib": 23120,
"rss_max_kib": 23584,
"rss_delta_kib": 464
},
{
"history": 1000,
"concurrency": 4,
"duration_seconds": 2.003,
"successful_requests": 1380,
"failed_requests": 0,
"rps": 688.971,
"p50_ms": 4.197,
"p95_ms": 17.189,
"p99_ms": 28.458,
"rss_min_kib": 23344,
"rss_max_kib": 24592,
"rss_delta_kib": 1248
},
{
"history": 1000,
"concurrency": 16,
"duration_seconds": 2.005,
"successful_requests": 2298,
"failed_requests": 0,
"rps": 1146.063,
"p50_ms": 8.474,
"p95_ms": 29.384,
"p99_ms": 92.528,
"rss_min_kib": 23232,
"rss_max_kib": 26272,
"rss_delta_kib": 3040
},
{
"history": 5000,
"concurrency": 1,
"duration_seconds": 2.001,
"successful_requests": 494,
"failed_requests": 0,
"rps": 246.902,
"p50_ms": 3.414,
"p95_ms": 10.767,
"p99_ms": 18.996,
"rss_min_kib": 25248,
"rss_max_kib": 25296,
"rss_delta_kib": 48
},
{
"history": 5000,
"concurrency": 4,
"duration_seconds": 2.004,
"successful_requests": 1398,
"failed_requests": 0,
"rps": 697.712,
"p50_ms": 4.147,
"p95_ms": 17.142,
"p99_ms": 26.446,
"rss_min_kib": 24816,
"rss_max_kib": 25104,
"rss_delta_kib": 288
},
{
"history": 5000,
"concurrency": 16,
"duration_seconds": 2.006,
"successful_requests": 2261,
"failed_requests": 0,
"rps": 1126.862,
"p50_ms": 8.635,
"p95_ms": 24.133,
"p99_ms": 93.225,
"rss_min_kib": 25200,
"rss_max_kib": 26752,
"rss_delta_kib": 1552
}
]
@@ -0,0 +1,110 @@
[
{
"history": 100,
"concurrency": 1,
"rps_before": 262.791,
"p95_ms_before": 4.12,
"p99_ms_before": 16.979,
"rss_max_kib_before": 22816,
"rps_after": 265.189,
"p95_ms_after": 4.276,
"p99_ms_after": 17.123,
"rss_max_kib_after": 22736
},
{
"history": 100,
"concurrency": 4,
"rps_before": 724.134,
"p95_ms_before": 16.695,
"p99_ms_before": 21.604,
"rss_max_kib_before": 24208,
"rps_after": 720.55,
"p95_ms_after": 16.868,
"p99_ms_after": 21.043,
"rss_max_kib_after": 24128
},
{
"history": 100,
"concurrency": 16,
"rps_before": 1113.309,
"p95_ms_before": 29.584,
"p99_ms_before": 93.023,
"rss_max_kib_before": 25296,
"rps_after": 1125.923,
"p95_ms_after": 29.142,
"p99_ms_after": 91.221,
"rss_max_kib_after": 25216
},
{
"history": 1000,
"concurrency": 1,
"rps_before": 238.14,
"p95_ms_before": 10.892,
"p99_ms_before": 20.404,
"rss_max_kib_before": 23584,
"rps_after": 237.68,
"p95_ms_after": 11.279,
"p99_ms_after": 19.675,
"rss_max_kib_after": 23504
},
{
"history": 1000,
"concurrency": 4,
"rps_before": 688.971,
"p95_ms_before": 17.189,
"p99_ms_before": 28.458,
"rss_max_kib_before": 24592,
"rps_after": 667.05,
"p95_ms_after": 17.243,
"p99_ms_after": 29.938,
"rss_max_kib_after": 25280
},
{
"history": 1000,
"concurrency": 16,
"rps_before": 1146.063,
"p95_ms_before": 29.384,
"p99_ms_before": 92.528,
"rss_max_kib_before": 26272,
"rps_after": 1102.581,
"p95_ms_after": 30.252,
"p99_ms_after": 93.912,
"rss_max_kib_after": 25200
},
{
"history": 5000,
"concurrency": 1,
"rps_before": 246.902,
"p95_ms_before": 10.767,
"p99_ms_before": 18.996,
"rss_max_kib_before": 25296,
"rps_after": 241.241,
"p95_ms_after": 10.897,
"p99_ms_after": 18.681,
"rss_max_kib_after": 25456
},
{
"history": 5000,
"concurrency": 4,
"rps_before": 697.712,
"p95_ms_before": 17.142,
"p99_ms_before": 26.446,
"rss_max_kib_before": 25104,
"rps_after": 685.839,
"p95_ms_after": 17.418,
"p99_ms_after": 26.618,
"rss_max_kib_after": 25376
},
{
"history": 5000,
"concurrency": 16,
"rps_before": 1126.862,
"p95_ms_before": 24.133,
"p99_ms_before": 93.225,
"rss_max_kib_before": 26752,
"rps_after": 1079.866,
"p95_ms_after": 31.525,
"p99_ms_after": 94.709,
"rss_max_kib_after": 26640
}
]
@@ -0,0 +1,211 @@
{
"mode": "baseline",
"command": [
"go",
"run",
"-overlay",
"/var/folders/jd/nsgkfx9s75xb84909646j0zm0000gn/T/messenger-track1-58qai1az/overlay.json",
"./cmd/messenger"
],
"go_version": "go version go1.27.1 darwin/arm64",
"os_arch": [
"darwin",
"arm64"
],
"requests_per_case": 100000,
"rss_source": "ps RSS of go run child executable, KiB; sampled every 100 ms",
"rows": [
{
"history": 1000,
"concurrency": 1,
"duration_seconds": 13.634,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7334.409,
"p50_ms": 0.13,
"p95_ms": 0.146,
"p99_ms": 0.186,
"rss_min_kib": 23616,
"rss_max_kib": 59968,
"rss_delta_kib": 36352
},
{
"history": 1000,
"concurrency": 4,
"duration_seconds": 11.333,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 8823.924,
"p50_ms": 0.42,
"p95_ms": 0.654,
"p99_ms": 0.869,
"rss_min_kib": 23424,
"rss_max_kib": 58464,
"rss_delta_kib": 35040
},
{
"history": 1000,
"concurrency": 16,
"duration_seconds": 13.63,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7336.995,
"p50_ms": 2.021,
"p95_ms": 3.514,
"p99_ms": 4.631,
"rss_min_kib": 23520,
"rss_max_kib": 66544,
"rss_delta_kib": 43024
},
{
"history": 1000,
"concurrency": 32,
"duration_seconds": 13.538,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7386.656,
"p50_ms": 4.022,
"p95_ms": 7.026,
"p99_ms": 8.953,
"rss_min_kib": 23856,
"rss_max_kib": 65616,
"rss_delta_kib": 41760
},
{
"history": 10000,
"concurrency": 1,
"duration_seconds": 14.008,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7138.887,
"p50_ms": 0.13,
"p95_ms": 0.149,
"p99_ms": 0.21,
"rss_min_kib": 25984,
"rss_max_kib": 70416,
"rss_delta_kib": 44432
},
{
"history": 10000,
"concurrency": 4,
"duration_seconds": 11.057,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 9043.732,
"p50_ms": 0.406,
"p95_ms": 0.626,
"p99_ms": 0.841,
"rss_min_kib": 26272,
"rss_max_kib": 67376,
"rss_delta_kib": 41104
},
{
"history": 10000,
"concurrency": 16,
"duration_seconds": 13.436,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7442.895,
"p50_ms": 1.977,
"p95_ms": 3.485,
"p99_ms": 4.703,
"rss_min_kib": 26576,
"rss_max_kib": 75616,
"rss_delta_kib": 49040
},
{
"history": 10000,
"concurrency": 32,
"duration_seconds": 13.546,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7382.485,
"p50_ms": 4.01,
"p95_ms": 7.051,
"p99_ms": 9.096,
"rss_min_kib": 25456,
"rss_max_kib": 77792,
"rss_delta_kib": 52336
},
{
"history": 50000,
"concurrency": 1,
"duration_seconds": 13.969,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7158.653,
"p50_ms": 0.13,
"p95_ms": 0.149,
"p99_ms": 0.211,
"rss_min_kib": 40080,
"rss_max_kib": 81072,
"rss_delta_kib": 40992
},
{
"history": 50000,
"concurrency": 4,
"duration_seconds": 11.014,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 9079.212,
"p50_ms": 0.404,
"p95_ms": 0.623,
"p99_ms": 0.823,
"rss_min_kib": 40448,
"rss_max_kib": 77088,
"rss_delta_kib": 36640
},
{
"history": 50000,
"concurrency": 16,
"duration_seconds": 13.479,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7419.068,
"p50_ms": 1.99,
"p95_ms": 3.471,
"p99_ms": 4.694,
"rss_min_kib": 42336,
"rss_max_kib": 79552,
"rss_delta_kib": 37216
},
{
"history": 50000,
"concurrency": 32,
"duration_seconds": 13.464,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7427.333,
"p50_ms": 3.99,
"p95_ms": 7.049,
"p99_ms": 9.007,
"rss_min_kib": 40336,
"rss_max_kib": 89552,
"rss_delta_kib": 49216
}
]
}
@@ -0,0 +1,266 @@
[
{
"history": 1000,
"concurrency": 1,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.634,
"duration_seconds_after": 13.919,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7334.409,
"rps_after": 7184.594,
"p50_ms_before": 0.13,
"p50_ms_after": 0.129,
"p95_ms_before": 0.146,
"p95_ms_after": 0.15,
"p99_ms_before": 0.186,
"p99_ms_after": 0.231,
"rss_max_kib_before": 59968,
"rss_max_kib_after": 62048
},
{
"history": 1000,
"concurrency": 4,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 11.333,
"duration_seconds_after": 11.115,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 8823.924,
"rps_after": 8996.523,
"p50_ms_before": 0.42,
"p50_ms_after": 0.407,
"p95_ms_before": 0.654,
"p95_ms_after": 0.632,
"p99_ms_before": 0.869,
"p99_ms_after": 0.867,
"rss_max_kib_before": 58464,
"rss_max_kib_after": 61040
},
{
"history": 1000,
"concurrency": 16,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.63,
"duration_seconds_after": 13.364,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7336.995,
"rps_after": 7482.719,
"p50_ms_before": 2.021,
"p50_ms_after": 1.977,
"p95_ms_before": 3.514,
"p95_ms_after": 3.445,
"p99_ms_before": 4.631,
"p99_ms_after": 4.577,
"rss_max_kib_before": 66544,
"rss_max_kib_after": 61328
},
{
"history": 1000,
"concurrency": 32,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.538,
"duration_seconds_after": 13.547,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7386.656,
"rps_after": 7381.5,
"p50_ms_before": 4.022,
"p50_ms_after": 4.016,
"p95_ms_before": 7.026,
"p95_ms_after": 7.058,
"p99_ms_before": 8.953,
"p99_ms_after": 9.054,
"rss_max_kib_before": 65616,
"rss_max_kib_after": 68768
},
{
"history": 10000,
"concurrency": 1,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 14.008,
"duration_seconds_after": 13.984,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7138.887,
"rps_after": 7150.931,
"p50_ms_before": 0.13,
"p50_ms_after": 0.131,
"p95_ms_before": 0.149,
"p95_ms_after": 0.146,
"p99_ms_before": 0.21,
"p99_ms_after": 0.187,
"rss_max_kib_before": 70416,
"rss_max_kib_after": 68128
},
{
"history": 10000,
"concurrency": 4,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 11.057,
"duration_seconds_after": 11.046,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 9043.732,
"rps_after": 9052.965,
"p50_ms_before": 0.406,
"p50_ms_after": 0.404,
"p95_ms_before": 0.626,
"p95_ms_after": 0.628,
"p99_ms_before": 0.841,
"p99_ms_after": 0.859,
"rss_max_kib_before": 67376,
"rss_max_kib_after": 71632
},
{
"history": 10000,
"concurrency": 16,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.436,
"duration_seconds_after": 13.439,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7442.895,
"rps_after": 7440.817,
"p50_ms_before": 1.977,
"p50_ms_after": 1.989,
"p95_ms_before": 3.485,
"p95_ms_after": 3.468,
"p99_ms_before": 4.703,
"p99_ms_after": 4.701,
"rss_max_kib_before": 75616,
"rss_max_kib_after": 73712
},
{
"history": 10000,
"concurrency": 32,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.546,
"duration_seconds_after": 13.478,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7382.485,
"rps_after": 7419.326,
"p50_ms_before": 4.01,
"p50_ms_after": 3.984,
"p95_ms_before": 7.051,
"p95_ms_after": 7.049,
"p99_ms_before": 9.096,
"p99_ms_after": 9.096,
"rss_max_kib_before": 77792,
"rss_max_kib_after": 70976
},
{
"history": 50000,
"concurrency": 1,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.969,
"duration_seconds_after": 13.863,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7158.653,
"rps_after": 7213.61,
"p50_ms_before": 0.13,
"p50_ms_after": 0.129,
"p95_ms_before": 0.149,
"p95_ms_after": 0.145,
"p99_ms_before": 0.211,
"p99_ms_after": 0.191,
"rss_max_kib_before": 81072,
"rss_max_kib_after": 81824
},
{
"history": 50000,
"concurrency": 4,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 11.014,
"duration_seconds_after": 11.066,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 9079.212,
"rps_after": 9036.335,
"p50_ms_before": 0.404,
"p50_ms_after": 0.405,
"p95_ms_before": 0.623,
"p95_ms_after": 0.63,
"p99_ms_before": 0.823,
"p99_ms_after": 0.842,
"rss_max_kib_before": 77088,
"rss_max_kib_after": 86832
},
{
"history": 50000,
"concurrency": 16,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.479,
"duration_seconds_after": 13.416,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7419.068,
"rps_after": 7453.53,
"p50_ms_before": 1.99,
"p50_ms_after": 1.978,
"p95_ms_before": 3.471,
"p95_ms_after": 3.455,
"p99_ms_before": 4.694,
"p99_ms_after": 4.688,
"rss_max_kib_before": 79552,
"rss_max_kib_after": 89824
},
{
"history": 50000,
"concurrency": 32,
"requested_requests": 100000,
"warmup_requests": 100,
"duration_seconds_before": 13.464,
"duration_seconds_after": 13.542,
"successful_requests_before": 100000,
"successful_requests_after": 100000,
"failed_requests_before": 0,
"failed_requests_after": 0,
"rps_before": 7427.333,
"rps_after": 7384.536,
"p50_ms_before": 3.99,
"p50_ms_after": 4.005,
"p95_ms_before": 7.049,
"p95_ms_after": 7.084,
"p99_ms_before": 9.007,
"p99_ms_after": 9.203,
"rss_max_kib_before": 89552,
"rss_max_kib_after": 80128
}
]
@@ -0,0 +1,209 @@
{
"mode": "optimized",
"command": [
"go",
"run",
"./cmd/messenger"
],
"go_version": "go version go1.27.1 darwin/arm64",
"os_arch": [
"darwin",
"arm64"
],
"requests_per_case": 100000,
"rss_source": "ps RSS of go run child executable, KiB; sampled every 100 ms",
"rows": [
{
"history": 1000,
"concurrency": 1,
"duration_seconds": 13.919,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7184.594,
"p50_ms": 0.129,
"p95_ms": 0.15,
"p99_ms": 0.231,
"rss_min_kib": 23504,
"rss_max_kib": 62048,
"rss_delta_kib": 38544
},
{
"history": 1000,
"concurrency": 4,
"duration_seconds": 11.115,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 8996.523,
"p50_ms": 0.407,
"p95_ms": 0.632,
"p99_ms": 0.867,
"rss_min_kib": 23744,
"rss_max_kib": 61040,
"rss_delta_kib": 37296
},
{
"history": 1000,
"concurrency": 16,
"duration_seconds": 13.364,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7482.719,
"p50_ms": 1.977,
"p95_ms": 3.445,
"p99_ms": 4.577,
"rss_min_kib": 22480,
"rss_max_kib": 61328,
"rss_delta_kib": 38848
},
{
"history": 1000,
"concurrency": 32,
"duration_seconds": 13.547,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7381.5,
"p50_ms": 4.016,
"p95_ms": 7.058,
"p99_ms": 9.054,
"rss_min_kib": 23152,
"rss_max_kib": 68768,
"rss_delta_kib": 45616
},
{
"history": 10000,
"concurrency": 1,
"duration_seconds": 13.984,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7150.931,
"p50_ms": 0.131,
"p95_ms": 0.146,
"p99_ms": 0.187,
"rss_min_kib": 25936,
"rss_max_kib": 68128,
"rss_delta_kib": 42192
},
{
"history": 10000,
"concurrency": 4,
"duration_seconds": 11.046,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 9052.965,
"p50_ms": 0.404,
"p95_ms": 0.628,
"p99_ms": 0.859,
"rss_min_kib": 26448,
"rss_max_kib": 71632,
"rss_delta_kib": 45184
},
{
"history": 10000,
"concurrency": 16,
"duration_seconds": 13.439,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7440.817,
"p50_ms": 1.989,
"p95_ms": 3.468,
"p99_ms": 4.701,
"rss_min_kib": 26480,
"rss_max_kib": 73712,
"rss_delta_kib": 47232
},
{
"history": 10000,
"concurrency": 32,
"duration_seconds": 13.478,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7419.326,
"p50_ms": 3.984,
"p95_ms": 7.049,
"p99_ms": 9.096,
"rss_min_kib": 26176,
"rss_max_kib": 70976,
"rss_delta_kib": 44800
},
{
"history": 50000,
"concurrency": 1,
"duration_seconds": 13.863,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7213.61,
"p50_ms": 0.129,
"p95_ms": 0.145,
"p99_ms": 0.191,
"rss_min_kib": 40592,
"rss_max_kib": 81824,
"rss_delta_kib": 41232
},
{
"history": 50000,
"concurrency": 4,
"duration_seconds": 11.066,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 9036.335,
"p50_ms": 0.405,
"p95_ms": 0.63,
"p99_ms": 0.842,
"rss_min_kib": 42944,
"rss_max_kib": 86832,
"rss_delta_kib": 43888
},
{
"history": 50000,
"concurrency": 16,
"duration_seconds": 13.416,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7453.53,
"p50_ms": 1.978,
"p95_ms": 3.455,
"p99_ms": 4.688,
"rss_min_kib": 40768,
"rss_max_kib": 89824,
"rss_delta_kib": 49056
},
{
"history": 50000,
"concurrency": 32,
"duration_seconds": 13.542,
"requested_requests": 100000,
"warmup_requests": 100,
"successful_requests": 100000,
"failed_requests": 0,
"rps": 7384.536,
"p50_ms": 4.005,
"p95_ms": 7.084,
"p99_ms": 9.203,
"rss_min_kib": 42848,
"rss_max_kib": 80128,
"rss_delta_kib": 37280
}
]
}
@@ -0,0 +1,21 @@
goos: darwin
goarch: arm64
pkg: mtusi-messenger/internal/storage/memory
cpu: Apple M5 Pro
BenchmarkMessageCreate/history=1000-18 4830075 243.3 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 4958697 241.4 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 4984602 241.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 4976372 241.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=1000-18 4962843 241.7 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 4967149 241.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 4946976 242.1 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 4950400 242.3 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 4938321 242.4 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=10000-18 4955269 242.2 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 4943572 242.0 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 4969927 242.4 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 4931466 242.5 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 4948990 242.8 ns/op 16 B/op 1 allocs/op
BenchmarkMessageCreate/history=50000-18 4953249 242.6 ns/op 16 B/op 1 allocs/op
PASS
ok mtusi-messenger/internal/storage/memory 18.240s
@@ -0,0 +1,128 @@
[
{
"history": 100,
"concurrency": 1,
"duration_seconds": 2.002,
"successful_requests": 531,
"failed_requests": 0,
"rps": 265.189,
"p50_ms": 3.355,
"p95_ms": 4.276,
"p99_ms": 17.123,
"rss_min_kib": 18800,
"rss_max_kib": 22736,
"rss_delta_kib": 3936
},
{
"history": 100,
"concurrency": 4,
"duration_seconds": 2.005,
"successful_requests": 1445,
"failed_requests": 0,
"rps": 720.55,
"p50_ms": 4.197,
"p95_ms": 16.868,
"p99_ms": 21.043,
"rss_min_kib": 20768,
"rss_max_kib": 24128,
"rss_delta_kib": 3360
},
{
"history": 100,
"concurrency": 16,
"duration_seconds": 2.012,
"successful_requests": 2265,
"failed_requests": 0,
"rps": 1125.923,
"p50_ms": 8.851,
"p95_ms": 29.142,
"p99_ms": 91.221,
"rss_min_kib": 20672,
"rss_max_kib": 25216,
"rss_delta_kib": 4544
},
{
"history": 1000,
"concurrency": 1,
"duration_seconds": 2.011,
"successful_requests": 478,
"failed_requests": 0,
"rps": 237.68,
"p50_ms": 3.467,
"p95_ms": 11.279,
"p99_ms": 19.675,
"rss_min_kib": 23264,
"rss_max_kib": 23504,
"rss_delta_kib": 240
},
{
"history": 1000,
"concurrency": 4,
"duration_seconds": 2.004,
"successful_requests": 1337,
"failed_requests": 0,
"rps": 667.05,
"p50_ms": 4.249,
"p95_ms": 17.243,
"p99_ms": 29.938,
"rss_min_kib": 23264,
"rss_max_kib": 25280,
"rss_delta_kib": 2016
},
{
"history": 1000,
"concurrency": 16,
"duration_seconds": 2.005,
"successful_requests": 2211,
"failed_requests": 0,
"rps": 1102.581,
"p50_ms": 8.818,
"p95_ms": 30.252,
"p99_ms": 93.912,
"rss_min_kib": 23424,
"rss_max_kib": 25200,
"rss_delta_kib": 1776
},
{
"history": 5000,
"concurrency": 1,
"duration_seconds": 2.002,
"successful_requests": 483,
"failed_requests": 0,
"rps": 241.241,
"p50_ms": 3.466,
"p95_ms": 10.897,
"p99_ms": 18.681,
"rss_min_kib": 25456,
"rss_max_kib": 25456,
"rss_delta_kib": 0
},
{
"history": 5000,
"concurrency": 4,
"duration_seconds": 2.003,
"successful_requests": 1374,
"failed_requests": 0,
"rps": 685.839,
"p50_ms": 4.207,
"p95_ms": 17.418,
"p99_ms": 26.618,
"rss_min_kib": 24304,
"rss_max_kib": 25376,
"rss_delta_kib": 1072
},
{
"history": 5000,
"concurrency": 16,
"duration_seconds": 2.002,
"successful_requests": 2162,
"failed_requests": 0,
"rps": 1079.866,
"p50_ms": 8.939,
"p95_ms": 31.525,
"p99_ms": 94.709,
"rss_min_kib": 24848,
"rss_max_kib": 26640,
"rss_delta_kib": 1792
}
]
+30
View File
@@ -0,0 +1,30 @@
# Lab4 evidence
All files were produced on the local Compose stand (`docker compose up -d --build`)
with SeaweedFS 3.80, two API replicas and HAProxy.
| File | Scenario | Command |
|---|---|---|
| `smoke.txt` | Public cumulative smoke (LAB=4) | `make test` |
| `negative.txt` | Size/format/filename/authz/limits | `make test-attachments` |
| `presign.txt` | Presigned upload happy path and negatives | `make test-presign` |
| `expiry.txt` | Expired presigned URL (TTL=3s) | `PRESIGN_EXPIRY_WAIT=4 make test-presign` |
| `failover.txt` | Upload, stop the serving replica, download via another | `python3 student-tests/attachment_failover.py` |
| `persistence.txt` | Restart the stand with volumes | `make test-persistence ACTION_SCRIPT=scripts/restart.sh` |
| `s3-init.txt` | Idempotent bucket bootstrap, app/forbidden prefix probes | `docker compose run --rm s3-init` (twice) |
| `private-bucket.txt` | Anonymous S3 GET and published ports | `docker compose exec seaweedfs wget ...` |
| `s3-outage.txt` | S3 down: attachments 503, other endpoints 200 | `docker compose stop seaweedfs` |
| `sweep.txt` | Abandoned presign cleanup after grace; ready survives | `S3_SWEEP_GRACE=2s S3_SWEEP_INTERVAL=1s S3_PRESIGN_TTL=1s` |
| `memory/` | 10 concurrent 9.4 MiB uploads, cgroup memory samples | `python3 scripts/lab4_memory_experiment.py` |
| `track1/` | Proxy vs presigned upload: traffic, latency, memory | `python3 scripts/lab4_track1.py` |
Notes:
- Credentials are synthetic local values from `infra/s3/s3.json`; `.env` is
ignored by git.
- `memory.current` includes page cache from temporary spool files; `anon` is
the primary RAM metric.
- Presigned completion re-reads the object once to verify SHA-256, so API RX
stays close to the file size. The client-facing LB leg is the actual saving.
- Presigned URLs sign `Content-Length`: an oversized PUT is rejected by S3 with 403
before anything is stored.
+3
View File
@@ -0,0 +1,3 @@
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/presign_flow.py --base-url "http://localhost:8080"
EXPIRED: presigned URL rejected after 4.0 seconds
PASS: lab4 presigned upload flow
+1
View File
@@ -0,0 +1 @@
PASS: lab4 attachment failover; served by 7fd3e5df907d
+7
View File
@@ -0,0 +1,7 @@
elapsed,phase,anon,current
0.378,during,281362432,400949248
0.804,during,281423872,381423616
1.395,during,281542656,403361792
1.827,during,281542656,371871744
2.376,during,281632768,411824128
2.81,during,281653248,381726720
1 elapsed phase anon current
2 0.378 during 281362432 400949248
3 0.804 during 281423872 381423616
4 1.395 during 281542656 403361792
5 1.827 during 281542656 371871744
6 2.376 during 281632768 411824128
7 2.81 during 281653248 381726720
+11
View File
@@ -0,0 +1,11 @@
Lab4 memory experiment
concurrency: 10
file_size_bytes: 9454448
uploads: 30
rounds: 3
elapsed_seconds: 2.980
baseline_anon_bytes: 280317952
peak_anon_bytes: 281653248
anon_delta_bytes: 1335296
peak_memory_current_bytes: 411824128
note: memory.current includes page cache from temporary spool files; anon is the primary metric
+14
View File
@@ -0,0 +1,14 @@
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/attachments_negative.py --base-url "http://localhost:8080"
10 MiB + 1 body: 413
empty body: 415
corrupt PNG (IDAT CRC): 415
MIME spoof (PNG declared as JPEG): 415
dangerous filenames: 400
foreign attachment metadata/content: 404
empty text without attachments: 400
attachment from another chat: 404
11 attachment ids: 400
duplicate attachment ids: 400
attachment-only message: 201
anonymous direct S3 GET: 403
PASS: lab4 attachment negative scenarios
+3
View File
@@ -0,0 +1,3 @@
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://localhost:8080"
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
+10
View File
@@ -0,0 +1,10 @@
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/presign_flow.py --base-url "http://localhost:8080"
happy path: direct PUT 200, complete ready, checksum/size match
message with attachment downloaded as the second chat member
repeated complete is idempotent
foreign complete: 404
complete before PUT: 409
wrong completion checksum: 409
oversized direct PUT: 403 from S3; complete: 409 (nothing stored)
same-size overwrite: last PUT wins, checksum verified
PASS: lab4 presigned upload flow
+10
View File
@@ -0,0 +1,10 @@
=== anonymous GET ===
wget: server returned error: HTTP/1.1 403 Forbidden
exit=1
=== published ports ===
api 8080/tcp
api 8080/tcp
lb 127.0.0.1:8404->8404/tcp, 127.0.0.1:8080->80/tcp
postgres 5432/tcp
redis 6379/tcp
seaweedfs 7333/tcp, 8080/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp, 127.0.0.1:8333->8333/tcp
+14
View File
@@ -0,0 +1,14 @@
=== run 1 ===
Container mtusi-messenger-lab4-seaweedfs-1 Running
Container mtusi-messenger-lab4-seaweedfs-1 Waiting
Container mtusi-messenger-lab4-seaweedfs-1 Healthy
Container mtusi-messenger-lab4-s3-init-run-77217672cba1 Creating
Container mtusi-messenger-lab4-s3-init-run-77217672cba1 Created
{"time":"2026-10-21T20:24:44.714991263Z","level":"INFO","msg":"s3 bucket ready","endpoint":"http://seaweedfs:8333","bucket":"messenger-attachments"}
=== run 2 (idempotent) ===
Container mtusi-messenger-lab4-seaweedfs-1 Running
Container mtusi-messenger-lab4-seaweedfs-1 Waiting
Container mtusi-messenger-lab4-seaweedfs-1 Healthy
Container mtusi-messenger-lab4-s3-init-run-33ccde88f9aa Creating
Container mtusi-messenger-lab4-s3-init-run-33ccde88f9aa Created
{"time":"2026-10-21T20:24:45.578062247Z","level":"INFO","msg":"s3 bucket ready","endpoint":"http://seaweedfs:8333","bucket":"messenger-attachments"}
+8
View File
@@ -0,0 +1,8 @@
created attachment before outage: 01a1601e-9947-753c-8085-65db29e8a909
seaweedfs stopped
health/ready during outage: {'status': 'ok'}
chat list during outage: 200
download during outage: 503
upload during outage: 503
seaweedfs restarted
upload after recovery: ready 01a1601f-1c45-793b-bb59-281781ea8482
+2
View File
@@ -0,0 +1,2 @@
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/smoke.py --base-url "http://localhost:8080"
PASS: lab4 public API scenario; infrastructure and grading evidence remain separate.
+4
View File
@@ -0,0 +1,4 @@
ready attachment created: 01a16022-78dc-7349-b3da-2937b2faf1f0
abandoned presign attachment: 01a16022-78e3-733f-861b-0443011dcfc8 (no PUT)
abandoned pending row removed after grace
ready attachment survived sweep: ready 99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75
+21
View File
@@ -0,0 +1,21 @@
size,bytes,flow,iteration,latency_s,lb_rx_bytes,lb_tx_bytes,api_rx_bytes,api_tx_bytes,api_anon_peak
~1MiB,1050888,proxy,0,0.2291,1058727,1075375,1074306,1059556,284934144
~1MiB,1050888,proxy,1,0.2253,1058659,1058991,1060120,1061998,285270016
~1MiB,1050888,proxy,2,0.2328,1058925,1059123,1058798,1059912,285433856
~1MiB,1050888,proxy,3,0.227,1058485,1058633,1058297,1059591,285433856
~1MiB,1050888,proxy,4,0.2284,1057165,1057115,1057126,1058104,285638656
~1MiB,1050888,presign,0,0.2249,4098,3850,1058691,10486,285917184
~1MiB,1050888,presign,1,0.2262,4163,3981,1058060,9274,286142464
~1MiB,1050888,presign,2,0.2356,3548,3680,1057677,9240,286138368
~1MiB,1050888,presign,3,0.2297,3482,3614,1058397,10146,286183424
~1MiB,1050888,presign,4,0.2388,3482,3680,1057479,8382,286216192
~9MiB,9454448,proxy,0,0.2374,9491811,9511561,9503858,9488878,286212096
~9MiB,9454448,proxy,1,0.2397,9498015,9511259,9498331,9490528,286228480
~9MiB,9454448,proxy,2,0.2247,9492207,9511759,9493573,9486286,286261248
~9MiB,9454448,proxy,3,0.2273,9486399,9496645,9483662,9481323,286285824
~9MiB,9454448,proxy,4,0.237,9483275,9494891,9493892,9482709,286285824
~9MiB,9454448,presign,0,0.2431,4098,3916,9473045,12060,286306304
~9MiB,9454448,presign,1,0.246,3552,3680,9472208,9451,286318592
~9MiB,9454448,presign,2,0.2347,4164,3982,9473447,11088,286326784
~9MiB,9454448,presign,3,0.2346,3482,3614,9471731,9174,286343168
~9MiB,9454448,presign,4,0.2389,4098,3916,9473771,14040,286367744
1 size bytes flow iteration latency_s lb_rx_bytes lb_tx_bytes api_rx_bytes api_tx_bytes api_anon_peak
2 ~1MiB 1050888 proxy 0 0.2291 1058727 1075375 1074306 1059556 284934144
3 ~1MiB 1050888 proxy 1 0.2253 1058659 1058991 1060120 1061998 285270016
4 ~1MiB 1050888 proxy 2 0.2328 1058925 1059123 1058798 1059912 285433856
5 ~1MiB 1050888 proxy 3 0.227 1058485 1058633 1058297 1059591 285433856
6 ~1MiB 1050888 proxy 4 0.2284 1057165 1057115 1057126 1058104 285638656
7 ~1MiB 1050888 presign 0 0.2249 4098 3850 1058691 10486 285917184
8 ~1MiB 1050888 presign 1 0.2262 4163 3981 1058060 9274 286142464
9 ~1MiB 1050888 presign 2 0.2356 3548 3680 1057677 9240 286138368
10 ~1MiB 1050888 presign 3 0.2297 3482 3614 1058397 10146 286183424
11 ~1MiB 1050888 presign 4 0.2388 3482 3680 1057479 8382 286216192
12 ~9MiB 9454448 proxy 0 0.2374 9491811 9511561 9503858 9488878 286212096
13 ~9MiB 9454448 proxy 1 0.2397 9498015 9511259 9498331 9490528 286228480
14 ~9MiB 9454448 proxy 2 0.2247 9492207 9511759 9493573 9486286 286261248
15 ~9MiB 9454448 proxy 3 0.2273 9486399 9496645 9483662 9481323 286285824
16 ~9MiB 9454448 proxy 4 0.237 9483275 9494891 9493892 9482709 286285824
17 ~9MiB 9454448 presign 0 0.2431 4098 3916 9473045 12060 286306304
18 ~9MiB 9454448 presign 1 0.246 3552 3680 9472208 9451 286318592
19 ~9MiB 9454448 presign 2 0.2347 4164 3982 9473447 11088 286326784
20 ~9MiB 9454448 presign 3 0.2346 3482 3614 9471731 9174 286343168
21 ~9MiB 9454448 presign 4 0.2389 4098 3916 9473771 14040 286367744
+12
View File
@@ -0,0 +1,12 @@
Lab4 track 1: proxy vs presigned upload
| size | flow | median latency, s | p95 latency, s | LB rx, bytes | API rx, bytes | API anon peak, bytes |
|---|---|---:|---:|---:|---:|---:|
| ~1MiB | proxy | 0.228 | 0.233 | 1058392 | 1061729 | 285638656 |
| ~1MiB | presign | 0.230 | 0.239 | 3755 | 1058061 | 286216192 |
| ~9MiB | proxy | 0.237 | 0.240 | 9490341 | 9494663 | 286285824 |
| ~9MiB | presign | 0.239 | 0.246 | 3879 | 9472840 | 286367744 |
Note: presigned upload keeps the file body off the API request path and off the load balancer.
Completion still streams the object from S3 once to verify its SHA-256, so api_rx stays close to
the file size; the saving is in the client-facing LB leg and in not accepting/buffering the body.
+20
View File
@@ -0,0 +1,20 @@
# Lab5 evidence
All artifacts were produced against the local Compose stand on 2026-10-30
(2 vCPU, 2 GiB Docker VM, RabbitMQ 4.3.7, PostgreSQL 18, SeaweedFS 3.80).
- `stand.txt` — containers, image versions, VM limits.
- `smoke.txt` — public `make test`.
- `async.txt` — worker down/restart, broker restart with volume, stack restart.
- `variants.txt` — thumbnail/crop/optimized metadata, bytes, dimensions.
- `faults.txt` — permanent/transient retry, DLQ/replay, crash before/after
side effect, crash before/after ack, outbox gap, lease takeover.
- `persistence.txt`, `failover.txt`, `idempotency.txt`, `lb-readiness.txt` —
cumulative lab2–lab4 regressions.
- `track2/run.txt`, `track2/runs.csv`, `track2/summary.md` — track 2
duplicate/stale/version harness (3 repetitions).
- `unit-test.txt`, `integration-test.txt`, `vet.txt`, `lint.txt`,
`validate.txt` — build/quality gates.
No `.env`, tokens, credentials or presigned URLs are stored here. Raw SQL rows
contain only synthetic IDs and metadata.
+12
View File
@@ -0,0 +1,12 @@
# make test-queue 2026-10-31T11:26:40Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/lab5_async.py --base-url "http://localhost:8080"
worker down: 202 queued, content 409, queued attachment linked, API restarted
worker restarted: ready, thumbnail and original downloadable, staging cleared
broker down: upload accepted into outbox
broker + relay recovered: queued job reached ready
stack restart: ready attachment and original preserved
worker down: reprocess pipeline 2 accepted, v1 audit event recorded, upload still queued
worker up: reprocessed upload reached ready at pipeline 2, v1 superseded
worker down: reprocess pipeline 3 refused, v1 job untouched
worker up: preserved upload reached ready at pipeline 1
PASS: lab5 async worker/broker durability
+25
View File
@@ -0,0 +1,25 @@
# make test-attachments 2026-10-31T11:26:14Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/attachments_negative.py --base-url "http://localhost:8080"
10 MiB + 1 body: 413
empty body: 415
corrupt PNG (IDAT CRC): 415
MIME spoof (PNG declared as JPEG): 415
structurally valid PNG with non-zlib IDAT: 415
valid zlib, empty PNG raster: 415
valid zlib, invalid PNG scanline filter: 415
invalid PNG color type/bit depth pair: 415
duplicate PNG IHDR: 415
trailing bytes after PNG zlib stream: 415
tRNS on RGBA PNG: 415
short tRNS on RGB PNG: 415
PLTE entries exceed palette bit depth: 415
palette tRNS exceeds PLTE entries: 415
dangerous filenames: 400
foreign attachment metadata/content: 404
empty text without attachments: 400
attachment from another chat: 404
11 attachment ids: 400
duplicate attachment ids: 400
attachment-only message: 201
anonymous direct S3 GET: 403
PASS: lab4 attachment negative scenarios
+29
View File
@@ -0,0 +1,29 @@
# db state 2026-10-30T20:16:08Z
status | count
---------+-------
failed | 2
pending | 4
ready | 31
(3 rows)
status | count
--------+-------
failed | 2
ready | 34
(2 rows)
variants
----------
102
(1 row)
unpublished | outbox
-------------+--------
0 | 58
(1 row)
Timeout: 60.0 seconds ...
Listing queues for vhost messenger ...
name messages messages_ready messages_unacknowledged consumers
attachment.process.dead 4 4 0 0
attachment.process.v1 0 0 0 0
+5
View File
@@ -0,0 +1,5 @@
# failover 2026-10-30T20:11:43Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8080"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 99, "failed_attempts": 0, "first_recovery_seconds": 0.221}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
+15
View File
@@ -0,0 +1,15 @@
# make test-faults 2026-10-31T11:27:03Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/lab5_faults.py --base-url "http://localhost:8080"
permanent failure: failed/injected_failure, content 409, failed attachment not linkable, registry visible
replay: failed -> queued -> ready, one thumbnail
replay ready job: refused
replay older failed version while v2 queued: refused, state intact
v2 published after older replay refusal
replay of failed reprocess: queued projection restored, then ready at pipeline 2
transient exhaustion: attempts=5, retry_exhausted, four retries, DLQ message present
crash after first variant: redelivered, same three variants, attempts=2
crash after commit before ack: ready remains, redelivery is a no-op
crash after claim before side effect: requeued, attempts=2, ready
outbox gap: crash before publish recovered through the relay, outbox published, ready
lease expiry: paused worker, reaper requeued, stale attempt fenced, ready
PASS: lab5 level 4 fault injection
+4
View File
@@ -0,0 +1,4 @@
# idempotency 2026-10-30T20:11:43Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/idempotency_parallel.py --base-url "http://localhost:8080"
{"replay": {"workers": 12, "instances": ["1c67613c89f2", "ee96975adb44"], "message_id": "01a18e70-8fcd-7519-91ab-d9c43b6a5f37"}, "conflict": {"workers": 12, "accepted": 1, "conflicts": 11}, "stable_body": {"message_id": "01a18e70-8ff9-759f-ab87-abd58f58c59d"}, "key_required": {"status": 400}}
PASS: параллельный повтор с одним Idempotency-Key создаёт ровно одно сообщение
+2
View File
@@ -0,0 +1,2 @@
ok mtusi-messenger/internal/storage/postgres 9.448s
ok mtusi-messenger/internal/storage/redis 1.238s
+31
View File
@@ -0,0 +1,31 @@
# LB excludes a not-ready but reachable replica (lab5)
# generated: 2026-10-30T20:18:32Z
# lb: haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122
## 1. baseline: requests through LB by replica
22 23d07355bd77
18 56bd7451c245
stats: api1=UP api2=MAINT (resolution) api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 2. start a temporary TCP proxy to postgres and a candidate replica behind the same network alias
instance-id: 42c73eb4c0a5, readiness while its database is reachable: 200
load balancer slot for the candidate: api2, stats: api1=UP api2=UP 1/2 api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 3. cut the candidate's database access (stop only the TCP proxy)
candidate is still running: running, readiness: 503
waiting for the load balancer to mark api2 DOWN
api2 went DOWN 1s after its database was cut (check: inter 2s fall 2)
stats after failure: api1=UP api2=DOWN api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 4. 40 requests through LB while the candidate is not ready
22 23d07355bd77
18 56bd7451c245
(the candidate must not appear above)
## 5. business writes through LB during the exclusion
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 816.58,
## 6. cleanup
stats after cleanup: api1=UP api2=MAINT (resolution) api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
+34
View File
@@ -0,0 +1,34 @@
# lb readiness 2026-10-30T20:18:31Z
scripts/lb_readiness_check.sh
# LB excludes a not-ready but reachable replica (lab5)
# generated: 2026-10-30T20:18:32Z
# lb: haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122
## 1. baseline: requests through LB by replica
22 23d07355bd77
18 56bd7451c245
stats: api1=UP api2=MAINT (resolution) api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 2. start a temporary TCP proxy to postgres and a candidate replica behind the same network alias
instance-id: 42c73eb4c0a5, readiness while its database is reachable: 200
load balancer slot for the candidate: api2, stats: api1=UP api2=UP 1/2 api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 3. cut the candidate's database access (stop only the TCP proxy)
candidate is still running: running, readiness: 503
waiting for the load balancer to mark api2 DOWN
api2 went DOWN 1s after its database was cut (check: inter 2s fall 2)
stats after failure: api1=UP api2=DOWN api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 4. 40 requests through LB while the candidate is not ready
22 23d07355bd77
18 56bd7451c245
(the candidate must not appear above)
## 5. business writes through LB during the exclusion
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 816.58,
## 6. cleanup
stats after cleanup: api1=UP api2=MAINT (resolution) api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
lb_readiness_check.sh: evidence in evidence/lab5/lb-readiness-detail.txt
+20
View File
@@ -0,0 +1,20 @@
/Users/vladislav/Projects/mtusi2026lab5/bin/golangci-lint run -v
level=info msg="golangci-lint has version 2.13.2 built with go1.27.1 from (unknown, modified: ?, mod sum: \"h1:bCyq3E4vo9qwzifjpzJqYndEt7Ncva80qkk8G2B4TXU=\") on (unknown)"
level=info msg="[config_reader] Config search paths: [./ /Users/vladislav/Projects/mtusi2026lab5 /Users/vladislav/Projects /Users/vladislav /Users /]"
level=info msg="[config_reader] Used config file .golangci.yml"
level=info msg="[config_reader] Module name \"mtusi-messenger\""
level=info msg="[goenv] Read go env for 6.264542ms: map[string]string{\"GOCACHE\":\"/Users/vladislav/Library/Caches/go-build\", \"GOROOT\":\"/opt/homebrew/Cellar/go/1.27.1/libexec\"}"
level=info msg="[lintersdb] Active 50 linters: [asasalint bodyclose canonicalheader containedctx contextcheck copyloopvar depguard durationcheck errcheck errname errorlint exhaustive exptostd fatcontext forbidigo forcetypeassert gocheckcompilerdirectives gocritic gofumpt goimports gomoddirectives gosec govet ineffassign intrange makezero misspell musttag nilerr nilnil noctx nolintlint perfsprint prealloc reassign recvcheck revive rowserrcheck sloglint sqlclosecheck staticcheck testifylint thelper tparallel unconvert unparam unused usestdlibvars usetesting wastedassign]"
level=info msg="[loader] Using build tags: [integration]"
level=info msg="[loader] Go packages loading at mode 8767 (compiled_files|deps|exports_file|files|types_sizes|imports|name) took 193.808375ms"
level=info msg="[runner/filename_unadjuster] Pre-built 0 adjustments in 11.667ms"
level=info msg="[linters_context/goanalysis] analyzers took 0s with no stages"
level=info msg="[runner/exclusion_rules] Skipped 14 issues by rules: [Path: \"_test\\\\.go\", Linters: \"gosec, prealloc, forcetypeassert, unparam\"]"
level=info msg="[runner] Issues before processing: 887, after processing: 0"
level=info msg="[runner] Processors filtering stat (in/out): path_absoluter: 887/887, cgo: 887/887, filename_unadjuster: 887/887, nolint_filter: 6/0, invalid_issue: 887/887, exclusion_paths: 887/887, path_relativity: 887/887, generated_file_filter: 887/298, exclusion_rules: 298/6"
level=info msg="[runner] processing took 2.828168ms with stages: generated_file_filter: 1.490334ms, nolint_filter: 764.209µs, path_relativity: 284.917µs, exclusion_rules: 251.001µs, invalid_issue: 13.417µs, cgo: 12.25µs, path_absoluter: 4.666µs, sort_results: 2.916µs, filename_unadjuster: 2.542µs, max_same_issues: 874ns, diff: 167ns, fixer: 166ns, path_prettifier: 125ns, max_per_file_from_linter: 125ns, exclusion_paths: 125ns, path_shortener: 124ns, uniq_by_line: 84ns, severity-rules: 42ns, max_from_linter: 42ns, source_code: 42ns"
level=info msg="[runner] linters took 629.148708ms with stages: goanalysis_metalinter: 626.277292ms"
0 issues.
level=info msg="File cache stats: 0 entries of total size 0B"
level=info msg="Memory: 10 samples, avg is 87.2MB, max is 111.5MB"
level=info msg="Execution took 841.622625ms"
+4
View File
@@ -0,0 +1,4 @@
# persistence 2026-10-30T20:12:05Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://localhost:8080"
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
+11
View File
@@ -0,0 +1,11 @@
# presign 2026-10-30T20:11:41Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 student-tests/presign_flow.py --base-url "http://localhost:8080"
happy path: direct PUT 200, complete queued, ready after worker
message with attachment downloaded as the second chat member
repeated complete is idempotent
foreign complete: 404
complete before PUT: 409
wrong completion checksum: 409
oversized direct PUT: 403 from S3; complete: 409 (nothing stored)
same-size overwrite: last PUT wins, checksum verified
PASS: lab4 presigned upload flow
+3
View File
@@ -0,0 +1,3 @@
# make test 2026-10-31T11:26:59Z
env -u HTTP_PROXY -u HTTPS_PROXY -u ALL_PROXY -u http_proxy -u https_proxy -u all_proxy NO_PROXY=localhost,127.0.0.1,::1 no_proxy=localhost,127.0.0.1,::1 python3 tests/smoke.py --base-url "http://localhost:8080"
PASS: lab5 public API scenario; infrastructure and grading evidence remain separate.
+20
View File
@@ -0,0 +1,20 @@
# stand 2026-10-30T20:16:07Z
NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS
mtusi-messenger-lab5-api-1 mtusi-messenger:lab5 "/usr/local/bin/mess…" api 42 seconds ago Up Less than a second (health: starting) 8080/tcp
mtusi-messenger-lab5-api-2 mtusi-messenger:lab5 "/usr/local/bin/mess…" api 42 seconds ago Up Less than a second (health: starting) 8080/tcp
mtusi-messenger-lab5-broker-1 rabbitmq:4.3.7-management-alpine@sha256:1528a88eebf2bc4d0ab7e9d5d9bc542e9bdf5e1b105e65848fcf8de5c2186528 "docker-entrypoint.s…" broker 8 minutes ago Up 8 seconds (healthy) 4369/tcp, 5671-5672/tcp, 15671/tcp, 15691-15692/tcp, 25672/tcp, 127.0.0.1:15672->15672/tcp
mtusi-messenger-lab5-lb-1 haproxy:3.2-alpine@sha256:254e6370f01cd654e0744edf607c67f33777c1b6a9dc0d4b28bcba7171460122 "docker-entrypoint.s…" lb 8 minutes ago Up 3 minutes 127.0.0.1:8404->8404/tcp, 127.0.0.1:8080->80/tcp
mtusi-messenger-lab5-postgres-1 postgres:18-alpine@sha256:77f585114c32fbca283dc835b0596f4e52b51b4c6662d7810b2f4084f60a1873 "docker-entrypoint.s…" postgres 8 minutes ago Up 3 minutes (healthy) 5432/tcp
mtusi-messenger-lab5-redis-1 redis:7.4-alpine@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499 "docker-entrypoint.s…" redis 8 minutes ago Up 4 minutes (healthy) 6379/tcp
mtusi-messenger-lab5-relay-1 mtusi-messenger:lab5 "/usr/local/bin/relay" relay 42 seconds ago Up Less than a second (health: starting) 8080/tcp, 127.0.0.1:8082->8082/tcp
mtusi-messenger-lab5-seaweedfs-1 chrislusf/seaweedfs:3.80@sha256:1055999e08eed1789b0ae45d235126e4495e23d3fb9d6396293fd42539b1ae6a "/entrypoint.sh serv…" seaweedfs 8 minutes ago Up 3 minutes (healthy) 7333/tcp, 8080/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp, 127.0.0.1:8333->8333/tcp
mtusi-messenger-lab5-worker-1 mtusi-messenger:lab5 "/usr/local/bin/work…" worker 42 seconds ago Up Less than a second (health: starting) 8080/tcp, 127.0.0.1:8081->8081/tcp
mtusi-messenger:lab5 10b83ff52c7d
rabbitmq:4.3.7-management-alpine 1528a88eebf2
haproxy:3.2-alpine 254e6370f01c
redis:7.4-alpine 858f009f9709
postgres:18-alpine 77f585114c32
chrislusf/seaweedfs:3.80 1055999e08ee
CPUs=2 MemTotal=2053644288
+7
View File
@@ -0,0 +1,7 @@
Dduplicate_before_effect rep=1: PASS
Dstale_version_after_v2 rep=1: PASS
Dduplicate_before_effect rep=2: PASS
Dstale_version_after_v2 rep=2: PASS
Dduplicate_before_effect rep=3: PASS
Dstale_version_after_v2 rep=3: PASS
PASS: track2 6/6 scenarios
+7
View File
@@ -0,0 +1,7 @@
scenario,rep,pass,detail
duplicate_before_effect,1,1,attempts=1
stale_version_after_v2,1,1,v1_job=01a18e6e-17b0-763b-b330-7adbcb43a700
duplicate_before_effect,2,1,attempts=1
stale_version_after_v2,2,1,v1_job=01a18e6e-455e-75f3-857a-750ed660378b
duplicate_before_effect,3,1,attempts=1
stale_version_after_v2,3,1,v1_job=01a18e6e-74f2-7b4a-842b-c014c626413c
1 scenario rep pass detail
2 duplicate_before_effect 1 1 attempts=1
3 stale_version_after_v2 1 1 v1_job=01a18e6e-17b0-763b-b330-7adbcb43a700
4 duplicate_before_effect 2 1 attempts=1
5 stale_version_after_v2 2 1 v1_job=01a18e6e-455e-75f3-857a-750ed660378b
6 duplicate_before_effect 3 1 attempts=1
7 stale_version_after_v2 3 1 v1_job=01a18e6e-74f2-7b4a-842b-c014c626413c
+21
View File
@@ -0,0 +1,21 @@
# Track 2 — versioned pipeline and duplicate/stale delivery
Hypothesis: with the effect key `(attachment_id, pipeline_version, variant)`,
deterministic object keys, a serving version that changes only when all v2
variants are committed, and stale-version acknowledgements, an at-least-once
pipeline loses no accepted work and never overwrites a newer result with an
older duplicate.
Method: N=3 repetitions. Each repetition creates fresh users/chat and runs:
- duplicate pipeline publication while the worker is stopped, followed by recovery;
- v1 ready -> explicit reprocess to v2 -> old v1 message delivered after v2 ready.
Invariants checked: unique variant rows per effect key; ready remains ready;
serving pipeline version never regresses; original bytes/checksum unchanged;
stale job state is not rewritten.
Limitations: this harness covers duplicate and stale/reorder delivery. Crash
windows (before/after side effect, before/after ack, outbox gap) and lease
takeover are covered by student-tests/lab5_faults.py; both are single-node
Compose evidence, not a production availability claim. Delivery is
at-least-once; exactly-once is not claimed.
+41
View File
@@ -0,0 +1,41 @@
env -u APP_ENV -u SERVER_HOST -u SERVER_PORT -u SERVER_READ_HEADER_TIMEOUT -u SERVER_READ_TIMEOUT -u SERVER_SHUTDOWN_TIMEOUT -u SERVER_MAX_BODY_BYTES -u LOG_LEVEL -u LOG_FORMAT -u POSTGRES_HOST -u POSTGRES_PORT -u POSTGRES_DATABASE -u POSTGRES_USER -u POSTGRES_PASSWORD -u POSTGRES_SSL_MODE -u POSTGRES_MAX_CONNS -u POSTGRES_MIN_CONNS -u POSTGRES_MAX_CONN_LIFETIME -u POSTGRES_MAX_CONN_IDLE_TIME -u POSTGRES_CONNECT_TIMEOUT -u POSTGRES_QUERY_TIMEOUT -u REDIS_ENABLED -u REDIS_HOST -u REDIS_PORT -u REDIS_PASSWORD -u REDIS_DB -u REDIS_MAX_RETRIES -u REDIS_DIAL_TIMEOUT -u REDIS_READ_TIMEOUT -u REDIS_WRITE_TIMEOUT -u REDIS_POOL_SIZE -u CACHE_ENABLED -u CACHE_CHAT_LIST_TTL -u CACHE_LOCK_TTL -u CACHE_LOCK_WAIT_TIMEOUT -u SESSION_TTL_SECONDS -u IDEMPOTENCY_TTL_SECONDS -u API_REPLICAS -u API_CPU_LIMIT -u API_MEM_LIMIT -u POSTGRES_MAX_CONNS -u POSTGRES_CPU_LIMIT -u POSTGRES_MEM_LIMIT -u LB_STATS_PORT -u S3_ENDPOINT -u S3_PUBLIC_ENDPOINT -u S3_PORT -u S3_REGION -u S3_BUCKET -u S3_ACCESS_KEY_ID -u S3_SECRET_ACCESS_KEY -u MAX_UPLOAD_BYTES -u MAX_IMAGE_PIXELS -u S3_PRESIGN_TTL -u S3_SWEEP_INTERVAL -u S3_SWEEP_GRACE -u BROKER_USER -u BROKER_PASSWORD -u BROKER_VHOST -u BROKER_URL -u BROKER_EXCHANGE -u BROKER_QUEUE -u BROKER_DLX -u BROKER_DLQ -u BROKER_MANAGEMENT_PORT -u BROKER_CPU_LIMIT -u BROKER_MEM_LIMIT -u WORKER_CONCURRENCY -u WORKER_PREFETCH -u WORKER_CPU_LIMIT -u WORKER_MEM_LIMIT -u WORKER_SHUTDOWN_TIMEOUT -u PROCESSING_PIPELINE_VERSION -u PROCESSING_MAX_ATTEMPTS -u PROCESSING_JOB_TIMEOUT -u PROCESSING_LEASE_TTL -u PROCESSING_HEARTBEAT -u PROCESSING_RETRY_BASE -u PROCESSING_RETRY_CAP -u OUTBOX_POLL_INTERVAL -u OUTBOX_CLAIM_TTL -u OUTBOX_BATCH -u OUTBOX_REAPER_INTERVAL -u OUTBOX_RETENTION -u RELAY_CPU_LIMIT -u RELAY_MEM_LIMIT -u STAGING_ORPHAN_GRACE -u STAGING_FAILED_RETENTION -u ADMISSION_MAX_PENDING_PER_USER -u ADMISSION_MAX_PENDING -u ADMISSION_MAX_STAGED_BYTES go test -race -shuffle=on -count=1 -timeout=5m ./...
? mtusi-messenger/cmd/jobctl [no test files]
? mtusi-messenger/cmd/messenger [no test files]
? mtusi-messenger/cmd/migrate [no test files]
? mtusi-messenger/cmd/relay [no test files]
? mtusi-messenger/cmd/s3init [no test files]
? mtusi-messenger/cmd/worker [no test files]
? mtusi-messenger/internal/broker [no test files]
ok mtusi-messenger/internal/config 1.717s
ok mtusi-messenger/internal/domain 2.647s
? mtusi-messenger/internal/failpoint [no test files]
ok mtusi-messenger/internal/health 1.315s
ok mtusi-messenger/internal/imagecheck 3.766s
ok mtusi-messenger/internal/imageproc 2.400s
ok mtusi-messenger/internal/logger 2.338s
? mtusi-messenger/internal/outbox [no test files]
ok mtusi-messenger/internal/platform/cache 4.909s
? mtusi-messenger/internal/platform/cache/mocks [no test files]
ok mtusi-messenger/internal/platform/objectstore 6.507s
ok mtusi-messenger/internal/platform/password 3.349s
ok mtusi-messenger/internal/platform/token 3.304s
ok mtusi-messenger/internal/service/attachment 5.105s
? mtusi-messenger/internal/service/attachment/mocks [no test files]
ok mtusi-messenger/internal/service/chat 4.460s
? mtusi-messenger/internal/service/chat/mocks [no test files]
ok mtusi-messenger/internal/service/message 4.119s
? mtusi-messenger/internal/service/message/mocks [no test files]
ok mtusi-messenger/internal/service/session 5.771s
? mtusi-messenger/internal/service/session/mocks [no test files]
ok mtusi-messenger/internal/service/user 6.251s
? mtusi-messenger/internal/service/user/mocks [no test files]
ok mtusi-messenger/internal/storage/postgres 6.484s
? mtusi-messenger/internal/storage/postgres/internal/sqlcgen [no test files]
? mtusi-messenger/internal/storage/postgres/migrations [no test files]
? mtusi-messenger/internal/storage/redis [no test files]
? mtusi-messenger/internal/storage/redis/mocks [no test files]
ok mtusi-messenger/internal/transport/rest 6.893s
? mtusi-messenger/internal/transport/rest/internal/oas [no test files]
? mtusi-messenger/internal/transport/rest/mocks [no test files]
? mtusi-messenger/internal/worker [no test files]
? mtusi-messenger/tools/specgen [no test files]
+3
View File
@@ -0,0 +1,3 @@
# make validate PYTHON=.venv/bin/python 2026-10-30T22:22:13Z
.venv/bin/python scripts/validate_openapi.py
PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested.
+3
View File
@@ -0,0 +1,3 @@
# lab5_variants 2026-10-30T20:08:36Z
variants: thumbnail 256x160, crop 128x128, optimized WebP 320x200; metadata == bytes
PASS: lab5 variant contract
View File
+31
View File
@@ -0,0 +1,31 @@
# LB excludes a not-ready but reachable replica (lab3)
# generated: 2026-10-16T14:02:26Z
# lb: haproxy:3.2-alpine
## 1. baseline: requests through LB by replica
18 52861386fddb
22 8587b4251b72
stats: api1=UP api2=UP api3=MAINT (resolution) api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 2. start a temporary TCP proxy to postgres and a candidate replica behind the same network alias
instance-id: 9e9e905440d3, readiness while its database is reachable: 200
load balancer slot for the candidate: api3, stats: api1=UP api2=UP api3=UP api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 3. cut the candidate's database access (stop only the TCP proxy)
candidate is still running: running, readiness: 503
waiting for the load balancer to mark api3 DOWN
api3 went DOWN 2s after its database was cut (check: inter 2s fall 2)
stats after failure: api1=UP api2=UP api3=DOWN api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
## 4. 40 requests through LB while the candidate is not ready
18 52861386fddb
22 8587b4251b72
(the candidate must not appear above)
## 5. business writes through LB during the exclusion
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 1163.529,
## 6. cleanup
stats after cleanup: api1=UP api2=UP api3=MAINT (resolution) api4=MAINT (resolution) api5=MAINT (resolution) api6=MAINT (resolution) api7=MAINT (resolution) api8=MAINT (resolution) BACKEND=UP
+17
View File
@@ -0,0 +1,17 @@
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.031,
"concurrency": 32,
"successful_requests": 38549,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 1283.644,
"successful_latency_ms": {
"p50": 19.177,
"p95": 52.823,
"p99": 60.246
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+18
View File
@@ -0,0 +1,18 @@
# контейнерный стенд через LB, 32 клиента, 30 с — 2026-10-16T14:26:39Z
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 30.0,
"elapsed_seconds": 30.031,
"concurrency": 32,
"successful_requests": 38549,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 1283.644,
"successful_latency_ms": {
"p50": 19.177,
"p95": 52.823,
"p99": 60.246
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+22
View File
@@ -0,0 +1,22 @@
{
"lab": 3,
"workload": "closed-loop POST messages; failures counted, not raised",
"requested_duration_seconds": 90.0,
"elapsed_seconds": 90.033,
"concurrency": 32,
"successful_requests": 220781,
"failed_requests": 0,
"error_ratio": 0.0,
"errors_by_kind": {},
"successful_rps": 2452.222,
"successful_latency_ms": {
"p50": 12.541,
"p95": 17.549,
"p99": 22.396
},
"instances": {
"Vladislavs-MacBook-Pro.local": 220781
},
"bootstrap_attempts": 1,
"note": "Percentiles cover successful writes only; transitional errors are expected during a rolling update."
}
+23
View File
@@ -0,0 +1,23 @@
# нативный процесс вне Docker, 32 клиента, 90 с — 2026-10-16T14:26:39Z
{
"lab": 3,
"workload": "closed-loop POST messages; failures counted, not raised",
"requested_duration_seconds": 90.0,
"elapsed_seconds": 90.033,
"concurrency": 32,
"successful_requests": 220781,
"failed_requests": 0,
"error_ratio": 0.0,
"errors_by_kind": {},
"successful_rps": 2452.222,
"successful_latency_ms": {
"p50": 12.541,
"p95": 17.549,
"p99": 22.396
},
"instances": {
"Vladislavs-MacBook-Pro.local": 220781
},
"bootstrap_attempts": 1,
"note": "Percentiles cover successful writes only; transitional errors are expected during a rolling update."
}
+40
View File
@@ -0,0 +1,40 @@
# Контроль пути «хост -> Colima VM -> LB»
Один и тот же генератор (`tests/load.py`), один и тот же профиль (закрытый цикл,
8 клиентов, 15 с прогрева, 60 с замера) и один и тот же стенд. Меняется только
место клиента: на хосте (через опубликованный порт) или в контейнере внутри VM
(напрямую в балансировщик по docker-сети). Воспроизведение:
`scripts/path_overhead_check.sh`.
| клиент | успешных | отказов | ошибки | RPS | p50, мс | p95, мс |
| --- | --- | --- | --- | --- | --- | --- |
| на хосте, `http://127.0.0.1:8080` | 92 378 | 32 575 | 26.1 % | 1 539 | 3.79 | 7.16 |
| в VM, `http://lb` | 88 596 | **0** | 0 % | 1 475 | 5.29 | 8.42 |
## Что это показывает
1. **Пропускная способность одна и та же** (1 539 против 1 475, разница в пределах
разброса; клиент в VM даже немного медленнее, потому что делит с стендом те же
2 vCPU). Значит путь «хост -> проброс порта -> VM» **не задаёт потолок**: его
исключение из маршрута ничего не прибавляет.
2. **Отказы целиком клиентские.** Тот же стенд под той же нагрузкой не отказал ни
разу для клиента внутри VM. При этом за прогон с 26 % клиентских отказов
балансировщик отдал все запросы без 5xx (`hrsp_5xx=0` в статистике HAProxy), а
в логах API нет ни одной записи уровня выше `info`.
3. Причина — сам проброс порта: генератор ходит без keep-alive (новое TCP-соединение
на запрос), и под шквалом соединений forwarder хоста начинает их отклонять.
Наблюдения: в момент замера на хосте было **19 556 сокетов в `TIME_WAIT`** при
диапазоне эфемерных портов 49 152-65 535 (16 384), а точечный пробник из 40 000
быстрых подключений подряд получил 1 294 успеха и 38 706 `ECONNREFUSED`.
4. Предел этой хрупкости тоже измерен: прогон на ~4 500 соединений/с по тривиальному
`/health/live` дал 100 % отказов, после чего проброс порта (и доступ к Docker-эндпоинту
Colima) перестал отвечать до `colima restart`. Стенд при этом не падал — недоступным
был именно хостовый путь; серия трека 1 поэтому снимается клиентом внутри VM
(`CLIENT=vm`), где отказов нет.
Клиент на хосте способен на большее: тот же закрытый цикл по тривиальному серверу,
поднятому на самом хосте (без Docker), дал 4 469 RPS без отказов — то есть ~1 500 RPS
не являются потолком генератора.
Артефакты: `outside.txt`, `inside.txt`, `load-outside.json`, `load-inside.json`,
`summary.txt`.
+17
View File
@@ -0,0 +1,17 @@
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 60.0,
"elapsed_seconds": 60.073,
"concurrency": 8,
"successful_requests": 88596,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 1474.795,
"successful_latency_ms": {
"p50": 5.292,
"p95": 8.415,
"p99": 10.433
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+17
View File
@@ -0,0 +1,17 @@
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 60.0,
"elapsed_seconds": 60.073,
"concurrency": 8,
"successful_requests": 88596,
"failed_requests": 0,
"error_ratio": 0.0,
"successful_rps": 1474.795,
"successful_latency_ms": {
"p50": 5.292,
"p95": 8.415,
"p99": 10.433
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+17
View File
@@ -0,0 +1,17 @@
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 60.0,
"elapsed_seconds": 60.026,
"concurrency": 8,
"successful_requests": 92378,
"failed_requests": 32575,
"error_ratio": 0.260698,
"successful_rps": 1538.959,
"successful_latency_ms": {
"p50": 3.793,
"p95": 7.159,
"p99": 21.756
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+17
View File
@@ -0,0 +1,17 @@
{
"lab": 3,
"workload": "closed-loop POST messages; no automatic retries",
"requested_duration_seconds": 60.0,
"elapsed_seconds": 60.026,
"concurrency": 8,
"successful_requests": 92378,
"failed_requests": 32575,
"error_ratio": 0.260698,
"successful_rps": 1538.959,
"successful_latency_ms": {
"p50": 3.793,
"p95": 7.159,
"p99": 21.756
},
"note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead."
}
+9
View File
@@ -0,0 +1,9 @@
# Контроль пути к балансировщику
# generated: 2026-10-16T18:17:21Z
# profile: tests/load.py duration=60 concurrency=8 warmup=15
# docker network: mtusi-messenger-lab3_default
# клиент в VM: python:3.12-alpine
=== извне: клиент на хосте, http://127.0.0.1:8080 ===
=== изнутри: клиент в VM, http://lb ===

Some files were not shown because too many files have changed in this diff Show More