From 366b4be7b875a76f051a1dbf5270579b7d475242 Mon Sep 17 00:00:00 2001 From: Sergey Lyakhonov Date: Fri, 23 Oct 2026 18:28:16 +0300 Subject: [PATCH 1/4] =?UTF-8?q?=D0=9F=D0=B5=D1=80=D0=B5=D0=BD=D0=B5=D1=81?= =?UTF-8?q?=D1=82=D0=B8=20=D1=81=D0=BE=D0=B1=D1=81=D1=82=D0=B2=D0=B5=D0=BD?= =?UTF-8?q?=D0=BD=D1=83=D1=8E=20=D1=80=D0=B5=D0=B0=D0=BB=D0=B8=D0=B7=D0=B0?= =?UTF-8?q?=D1=86=D0=B8=D1=8E=20=D0=BB=D0=B0=D0=B1=D0=BE=D1=80=D0=B0=D1=82?= =?UTF-8?q?=D0=BE=D1=80=D0=BD=D0=BE=D0=B9=202=20=D1=81=20=D1=81=D0=BE?= =?UTF-8?q?=D1=85=D1=80=D0=B0=D0=BD=D0=B5=D0=BD=D0=B8=D0=B5=D0=BC=20=D0=BA?= =?UTF-8?q?=D0=BE=D0=BD=D1=82=D1=80=D0=B0=D0=BA=D1=82=D0=B0=20=D0=BB=D0=B0?= =?UTF-8?q?=D0=B1=D0=BE=D1=80=D0=B0=D1=82=D0=BE=D1=80=D0=BD=D0=BE=D0=B9=20?= =?UTF-8?q?3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitattributes | 5 + Dockerfile | 12 ++ evidence/transfer-check.txt | 2 + evidence/transfer.md | 10 ++ infra/schema.md | 12 ++ migrations/001_initial.sql | 33 +++++ requirements.lock.txt | 25 ++++ requirements.txt | 7 ++ scripts/bootstrap.py | 15 +++ scripts/wait_ready.py | 17 +++ src/__init__.py | 0 src/app.py | 156 +++++++++++++++++++++++ src/cache.py | 43 +++++++ src/config.py | 10 ++ src/main.py | 9 ++ src/migrate.py | 19 +++ src/models.py | 118 ++++++++++++++++++ src/routes/__init__.py | 0 src/routes/chats.py | 79 ++++++++++++ src/routes/common.py | 29 +++++ src/routes/health.py | 21 ++++ src/routes/messages.py | 72 +++++++++++ src/routes/users.py | 49 ++++++++ src/storage.py | 240 ++++++++++++++++++++++++++++++++++++ 24 files changed, 983 insertions(+) create mode 100644 .gitattributes create mode 100644 Dockerfile create mode 100644 evidence/transfer-check.txt create mode 100644 evidence/transfer.md create mode 100644 infra/schema.md create mode 100644 migrations/001_initial.sql create mode 100644 requirements.lock.txt create mode 100644 requirements.txt create mode 100644 scripts/bootstrap.py create mode 100644 scripts/wait_ready.py create mode 100644 src/__init__.py create mode 100644 src/app.py create mode 100644 src/cache.py create mode 100644 src/config.py create mode 100644 src/main.py create mode 100644 src/migrate.py create mode 100644 src/models.py create mode 100644 src/routes/__init__.py create mode 100644 src/routes/chats.py create mode 100644 src/routes/common.py create mode 100644 src/routes/health.py create mode 100644 src/routes/messages.py create mode 100644 src/routes/users.py create mode 100644 src/storage.py diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 00000000..0b978c54 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,5 @@ +*.sh text eol=lf +*.py text eol=lf +*.sql text eol=lf +Dockerfile text eol=lf +*.cmd text eol=crlf diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..c6cdf61c --- /dev/null +++ b/Dockerfile @@ -0,0 +1,12 @@ +FROM python:3.11.10-slim-bookworm +WORKDIR /app +# Приложение работает без прав root. +RUN groupadd -r appuser && useradd -r -g appuser appuser +COPY requirements.lock.txt . +RUN pip install --no-cache-dir -r requirements.lock.txt +COPY src/ src/ +COPY migrations/ migrations/ +USER appuser +HEALTHCHECK --interval=5s --timeout=5s --start-period=15s --retries=5 CMD python -c "import urllib.request; urllib.request.urlopen('http://localhost:8080/health/ready')" +EXPOSE 8080 +CMD ["sh", "-c", "python -m src.migrate && exec python -m uvicorn src.app:app --host 0.0.0.0 --port 8080 --timeout-graceful-shutdown 8"] diff --git a/evidence/transfer-check.txt b/evidence/transfer-check.txt new file mode 100644 index 00000000..af78b3e0 --- /dev/null +++ b/evidence/transfer-check.txt @@ -0,0 +1,2 @@ +python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/transfer.md b/evidence/transfer.md new file mode 100644 index 00000000..78907dc3 --- /dev/null +++ b/evidence/transfer.md @@ -0,0 +1,10 @@ +# Перенос лабораторной 2 + +Автор: Ляхонов Сергей, БВТ2301. Выбран трек 1 лабораторной 3. + +База: локальный репозиторий vysoko-nagr_gitea, HEAD 549873f. Перенесены src/, migrations/, Dockerfile, requirements*.txt, .gitattributes, scripts/bootstrap.py, scripts/wait_ready.py и infra/schema.md. Исходные README, COURSE, tests, contracts и остальные материалы лабораторной 3 сохранены. + +В исходном репозитории обнаружены пользовательские изменения scripts/research.py и пяти файлов student-tests; эти файлы не переносились и не изменялись. Секреты, Git, тома, результаты старых экспериментов и сгенерированные данные не переносились. + +Это завершённый этап переноса, а не реализация новых требований lab3. Проверка: make check PYTHON=python. +`nНа Windows требуется PYTHONUTF8=1: без него публичный скрипт читает UTF-8 как cp1251. diff --git a/infra/schema.md b/infra/schema.md new file mode 100644 index 00000000..eb4a6668 --- /dev/null +++ b/infra/schema.md @@ -0,0 +1,12 @@ +# Схема PostgreSQL + +Пользователь имеет уникальное имя и хеш Argon2id. Чат и строки участников создаются в одной транзакции; ошибка любого FK откатывает весь чат. Сообщение связано с чатом, отправителем и членством составным FK. Удаление данных через API отсутствует. + +Сессия хранит SHA-256 случайного 256-битного токена и абсолютное время окончания; SHA-256 применяется к токену, а пароль обрабатывается Argon2id. Logout удаляет строку. Внешний API не возвращает хеши. + +Индекс messages_history_idx (chat_id, created_at, id) обслуживает WHERE chat_id = ? AND (created_at,id) > (?,?) ORDER BY created_at,id LIMIT ?. Запрашиваются limit+1 строка, чтобы определить наличие следующей страницы. PostgreSQL timestamptz сохраняет микросекунды; UUID разрешает совпадения времени. Между страницами нет общего snapshot. + +Миграции выполняются под advisory lock в транзакции; schema_migrations предотвращает повторное применение. Пул ограничен десятью подключениями и 32 ожидающими; получение подключения — 3 секунды, statement_timeout — 3 секунды, lock_timeout — 2 секунды. + +## Кэш уровня 4 +Redis хранит только публичные неизменяемые профили пользователей, без хешей паролей и токенов. Ключ profile:v1:UUID, TTL 60 секунд, maxmemory 64 MiB, allkeys-lru. Пользовательские изменения и удаление не входят в API: инвалидация при обновлении не требуется; при будущем расширении она обязательна. Cache-aside: промах или ошибка возвращают чтение PostgreSQL; кэш заполняется после чтения подтверждённой строки. После рестарта кэш пуст и восстанавливается по запросам. Persistence кэша отключён намеренно; сессии находятся в PostgreSQL. Redis не критичен для readiness, PostgreSQL критичен. Кэш не участвует в проверке Bearer: каждая сессия проверяется в PostgreSQL, поэтому logout немедленно действует даже при недоступном Redis. diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 00000000..2ee14af7 --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,33 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username varchar(32) NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name varchar(100) NOT NULL CHECK (length(btrim(display_name)) > 0), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title varchar(100) NOT NULL CHECK (length(btrim(title)) > 0), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id), + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id, user_id) +); +CREATE INDEX chat_members_user_idx ON chat_members (user_id, chat_id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL REFERENCES users(id), + text varchar(4000) NOT NULL CHECK (length(btrim(text)) > 0), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + FOREIGN KEY (chat_id, sender_id) REFERENCES chat_members(chat_id, user_id) +); +CREATE INDEX messages_history_idx ON messages (chat_id, created_at, id); +CREATE TABLE sessions ( + token_hash char(64) PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL +); +CREATE INDEX sessions_expiry_idx ON sessions (expires_at); diff --git a/requirements.lock.txt b/requirements.lock.txt new file mode 100644 index 00000000..ceec59ee --- /dev/null +++ b/requirements.lock.txt @@ -0,0 +1,25 @@ +annotated-types==0.8.0 +anyio==4.15.1 +argon2-cffi==23.1.0 +argon2-cffi-bindings==26.1.0 +cffi==2.1.1 +click==8.5.0 +fastapi==0.115.0 +h11==0.16.0 +httptools==0.8.0 +idna==3.20 +psycopg==3.2.3 +psycopg-binary==3.2.3 +psycopg-pool==3.2.4 +pycparser==3.1 +pydantic==2.9.2 +pydantic_core==2.23.4 +python-dotenv==1.2.4 +PyYAML==6.0.3 +starlette==0.38.6 +typing_extensions==4.16.0 +uvicorn==0.32.0 +uvloop==0.23.0 +watchfiles==1.3.0 +websockets==17.2 +redis==5.2.0 diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 00000000..1b6204da --- /dev/null +++ b/requirements.txt @@ -0,0 +1,7 @@ +fastapi==0.115.0 +uvicorn[standard]==0.32.0 +pydantic==2.9.2 +psycopg[binary]==3.2.3 +psycopg-pool==3.2.4 +argon2-cffi==23.1.0 +redis==5.2.0 diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 00000000..e1fd52c4 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,15 @@ +"""Создать локальные секреты, не перезаписывая существующие.""" +from pathlib import Path +import secrets + +root = Path(__file__).resolve().parents[1] +folder = root / 'secrets' +folder.mkdir(exist_ok=True) +password_file = folder / 'db_password' +if not password_file.exists(): + password_file.write_text(secrets.token_hex(24), encoding='utf-8') +url_file = folder / 'database_url' +if not url_file.exists(): + password = password_file.read_text(encoding='utf-8').strip() + url_file.write_text(f'postgresql://messenger:{password}@db:5432/messenger', encoding='utf-8') +print('Локальные секреты готовы; значения не выводятся.') diff --git a/scripts/wait_ready.py b/scripts/wait_ready.py new file mode 100644 index 00000000..35bd7e0d --- /dev/null +++ b/scripts/wait_ready.py @@ -0,0 +1,17 @@ +"""Дождаться HTTP readiness перед запуском проверок.""" +import argparse +import time +import urllib.request +parser=argparse.ArgumentParser() +parser.add_argument('--base-url',default='http://localhost:8080') +args=parser.parse_args() +for _ in range(120): + try: + with urllib.request.urlopen(args.base_url+'/health/ready',timeout=2) as response: + if response.status==200: + print('PASS: API ready') + break + except Exception: + time.sleep(0.5) +else: + raise SystemExit('API readiness timeout') diff --git a/src/__init__.py b/src/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/src/app.py b/src/app.py new file mode 100644 index 00000000..9cd3046b --- /dev/null +++ b/src/app.py @@ -0,0 +1,156 @@ +import uuid +from contextlib import asynccontextmanager +import psycopg +from psycopg_pool import PoolTimeout +from starlette.concurrency import run_in_threadpool + +from fastapi import FastAPI, Request +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse +from pydantic import ValidationError as PydanticValidationError +from starlette.exceptions import HTTPException as StarletteHTTPException + +from src.models import ErrorResponse +from src.routes import chats, health, messages, users +from src.storage import storage + + +def create_app() -> FastAPI: + """Создать и настроить приложение FastAPI.""" + @asynccontextmanager + async def lifespan(app): + await run_in_threadpool(storage.pool.open, wait=True) + try: + yield + finally: + await run_in_threadpool(storage.pool.close) + + app = FastAPI(title="MTUSI Messenger Lab2", version="1.2.0", lifespan=lifespan) + + @app.exception_handler(psycopg.OperationalError) + @app.exception_handler(psycopg.errors.QueryCanceled) + @app.exception_handler(PoolTimeout) + async def dependency_error(request, exc): + return JSONResponse(status_code=503, content=ErrorResponse(error={ + "code": "unavailable", "message": "хранилище временно недоступно", + "request_id": request.state.request_id}).model_dump(), + headers={"X-Request-Id": request.state.request_id}) + + @app.middleware("http") + async def add_request_id(request: Request, call_next): + """Middleware: добавляет X-Request-Id и реализует ограничение очереди запросов (трек 2).""" + request_id = request.headers.get("X-Request-Id", "") or str(uuid.uuid4()) + request.state.request_id = request_id + + # Трек 2: ограничение очереди запросов — возвращаем 503 при переполнении + if not storage.acquire_request_slot(): + return JSONResponse( + status_code=503, + content=ErrorResponse( + error={ + "code": "unavailable", + "message": "сервер перегружен, попробуйте позже", + "request_id": request_id, + } + ).model_dump(), + headers={"X-Request-Id": request_id}, + ) + + try: + response = await call_next(request) + response.headers["X-Request-Id"] = request_id + return response + finally: + storage.release_request_slot() + + @app.exception_handler(StarletteHTTPException) + async def http_exception_handler(request: Request, exc: StarletteHTTPException): + """Обработчик HTTPException: возвращает ошибку в формате контракта {"error": ...}.""" + request_id = getattr(request.state, "request_id", str(uuid.uuid4())) + if isinstance(exc.detail, dict) and "error" in exc.detail: + return JSONResponse( + status_code=exc.status_code, + content=exc.detail, + headers={"X-Request-Id": request_id, **(exc.headers or {})}, + ) + return JSONResponse( + status_code=exc.status_code, + content=ErrorResponse( + error={ + "code": "internal_error", + "message": str(exc.detail), + "request_id": request_id, + } + ).model_dump(), + headers={"X-Request-Id": request_id}, + ) + + @app.exception_handler(RequestValidationError) + async def request_validation_handler(request: Request, exc: RequestValidationError): + """Перехватываем ошибки валидации запроса (422 -> 400 по контракту).""" + request_id = getattr(request.state, "request_id", str(uuid.uuid4())) + errors = exc.errors() + messages = [] + for err in errors: + loc = ".".join(str(x) for x in err.get("loc", [])) + messages.append(f"{loc}: {err.get('msg', 'invalid')}") + return JSONResponse( + status_code=400, + content=ErrorResponse( + error={ + "code": "invalid_request", + "message": "; ".join(messages), + "request_id": request_id, + } + ).model_dump(), + headers={"X-Request-Id": request_id}, + ) + + @app.exception_handler(PydanticValidationError) + async def validation_exception_handler(request: Request, exc: PydanticValidationError): + """Перехватываем ошибки Pydantic (422 -> 400 по контракту).""" + request_id = getattr(request.state, "request_id", str(uuid.uuid4())) + errors = exc.errors() + messages = [] + for err in errors: + loc = ".".join(str(x) for x in err.get("loc", [])) + messages.append(f"{loc}: {err.get('msg', 'invalid')}") + return JSONResponse( + status_code=400, + content=ErrorResponse( + error={ + "code": "invalid_request", + "message": "; ".join(messages), + "request_id": request_id, + } + ).model_dump(), + headers={"X-Request-Id": request_id}, + ) + + @app.exception_handler(Exception) + async def generic_exception_handler(request: Request, exc: Exception): + """Обработчик непредвиденных исключений: скрываем детали, возвращаем 500.""" + request_id = getattr(request.state, "request_id", str(uuid.uuid4())) + return JSONResponse( + status_code=500, + content=ErrorResponse( + error={ + "code": "internal_error", + "message": "внутренняя ошибка сервера", + "request_id": request_id, + } + ).model_dump(), + headers={"X-Request-Id": request_id}, + ) + + # Подключаем роуты + app.include_router(health.router) + app.include_router(users.router) + app.include_router(chats.router) + app.include_router(messages.router) + + return app + + +# Экземпляр приложения для uvicorn +app = create_app() diff --git a/src/cache.py b/src/cache.py new file mode 100644 index 00000000..1bbf01ca --- /dev/null +++ b/src/cache.py @@ -0,0 +1,43 @@ +"""Необязательный кэш неизменяемого публичного профиля; ошибки обходятся через БД.""" +import logging +import os +from redis import Redis, RedisError +from pydantic import ValidationError +from src.config import setting +from src.models import User + + +class ProfileCache: + def __init__(self): + url = setting('CACHE_URL') + self.client = Redis.from_url(url, decode_responses=True, socket_connect_timeout=0.2, + socket_timeout=0.2, max_connections=16) if url else None + self.ttl = int(os.getenv('PROFILE_CACHE_TTL_SECONDS','60')) + self.hits = self.misses = self.errors = 0 + + def get(self, user_id): + if not self.client: + return None + try: + value = self.client.get('profile:v1:'+user_id) + if value: + user=User.model_validate_json(value) + if user.id != user_id: + raise ValueError('неверный ключ кэша') + self.hits += 1 + return user + self.misses += 1 + except (RedisError, ValidationError, ValueError): + self.errors += 1 + logging.getLogger(__name__).warning('Кэш профиля недоступен; чтение из PostgreSQL') + return None + + def put(self, user): + if self.client: + try: + self.client.set('profile:v1:'+user.id,user.model_dump_json(),ex=self.ttl) + except RedisError: + self.errors += 1 + + +profile_cache = ProfileCache() diff --git a/src/config.py b/src/config.py new file mode 100644 index 00000000..30d65e7a --- /dev/null +++ b/src/config.py @@ -0,0 +1,10 @@ +"""Настройки окружения и чтение секретов из файлов.""" +import os +from pathlib import Path + + +def setting(name, default=None): + path = os.getenv(name + '_FILE') + if path: + return Path(path).read_text(encoding='utf-8').strip() + return os.getenv(name, default) diff --git a/src/main.py b/src/main.py new file mode 100644 index 00000000..38862ac0 --- /dev/null +++ b/src/main.py @@ -0,0 +1,9 @@ +import os + +import uvicorn + +if __name__ == "__main__": + """Точка входа: запуск Uvicorn с параметрами из переменных окружения.""" + host = os.getenv("APP_HOST", "0.0.0.0") + port = int(os.getenv("APP_PORT", "8080")) + uvicorn.run("src.app:app", host=host, port=port, log_level="info") diff --git a/src/migrate.py b/src/migrate.py new file mode 100644 index 00000000..69dacbfe --- /dev/null +++ b/src/migrate.py @@ -0,0 +1,19 @@ +"""Версионируемые миграции: одна транзакция, блокировка от параллельного запуска.""" +from pathlib import Path +import psycopg +from src.config import setting + + +def main(): + with psycopg.connect(setting('DATABASE_URL'), connect_timeout=5) as conn: + conn.execute('SELECT pg_advisory_xact_lock(2301002)') + conn.execute('CREATE TABLE IF NOT EXISTS schema_migrations (version text PRIMARY KEY)') + for path in sorted(Path('/app/migrations' if Path('/app/migrations').exists() else 'migrations').glob('*.sql')): + if not conn.execute('SELECT 1 FROM schema_migrations WHERE version=%s', (path.name,)).fetchone(): + conn.execute(path.read_text(encoding='utf-8')) + conn.execute('INSERT INTO schema_migrations VALUES (%s)', (path.name,)) + print('Применена миграция:', path.name) + + +if __name__ == '__main__': + main() diff --git a/src/models.py b/src/models.py new file mode 100644 index 00000000..ff3e5fc8 --- /dev/null +++ b/src/models.py @@ -0,0 +1,118 @@ +from datetime import datetime, timezone +from typing import Optional +import uuid + +from pydantic import BaseModel, ConfigDict, Field, field_validator + + +def utc_now() -> str: + """Возвращает текущее время в формате RFC 3339 UTC с суффиксом Z.""" + return datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ") + + +class ErrorDetail(BaseModel): + """Детали ошибки API.""" + code: str + message: str + request_id: str + + +class ErrorResponse(BaseModel): + """Стандартный ответ об ошибке.""" + error: ErrorDetail + + +class Health(BaseModel): + """Ответ проверки работоспособности.""" + status: str = "ok" + + +class User(BaseModel): + """Модель пользователя.""" + id: str + username: str + display_name: str + created_at: str + + +class CreateUser(BaseModel): + """Данные для создания пользователя.""" + model_config = ConfigDict(extra="forbid", strict=True) + + password: str = Field(..., min_length=12, max_length=128) + username: str = Field(..., pattern=r"^[a-z0-9_]{3,32}$") + display_name: str = Field(..., min_length=1, max_length=100) + + @field_validator("display_name") + @classmethod + def display_name_not_whitespace_only(cls, v: str) -> str: + """Запрещаем display_name, состоящий только из пробельных символов.""" + if v.strip() == "": + raise ValueError("display_name не может состоять только из пробелов") + return v + + +class Chat(BaseModel): + """Модель чата.""" + id: str + title: str + member_ids: list[str] + created_at: str + + +class CreateChat(BaseModel): + """Данные для создания чата.""" + model_config = ConfigDict(extra="forbid", strict=True) + + title: str = Field(..., min_length=1, max_length=100) + member_ids: list[str] = Field(..., min_length=1, max_length=100) + + @field_validator("member_ids") + @classmethod + def valid_members(cls, values): + """Проверить UUID и привести их к единому представлению.""" + return [str(uuid.UUID(value)) for value in values] + + @field_validator("title") + @classmethod + def title_not_whitespace_only(cls, v: str) -> str: + """Запрещаем title, состоящий только из пробельных символов.""" + if v.strip() == "": + raise ValueError("title не может состоять только из пробелов") + return v + + +class Message(BaseModel): + """Модель сообщения.""" + id: str + chat_id: str + sender_id: str + text: str + created_at: str + + +class CreateMessage(BaseModel): + """Данные для отправки сообщения.""" + model_config = ConfigDict(extra="forbid", strict=True) + + text: str = Field(..., min_length=1, max_length=4000) + + @field_validator("text") + @classmethod + def text_not_whitespace_only(cls, v: str) -> str: + """Запрещаем текст, состоящий только из пробельных символов.""" + if v.strip() == "": + raise ValueError("текст не может состоять только из пробелов") + return v + + +class ChatPage(BaseModel): + """Страница списка чатов с курсорной пагинацией.""" + items: list[Chat] + next_cursor: Optional[str] = None + + +class MessagePage(BaseModel): + """Страница истории сообщений с курсорной пагинацией.""" + items: list[Message] + next_cursor: Optional[str] = None diff --git a/src/routes/__init__.py b/src/routes/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/src/routes/chats.py b/src/routes/chats.py new file mode 100644 index 00000000..1324eca1 --- /dev/null +++ b/src/routes/chats.py @@ -0,0 +1,79 @@ +from uuid import UUID + +from fastapi import APIRouter, Depends, HTTPException, Request + +from src.models import Chat, ChatPage, CreateChat +from src.routes.common import get_request_id, make_error, require_user +from src.storage import LimitExceeded, ValidationError, storage + +router = APIRouter() + + +@router.post("/api/v1/chats", response_model=Chat, status_code=201) +def create_chat( + request: Request, + body: CreateChat, + x_user_id: str = Depends(require_user), +): + """Создать чат. Создатель обязательно должен входить в member_ids.""" + request_id = get_request_id(request) + + try: + chat = storage.create_chat(body.title, body.member_ids, x_user_id) + return chat + except ValidationError as e: + raise HTTPException( + status_code=400, + detail=make_error("invalid_request", str(e), request_id).model_dump(), + ) + except LimitExceeded as e: + raise HTTPException( + status_code=429, + detail=make_error("rate_limited", str(e), request_id).model_dump(), + ) + + +@router.get("/api/v1/chats", response_model=ChatPage) +def list_chats( + request: Request, + x_user_id: str = Depends(require_user), + limit: int = 50, + cursor: str | None = None, +): + """Список чатов текущего пользователя с курсорной пагинацией.""" + request_id = get_request_id(request) + + if limit < 1 or limit > 100: + raise HTTPException( + status_code=400, + detail=make_error("invalid_request", "limit должен быть от 1 до 100", request_id).model_dump(), + ) + + try: + items, next_cursor = storage.list_chats_for_user(x_user_id, cursor, limit) + return ChatPage(items=items, next_cursor=next_cursor) + except ValidationError as e: + raise HTTPException( + status_code=400, + detail=make_error("invalid_request", str(e), request_id).model_dump(), + ) + + +@router.get("/api/v1/chats/{chat_id}", response_model=Chat) +def get_chat( + request: Request, + chat_id: UUID, + x_user_id: str = Depends(require_user), +): + """Получить чат по id. Доступен только участникам чата (чужой — 404).""" + request_id = get_request_id(request) + + chat_id_str = str(chat_id) + chat = storage.get_chat(chat_id_str) + if not chat or x_user_id not in chat.member_ids: + raise HTTPException( + status_code=404, + detail=make_error("not_found", "чат не найден", request_id).model_dump(), + ) + + return chat diff --git a/src/routes/common.py b/src/routes/common.py new file mode 100644 index 00000000..628e51e6 --- /dev/null +++ b/src/routes/common.py @@ -0,0 +1,29 @@ +"""Общие ошибки и проверка Bearer-сессии; X-User-Id не используется.""" +from fastapi import HTTPException, Request +from src.models import ErrorResponse +from src.storage import storage + + +def make_error(code, message, request_id): + return ErrorResponse(error={'code': code, 'message': message, 'request_id': request_id}) + + +def get_request_id(request): + return request.state.request_id + + +def unauthorized(request, basic=False): + challenge = 'Basic realm="messenger", charset="UTF-8"' if basic else 'Bearer realm="messenger"' + raise HTTPException(401, detail=make_error('unauthorized', 'неверные учётные данные', get_request_id(request)).model_dump(), headers={'WWW-Authenticate': challenge}) + + +def require_user(request: Request): + authorization = request.headers.get('Authorization', '') + parts = authorization.split() + if len(parts) != 2 or parts[0].lower() != 'bearer': + unauthorized(request) + user_id = storage.session_user(parts[1]) + if not user_id: + unauthorized(request) + request.state.token = parts[1] + return user_id diff --git a/src/routes/health.py b/src/routes/health.py new file mode 100644 index 00000000..2f2caafb --- /dev/null +++ b/src/routes/health.py @@ -0,0 +1,21 @@ +"""Жизнь процесса и готовность критичного хранилища проверяются отдельно.""" +from fastapi import APIRouter +from src.models import Health +from src.storage import storage +router = APIRouter() + + +@router.get('/health/live') +def liveness(): + return Health() + + +@router.get('/health/ready') +def readiness(): + storage.ready() + return Health() + + +@router.get('/stats') +def stats(): + return storage.get_stats() diff --git a/src/routes/messages.py b/src/routes/messages.py new file mode 100644 index 00000000..f28ce09f --- /dev/null +++ b/src/routes/messages.py @@ -0,0 +1,72 @@ +from uuid import UUID + +from fastapi import APIRouter, Depends, HTTPException, Request + +from src.models import CreateMessage, Message, MessagePage +from src.routes.common import get_request_id, make_error, require_user +from src.storage import LimitExceeded, ValidationError, storage + +router = APIRouter() + + +@router.post("/api/v1/chats/{chat_id}/messages", response_model=Message, status_code=201) +def create_message( + request: Request, + chat_id: UUID, + body: CreateMessage, + x_user_id: str = Depends(require_user), +): + """Отправить сообщение в чат. Отправитель определяется по X-User-Id.""" + request_id = get_request_id(request) + + chat_id_str = str(chat_id) + chat = storage.get_chat(chat_id_str) + if not chat or x_user_id not in chat.member_ids: + raise HTTPException( + status_code=404, + detail=make_error("not_found", "чат не найден", request_id).model_dump(), + ) + + try: + msg = storage.create_message(chat_id_str, x_user_id, body.text) + return msg + except LimitExceeded as e: + raise HTTPException( + status_code=429, + detail=make_error("rate_limited", str(e), request_id).model_dump(), + ) + + +@router.get("/api/v1/chats/{chat_id}/messages", response_model=MessagePage) +def list_messages( + request: Request, + chat_id: UUID, + x_user_id: str = Depends(require_user), + limit: int = 50, + cursor: str | None = None, +): + """История сообщений чата с курсорной пагинацией. Доступно только участникам.""" + request_id = get_request_id(request) + + chat_id_str = str(chat_id) + chat = storage.get_chat(chat_id_str) + if not chat or x_user_id not in chat.member_ids: + raise HTTPException( + status_code=404, + detail=make_error("not_found", "чат не найден", request_id).model_dump(), + ) + + if limit < 1 or limit > 100: + raise HTTPException( + status_code=400, + detail=make_error("invalid_request", "limit должен быть от 1 до 100", request_id).model_dump(), + ) + + try: + items, next_cursor = storage.list_messages(chat_id_str, cursor, limit) + return MessagePage(items=items, next_cursor=next_cursor) + except ValidationError as e: + raise HTTPException( + status_code=400, + detail=make_error("invalid_request", str(e), request_id).model_dump(), + ) diff --git a/src/routes/users.py b/src/routes/users.py new file mode 100644 index 00000000..4709e263 --- /dev/null +++ b/src/routes/users.py @@ -0,0 +1,49 @@ +"""Регистрация, вход, текущий пользователь и отзыв сессии.""" +import base64 +import binascii +from fastapi import APIRouter, Request, Response, HTTPException +from src.models import CreateUser, User +from src.routes.common import get_request_id, make_error, require_user, unauthorized +from src.storage import ConflictError, storage + +router = APIRouter() + + +@router.post('/api/v1/users', response_model=User, status_code=201) +def register_user(request: Request, body: CreateUser): + try: + return storage.create_user(body.username,body.display_name,body.password) + except ConflictError as exc: + raise HTTPException(409,detail=make_error('conflict',str(exc),get_request_id(request)).model_dump()) + + +@router.post('/api/v1/auth/sessions', status_code=201) +async def login(request: Request): + if await request.body(): + raise HTTPException(400, detail=make_error('invalid_request','тело запроса не допускается',get_request_id(request)).model_dump()) + parts = request.headers.get('Authorization','').split() + try: + if len(parts) != 2 or parts[0].lower() != 'basic': + unauthorized(request, basic=True) + username,password = base64.b64decode(parts[1],validate=True).decode('utf-8').split(':',1) + username.encode('ascii') + except (ValueError, UnicodeError, binascii.Error): + unauthorized(request,basic=True) + # Вычисление KDF и синхронные запросы выполняются вне цикла событий. + from starlette.concurrency import run_in_threadpool + result = await run_in_threadpool(storage.login,username,password) + if not result: + unauthorized(request,basic=True) + return result + + +@router.get('/api/v1/users/me',response_model=User) +def current_user(request: Request): + return storage.get_user(require_user(request)) + + +@router.delete('/api/v1/auth/sessions/current',status_code=204) +def logout(request: Request): + require_user(request) + storage.logout(request.state.token) + return Response(status_code=204) diff --git a/src/storage.py b/src/storage.py new file mode 100644 index 00000000..216e49d1 --- /dev/null +++ b/src/storage.py @@ -0,0 +1,240 @@ +"""PostgreSQL — источник истины; каждый контекст подключения завершает транзакцию.""" +import base64 +import binascii +from datetime import datetime, timezone +import hashlib +import json +import os +import secrets +import threading +import uuid + +from argon2 import PasswordHasher +from argon2.exceptions import VerifyMismatchError, VerificationError, InvalidHashError +from psycopg.errors import UniqueViolation, ForeignKeyViolation +from psycopg.rows import dict_row +from psycopg_pool import ConnectionPool +from src.config import setting +from src.cache import profile_cache +from src.models import User, Chat, Message + +_CURSOR_FIELDS = {"scope", "resource_id", "created_at", "id"} +PASSWORDS = PasswordHasher(time_cost=2, memory_cost=19456, parallelism=1) +DUMMY_HASH = PASSWORDS.hash('synthetic-dummy-password') + + +class ValidationError(Exception): + """Неверный запрос.""" + + +class ConflictError(Exception): + """Имя уже занято.""" + + +class LimitExceeded(Exception): + """Перегрузка сервера.""" + + +class NotFoundError(Exception): + """Объект отсутствует или недоступен.""" + + +def timestamp(value): + return value.astimezone(timezone.utc).isoformat(timespec='microseconds').replace('+00:00', 'Z') + + +def public_row(row): + return {k: timestamp(v) if isinstance(v, datetime) else str(v) if isinstance(v, uuid.UUID) else v + for k, v in row.items() if k != 'password_hash'} + + +class PostgresStorage: + def __init__(self): + self.pool = ConnectionPool(setting('DATABASE_URL', ''), min_size=1, max_size=10, + timeout=3, max_waiting=32, open=False, check=ConnectionPool.check_connection, + kwargs={'row_factory': dict_row, 'connect_timeout': 3, + 'options': '-c statement_timeout=3000 -c lock_timeout=2000'}) + self._lock = threading.Lock() + self._requests = 0 + + @staticmethod + def _encode_cursor(scope: str, resource_id: str, created_at: str, item_id: str) -> str: + """Собрать непрозрачный курсор, привязанный к конкретному ресурсу.""" + payload = { + "scope": scope, + "resource_id": resource_id, + "created_at": created_at, + "id": item_id, + } + raw = json.dumps(payload, separators=(",", ":"), sort_keys=True).encode("utf-8") + return base64.urlsafe_b64encode(raw).decode("ascii") + + @staticmethod + def _decode_cursor(cursor: str, expected_scope: str, expected_resource_id: str) -> tuple[str, str]: + """Разобрать и проверить курсор. + + Клиент видит курсор как непрозрачную строку, поэтому любые пустые, + повреждённые или относящиеся к другому ресурсу значения отклоняем. + """ + if cursor == "": + raise ValidationError("некорректный cursor") + + allowed_chars = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_=" + if any(char not in allowed_chars for char in cursor) or "=" in cursor.rstrip("="): + raise ValidationError("некорректный cursor") + + try: + raw = base64.b64decode(cursor.encode("ascii"), altchars=b"-_", validate=True) + payload = json.loads(raw.decode("utf-8")) + except (UnicodeEncodeError, UnicodeDecodeError, binascii.Error, json.JSONDecodeError): + raise ValidationError("некорректный cursor") + + if not isinstance(payload, dict) or set(payload) != _CURSOR_FIELDS: + raise ValidationError("некорректный cursor") + + if not all(isinstance(payload[field], str) for field in _CURSOR_FIELDS): + raise ValidationError("некорректный cursor") + + if payload["scope"] != expected_scope or payload["resource_id"] != expected_resource_id: + raise ValidationError("некорректный cursor") + + try: + uuid.UUID(payload["resource_id"]) + uuid.UUID(payload["id"]) + datetime.fromisoformat(payload["created_at"].replace("Z", "+00:00")) + except ValueError: + raise ValidationError("некорректный cursor") + + return payload["created_at"], payload["id"] + + + def create_user(self, username, display_name, password): + password_hash = PASSWORDS.hash(password) + try: + with self.pool.connection() as conn: + row = conn.execute('INSERT INTO users (id,username,display_name,password_hash) VALUES (%s,%s,%s,%s) RETURNING id,username,display_name,created_at', + (uuid.uuid4(), username, display_name, password_hash)).fetchone() + return User(**public_row(row)) + except UniqueViolation: + raise ConflictError('имя пользователя уже занято') from None + + def get_user(self, user_id): + cached = profile_cache.get(user_id) + if cached: + return cached + with self.pool.connection() as conn: + row = conn.execute('SELECT id,username,display_name,created_at FROM users WHERE id=%s', (user_id,)).fetchone() + user = User(**public_row(row)) if row else None + if user: + profile_cache.put(user) + return user + + def login(self, username, password): + with self.pool.connection() as conn: + row = conn.execute('SELECT * FROM users WHERE username=%s', (username,)).fetchone() + try: + PASSWORDS.verify(row['password_hash'] if row else DUMMY_HASH, password) + except (VerifyMismatchError, VerificationError, InvalidHashError): + return None + if not row: + return None + token = secrets.token_urlsafe(32) + with self.pool.connection() as conn: + session = conn.execute("INSERT INTO sessions VALUES (%s,%s,clock_timestamp() + %s * interval '1 second') RETURNING expires_at", + (self.token_hash(token), row['id'], int(os.getenv('SESSION_TTL_SECONDS', '3600')))).fetchone() + return {'token': token, 'token_type': 'Bearer', 'expires_at': timestamp(session['expires_at']), 'user': User(**public_row(row)).model_dump()} + + @staticmethod + def token_hash(token): + return hashlib.sha256(token.encode()).hexdigest() + + def session_user(self, token): + with self.pool.connection() as conn: + row = conn.execute('SELECT user_id FROM sessions WHERE token_hash=%s AND expires_at > clock_timestamp()', (self.token_hash(token),)).fetchone() + return str(row['user_id']) if row else None + + def logout(self, token): + with self.pool.connection() as conn: + conn.execute('DELETE FROM sessions WHERE token_hash=%s', (self.token_hash(token),)) + + def create_chat(self, title, member_ids, creator_id): + if len(set(member_ids)) != len(member_ids) or creator_id not in member_ids: + raise ValidationError('неверный список участников') + chat_id = uuid.uuid4() + try: + with self.pool.connection() as conn: + row = conn.execute('INSERT INTO chats (id,title) VALUES (%s,%s) RETURNING *', (chat_id,title)).fetchone() + for member in member_ids: + conn.execute('INSERT INTO chat_members VALUES (%s,%s)', (chat_id,member)) + return Chat(**public_row(row), member_ids=sorted(member_ids)) + except ForeignKeyViolation: + raise ValidationError('участник не существует') from None + + def get_chat(self, chat_id): + with self.pool.connection() as conn: + row = conn.execute('SELECT * FROM chats WHERE id=%s', (chat_id,)).fetchone() + if not row: + return None + members = conn.execute('SELECT user_id FROM chat_members WHERE chat_id=%s ORDER BY user_id', (chat_id,)).fetchall() + return Chat(**public_row(row), member_ids=[str(x['user_id']) for x in members]) + + def list_chats_for_user(self, user_id, cursor, limit): + with self.pool.connection() as conn: + params = [user_id] + boundary = '' + if cursor is not None: + when, item = self._decode_cursor(cursor, 'chats', user_id) + marker = conn.execute('SELECT c.created_at FROM chats c JOIN chat_members m ON m.chat_id=c.id WHERE c.id=%s AND m.user_id=%s', (item,user_id)).fetchone() + if not marker or timestamp(marker['created_at']) != when: + raise ValidationError('некорректный cursor') + boundary = ' AND (c.created_at,c.id) > (%s,%s)' + params += [when,item] + rows = conn.execute('SELECT c.* FROM chats c JOIN chat_members m ON m.chat_id=c.id WHERE m.user_id=%s' + boundary + ' ORDER BY c.created_at,c.id LIMIT %s', params+[limit+1]).fetchall() + page = [self.get_chat(str(row['id'])) for row in rows[:limit]] + next_cursor = self._encode_cursor('chats',user_id,page[-1].created_at,page[-1].id) if len(rows)>limit else None + return page,next_cursor + + def create_message(self, chat_id, sender_id, text): + with self.pool.connection() as conn: + row = conn.execute('INSERT INTO messages (id,chat_id,sender_id,text) VALUES (%s,%s,%s,%s) RETURNING *', (uuid.uuid4(),chat_id,sender_id,text)).fetchone() + return Message(**public_row(row)) + + def list_messages(self, chat_id, cursor, limit): + with self.pool.connection() as conn: + params = [chat_id] + boundary = '' + if cursor is not None: + when,item = self._decode_cursor(cursor,'messages',chat_id) + marker = conn.execute('SELECT created_at FROM messages WHERE id=%s AND chat_id=%s', (item,chat_id)).fetchone() + if not marker or timestamp(marker['created_at']) != when: + raise ValidationError('некорректный cursor') + boundary = ' AND (created_at,id) > (%s,%s)' + params += [when,item] + rows = conn.execute('SELECT * FROM messages WHERE chat_id=%s' + boundary + ' ORDER BY created_at,id LIMIT %s', params+[limit+1]).fetchall() + page = [Message(**public_row(row)) for row in rows[:limit]] + next_cursor = self._encode_cursor('messages',chat_id,page[-1].created_at,page[-1].id) if len(rows)>limit else None + return page,next_cursor + + def ready(self): + with self.pool.connection() as conn: + conn.execute('SELECT 1 FROM schema_migrations LIMIT 1') + + def acquire_request_slot(self): + with self._lock: + if self._requests >= 100: + return False + self._requests += 1 + return True + + def release_request_slot(self): + with self._lock: + self._requests -= 1 + + def get_stats(self): + with self.pool.connection() as conn: + result = {table: conn.execute('SELECT count(*) AS n FROM '+table).fetchone()['n'] for table in ('users','chats','messages')} + result['profile_cache'] = {'hits': profile_cache.hits, 'misses': profile_cache.misses, 'errors': profile_cache.errors, 'ttl_seconds': profile_cache.ttl} + return result + + +storage = PostgresStorage() -- 2.54.0 From bdcf00a4128510f0637104658795935227d88601 Mon Sep 17 00:00:00 2001 From: Sergey Lyakhonov Date: Fri, 23 Oct 2026 18:35:04 +0300 Subject: [PATCH 2/4] =?UTF-8?q?=D0=A0=D0=B5=D0=B0=D0=BB=D0=B8=D0=B7=D0=BE?= =?UTF-8?q?=D0=B2=D0=B0=D1=82=D1=8C=20=D0=BE=D0=B1=D1=8F=D0=B7=D0=B0=D1=82?= =?UTF-8?q?=D0=B5=D0=BB=D1=8C=D0=BD=D1=8B=D0=B9=20=D0=BC=D0=B8=D0=BD=D0=B8?= =?UTF-8?q?=D0=BC=D1=83=D0=BC:=20=D0=B1=D0=B0=D0=BB=D0=B0=D0=BD=D1=81?= =?UTF-8?q?=D0=B8=D1=80=D0=BE=D0=B2=D0=BA=D1=83,=20=D0=BE=D0=B1=D1=89?= =?UTF-8?q?=D0=B8=D0=B5=20=D0=BF=D0=BE=D0=B2=D1=82=D0=BE=D1=80=D1=8B=20?= =?UTF-8?q?=D0=B8=20=D1=81=D0=BE=D1=85=D1=80=D0=B0=D0=BD=D0=BD=D0=BE=D1=81?= =?UTF-8?q?=D1=82=D1=8C=20=D0=BF=D1=80=D0=B8=20=D0=BE=D1=82=D0=BA=D0=B0?= =?UTF-8?q?=D0=B7=D0=B5?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- Dockerfile | 4 +- Makefile | 4 +- compose.yaml | 69 +++++++++++++++++++++++++ evidence/failover-1-containers.jsonl | 6 +++ evidence/failover-1.txt | 7 +++ evidence/failover-2-containers.jsonl | 6 +++ evidence/failover-2.txt | 1 + evidence/idempotency.txt | 1 + evidence/level3.md | 13 +++++ evidence/persistence-before.jsonl | 6 +++ evidence/persistence-started-after.txt | 5 ++ evidence/persistence-started-before.txt | 5 ++ evidence/persistence.txt | 3 ++ evidence/smoke.txt | 2 + evidence/validate.txt | 2 + infra/haproxy.cfg | 27 ++++++++++ migrations/002_idempotency.sql | 10 ++++ scripts/control.py | 29 +++++++++++ scripts/restart.cmd | 3 ++ scripts/restart.sh | 4 ++ scripts/stop-one.cmd | 3 ++ scripts/stop-one.sh | 4 ++ scripts/wait_ready.py | 8 ++- src/app.py | 20 ++++--- src/models.py | 1 + src/routes/messages.py | 12 +++-- src/storage.py | 15 +++++- student-tests/test_lab3.py | 37 +++++++++++++ 28 files changed, 288 insertions(+), 19 deletions(-) create mode 100644 compose.yaml create mode 100644 evidence/failover-1-containers.jsonl create mode 100644 evidence/failover-1.txt create mode 100644 evidence/failover-2-containers.jsonl create mode 100644 evidence/failover-2.txt create mode 100644 evidence/idempotency.txt create mode 100644 evidence/level3.md create mode 100644 evidence/persistence-before.jsonl create mode 100644 evidence/persistence-started-after.txt create mode 100644 evidence/persistence-started-before.txt create mode 100644 evidence/persistence.txt create mode 100644 evidence/smoke.txt create mode 100644 evidence/validate.txt create mode 100644 infra/haproxy.cfg create mode 100644 migrations/002_idempotency.sql create mode 100644 scripts/control.py create mode 100644 scripts/restart.cmd create mode 100755 scripts/restart.sh create mode 100644 scripts/stop-one.cmd create mode 100755 scripts/stop-one.sh create mode 100644 student-tests/test_lab3.py diff --git a/Dockerfile b/Dockerfile index c6cdf61c..d74bf817 100644 --- a/Dockerfile +++ b/Dockerfile @@ -7,6 +7,6 @@ RUN pip install --no-cache-dir -r requirements.lock.txt COPY src/ src/ COPY migrations/ migrations/ USER appuser -HEALTHCHECK --interval=5s --timeout=5s --start-period=15s --retries=5 CMD python -c "import urllib.request; urllib.request.urlopen('http://localhost:8080/health/ready')" +HEALTHCHECK --interval=2s --timeout=2s --start-period=10s --retries=3 CMD python -c "import urllib.request; urllib.request.urlopen('http://localhost:8080/health/ready',timeout=1)" EXPOSE 8080 -CMD ["sh", "-c", "python -m src.migrate && exec python -m uvicorn src.app:app --host 0.0.0.0 --port 8080 --timeout-graceful-shutdown 8"] +CMD ["python", "-m", "uvicorn", "src.app:app", "--host", "0.0.0.0", "--port", "8080", "--timeout-graceful-shutdown", "8", "--timeout-keep-alive", "2", "--no-access-log"] diff --git a/Makefile b/Makefile index 5d86d171..1a9652e9 100644 --- a/Makefile +++ b/Makefile @@ -22,9 +22,9 @@ load: $(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS) test-persistence: - @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2) + @$(PYTHON) -c "import sys; sys.exit(0 if '$(ACTION_SCRIPT)' else 'Set ACTION_SCRIPT to your implemented executable restart hook')" $(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) test-failover: - @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) + @$(PYTHON) -c "import sys; sys.exit(0 if '$(ACTION_SCRIPT)' else 'Set ACTION_SCRIPT to your implemented executable stop-one hook')" $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..26cb7462 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,69 @@ +name: lyakhonov-lab3 +x-api: &api + image: lyakhonov-messenger:lab3 + build: . + environment: + DATABASE_URL_FILE: /run/secrets/database_url + CACHE_URL: redis://redis:6379/0 + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + POOL_SIZE: ${POOL_SIZE:-10} + secrets: [database_url] + depends_on: + migrate: + condition: service_completed_successfully + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-256m} + stop_grace_period: 12s +services: + db: + image: postgres:16.6-alpine + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/db_password + secrets: [db_password] + volumes: [postgres_data:/var/lib/postgresql/data] + healthcheck: + test: [CMD-SHELL, "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 2s + retries: 30 + cpus: 1 + mem_limit: 512m + redis: + image: redis:7.4.1-alpine + command: [redis-server, --maxmemory, 64mb, --maxmemory-policy, allkeys-lru, --save, "", --appendonly, "no"] + cpus: 0.25 + mem_limit: 128m + migrate: + <<: *api + command: [python, -m, src.migrate] + depends_on: + db: + condition: service_healthy + healthcheck: + disable: true + api: + <<: *api + deploy: + replicas: ${API_REPLICAS:-2} + lb: + image: haproxy:3.0.6-alpine + ports: ["127.0.0.1:8080:8080"] + volumes: [./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro] + depends_on: [api] + cpus: 0.5 + mem_limit: 128m + stop_grace_period: 12s + healthcheck: + test: [CMD, haproxy, -c, -f, /usr/local/etc/haproxy/haproxy.cfg] + interval: 5s + timeout: 2s + retries: 3 +secrets: + db_password: + file: ./secrets/db_password + database_url: + file: ./secrets/database_url +volumes: + postgres_data: diff --git a/evidence/failover-1-containers.jsonl b/evidence/failover-1-containers.jsonl new file mode 100644 index 00000000..5dcd3a34 --- /dev/null +++ b/evidence/failover-1-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"","ID":"c086e70205ab","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.replace=api-1,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.version=2.40.3,com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-1","Names":"lyakhonov-lab3-api-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1522443443f2","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=2,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.replace=api-2,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.service=api,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-2","Names":"lyakhonov-lab3-api-2","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,com.docker.compose.service=lb,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.container-number=1,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) About a minute ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.oneoff=False,com.docker.compose.service=redis,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 22 seconds"} diff --git a/evidence/failover-1.txt b/evidence/failover-1.txt new file mode 100644 index 00000000..b001ae95 --- /dev/null +++ b/evidence/failover-1.txt @@ -0,0 +1,7 @@ +'test' is not recognized as an internal or external command, +operable program or batch file. +"Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2 +python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:8080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 89, "failed_attempts": 4, "first_recovery_seconds": 3.114} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/failover-2-containers.jsonl b/evidence/failover-2-containers.jsonl new file mode 100644 index 00000000..11986bf5 --- /dev/null +++ b/evidence/failover-2-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"starting","ID":"c086e70205ab","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.replace=api-1,com.docker.compose.service=api,com.docker.compose.version=2.40.3,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.oneoff=False","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-1","Names":"lyakhonov-lab3-api-1","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 3 seconds (health: starting)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1522443443f2","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.replace=api-2,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=2,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-2","Names":"lyakhonov-lab3-api-2","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.oneoff=False,com.docker.compose.service=lb,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 3 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=redis,com.docker.compose.version=2.40.3","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up About a minute"} diff --git a/evidence/failover-2.txt b/evidence/failover-2.txt new file mode 100644 index 00000000..fd0e8fed --- /dev/null +++ b/evidence/failover-2.txt @@ -0,0 +1 @@ +python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:8080" diff --git a/evidence/idempotency.txt b/evidence/idempotency.txt new file mode 100644 index 00000000..4f06fa33 --- /dev/null +++ b/evidence/idempotency.txt @@ -0,0 +1 @@ +PASS: 32 параллельных запроса, 2 реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии. diff --git a/evidence/level3.md b/evidence/level3.md new file mode 100644 index 00000000..2f9026f6 --- /dev/null +++ b/evidence/level3.md @@ -0,0 +1,13 @@ +# Завершение обязательного минимума + +Автор: Ляхонов Сергей, БВТ2301. Дата: 23.10.2026. + +Перенесённая база расширена двумя API-процессами, HAProxy и общей транзакционной идемпотентностью PostgreSQL. Миграции выполняет отдельный одноразовый сервис. Наружу опубликован только LB на 127.0.0.1:8080; сессии проверяются в PostgreSQL на каждом запросе. Redis содержит необязательный кэш профилей. + +Результаты: evidence/smoke.txt, evidence/validate.txt, evidence/persistence.txt, evidence/failover-1.txt, evidence/idempotency.txt. Все соответствующие проверки завершились PASS. При первом отказе: 89 подтверждённых записей, 4 ошибки переходного периода, первая запись после завершения hook через 3.114 с. Публичный тест подтвердил сохранность, прежнюю сессию и отсутствие дублей. Состояния реальных контейнеров сохранены отдельно. + +Ключ ограничен пользователем и чатом; метод POST и путь messages фиксированы этим endpoint. Advisory lock по хешу области ключа сериализует конкурентные транзакции, включая разные процессы. Коллизия хеша приводит лишь к лишнему ожиданию. Сообщение и результат ключа записываются в одной транзакции; откат не оставляет результата 5xx. Сравнение нормализованного валидного тела сведено к text: единственное дополнительное допустимое поле attachment_ids может быть только пустым массивом. Повтор проверяет сессию и членство до чтения результата. TTL ровно 24 часа; просроченная запись заменяется при следующем обращении этого ключа. Глобальная фоновая очистка пока отсутствует. + +Windows: PYTHONUTF8=1; .cmd hooks. POSIX: python3 и .sh hooks. В Makefile только проверка наличия ACTION_SCRIPT заменена переносимой Python-командой, публичные тесты сохранены. + +Первые попытки запуска выявили ошибку команды Dockerfile (исправлена до проверок) и отсутствие локального валидатора (установлен в .venv). Первоначальное чтение UTF-8 в cp1251 устранено настройкой PYTHONUTF8. Это не заявляется как успешные проверки приложения. diff --git a/evidence/persistence-before.jsonl b/evidence/persistence-before.jsonl new file mode 100644 index 00000000..6a59320a --- /dev/null +++ b/evidence/persistence-before.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"c086e70205ab","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.oneoff=False,com.docker.compose.replace=api-1,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-1","Names":"lyakhonov-lab3-api-1","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"49 seconds ago","Service":"api","Size":"0B","State":"running","Status":"Up 46 seconds (healthy)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1522443443f2","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=api-2,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.container-number=2,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-2","Names":"lyakhonov-lab3-api-2","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"49 seconds ago","Service":"api","Size":"0B","State":"running","Status":"Up 46 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.depends_on=,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.service=lb,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/binds/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.replace=migrate-1,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"50 seconds ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 47 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=redis,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 2 minutes"} diff --git a/evidence/persistence-started-after.txt b/evidence/persistence-started-after.txt new file mode 100644 index 00000000..77807528 --- /dev/null +++ b/evidence/persistence-started-after.txt @@ -0,0 +1,5 @@ +c086e70205ab46e1d0578d0ddd7c8b81d92b6792b4e7489bca24f4a1ae7cedba 2026-10-23T15:34:55.775855887Z +1522443443f214f454783dde216b41c6415269adc0e46293db086093c80e64f8 2026-10-23T15:34:55.822169592Z +f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T15:34:55.199585718Z +4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T15:34:55.133175966Z +889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T15:34:55.264568727Z diff --git a/evidence/persistence-started-before.txt b/evidence/persistence-started-before.txt new file mode 100644 index 00000000..c96fd93e --- /dev/null +++ b/evidence/persistence-started-before.txt @@ -0,0 +1,5 @@ +c086e70205ab46e1d0578d0ddd7c8b81d92b6792b4e7489bca24f4a1ae7cedba 2026-10-23T15:33:57.680101854Z +1522443443f214f454783dde216b41c6415269adc0e46293db086093c80e64f8 2026-10-23T15:33:57.629513846Z +f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T15:33:57.51109515Z +4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T15:33:57.292608383Z +889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T15:33:57.389825012Z diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 00000000..7ad65a0a --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,3 @@ +python tests/resilience.py --mode persistence --action-script "scripts/restart.cmd" --base-url "http://localhost:8080" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 00000000..1564b1a2 --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,2 @@ +python tests/smoke.py --base-url "http://localhost:8080" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/validate.txt b/evidence/validate.txt new file mode 100644 index 00000000..b6bb5737 --- /dev/null +++ b/evidence/validate.txt @@ -0,0 +1,2 @@ +.venv/Scripts/python scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 00000000..0981249f --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,27 @@ +global + log stdout format raw local0 + maxconn 1024 +defaults + mode http + log global + timeout connect 1s + timeout client 10s + timeout server 5s + timeout check 1s + retries 0 +resolvers docker + nameserver dns 127.0.0.11:53 + resolve_retries 2 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s +frontend public + bind :8080 + default_backend application +backend application + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server inter 1s fastinter 500ms downinter 1s fall 2 rise 1 + server-template api 1-4 api:8080 check resolvers docker init-addr none diff --git a/migrations/002_idempotency.sql b/migrations/002_idempotency.sql new file mode 100644 index 00000000..be707c47 --- /dev/null +++ b/migrations/002_idempotency.sql @@ -0,0 +1,10 @@ +CREATE TABLE message_requests ( + user_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key varchar(128) NOT NULL, + body text NOT NULL, + message_id uuid NOT NULL REFERENCES messages(id), + expires_at timestamptz NOT NULL, + PRIMARY KEY (user_id, chat_id, key) +); +CREATE INDEX message_requests_expiry_idx ON message_requests(expires_at); diff --git a/scripts/control.py b/scripts/control.py new file mode 100644 index 00000000..afa1dcb1 --- /dev/null +++ b/scripts/control.py @@ -0,0 +1,29 @@ +"""Явные действия оператора только над контейнерами проекта lab3.""" +import os +import subprocess +import sys + + +def docker(*args): + return subprocess.check_output(['docker', *args], text=True).strip() + + +def main(): + action = sys.argv[1] + if action == 'restart': + docker('compose', 'restart', 'db', 'redis', 'api', 'lb') + elif action == 'stop': + target = os.environ['TARGET_INSTANCE_ID'].split('-')[0] + containers = docker('compose', 'ps', '-q', 'api').splitlines() + for container in containers: + hostname = docker('inspect', '--format', '{{.Config.Hostname}}', container) + if hostname == target: + docker('stop', '--time', '1', container) + return + raise SystemExit('Выбранная реплика проекта не найдена') + else: + raise SystemExit('Неизвестное действие') + + +if __name__ == '__main__': + main() diff --git a/scripts/restart.cmd b/scripts/restart.cmd new file mode 100644 index 00000000..b0eaba1f --- /dev/null +++ b/scripts/restart.cmd @@ -0,0 +1,3 @@ +@echo off +cd /d "%~dp0.." +python scripts/control.py restart diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 00000000..060a6940 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +python3 scripts/control.py restart diff --git a/scripts/stop-one.cmd b/scripts/stop-one.cmd new file mode 100644 index 00000000..27852fa5 --- /dev/null +++ b/scripts/stop-one.cmd @@ -0,0 +1,3 @@ +@echo off +cd /d "%~dp0.." +python scripts/control.py stop diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 00000000..f2ae6c88 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +python3 scripts/control.py stop diff --git a/scripts/wait_ready.py b/scripts/wait_ready.py index 35bd7e0d..6a395346 100644 --- a/scripts/wait_ready.py +++ b/scripts/wait_ready.py @@ -4,13 +4,17 @@ import time import urllib.request parser=argparse.ArgumentParser() parser.add_argument('--base-url',default='http://localhost:8080') +parser.add_argument('--replicas',type=int,default=1) args=parser.parse_args() +observed=set() for _ in range(120): try: with urllib.request.urlopen(args.base_url+'/health/ready',timeout=2) as response: if response.status==200: - print('PASS: API ready') - break + observed.add(response.headers.get('X-Instance-Id')) + if len(observed)>=args.replicas: + print('PASS: API ready, replicas:', len(observed)) + break except Exception: time.sleep(0.5) else: diff --git a/src/app.py b/src/app.py index 9cd3046b..f2810ac0 100644 --- a/src/app.py +++ b/src/app.py @@ -1,4 +1,6 @@ import uuid +import os +import socket from contextlib import asynccontextmanager import psycopg from psycopg_pool import PoolTimeout @@ -25,7 +27,8 @@ def create_app() -> FastAPI: finally: await run_in_threadpool(storage.pool.close) - app = FastAPI(title="MTUSI Messenger Lab2", version="1.2.0", lifespan=lifespan) + instance_id = os.getenv("INSTANCE_ID", socket.gethostname()) + "-" + uuid.uuid4().hex[:8] + app = FastAPI(title="MTUSI Messenger Lab3", version="1.3.0", lifespan=lifespan) @app.exception_handler(psycopg.OperationalError) @app.exception_handler(psycopg.errors.QueryCanceled) @@ -38,11 +41,11 @@ def create_app() -> FastAPI: @app.middleware("http") async def add_request_id(request: Request, call_next): - """Middleware: добавляет X-Request-Id и реализует ограничение очереди запросов (трек 2).""" + """Добавляет идентификаторы запроса и процесса, ограничивает очередь.""" request_id = request.headers.get("X-Request-Id", "") or str(uuid.uuid4()) request.state.request_id = request_id - # Трек 2: ограничение очереди запросов — возвращаем 503 при переполнении + # Ограничение числа обслуживаемых запросов в процессе. if not storage.acquire_request_slot(): return JSONResponse( status_code=503, @@ -53,12 +56,13 @@ def create_app() -> FastAPI: "request_id": request_id, } ).model_dump(), - headers={"X-Request-Id": request_id}, + headers={"X-Request-Id": request_id, "X-Instance-Id": instance_id}, ) try: response = await call_next(request) response.headers["X-Request-Id"] = request_id + response.headers["X-Instance-Id"] = instance_id return response finally: storage.release_request_slot() @@ -82,7 +86,7 @@ def create_app() -> FastAPI: "request_id": request_id, } ).model_dump(), - headers={"X-Request-Id": request_id}, + headers={"X-Request-Id": request_id, "X-Instance-Id": instance_id}, ) @app.exception_handler(RequestValidationError) @@ -103,7 +107,7 @@ def create_app() -> FastAPI: "request_id": request_id, } ).model_dump(), - headers={"X-Request-Id": request_id}, + headers={"X-Request-Id": request_id, "X-Instance-Id": instance_id}, ) @app.exception_handler(PydanticValidationError) @@ -124,7 +128,7 @@ def create_app() -> FastAPI: "request_id": request_id, } ).model_dump(), - headers={"X-Request-Id": request_id}, + headers={"X-Request-Id": request_id, "X-Instance-Id": instance_id}, ) @app.exception_handler(Exception) @@ -140,7 +144,7 @@ def create_app() -> FastAPI: "request_id": request_id, } ).model_dump(), - headers={"X-Request-Id": request_id}, + headers={"X-Request-Id": request_id, "X-Instance-Id": instance_id}, ) # Подключаем роуты diff --git a/src/models.py b/src/models.py index ff3e5fc8..e0ec1ac2 100644 --- a/src/models.py +++ b/src/models.py @@ -96,6 +96,7 @@ class CreateMessage(BaseModel): model_config = ConfigDict(extra="forbid", strict=True) text: str = Field(..., min_length=1, max_length=4000) + attachment_ids: list[str] = Field(default_factory=list, max_length=0) @field_validator("text") @classmethod diff --git a/src/routes/messages.py b/src/routes/messages.py index f28ce09f..267b03bd 100644 --- a/src/routes/messages.py +++ b/src/routes/messages.py @@ -1,10 +1,11 @@ from uuid import UUID +import re from fastapi import APIRouter, Depends, HTTPException, Request from src.models import CreateMessage, Message, MessagePage from src.routes.common import get_request_id, make_error, require_user -from src.storage import LimitExceeded, ValidationError, storage +from src.storage import ConflictError, LimitExceeded, ValidationError, storage router = APIRouter() @@ -16,7 +17,7 @@ def create_message( body: CreateMessage, x_user_id: str = Depends(require_user), ): - """Отправить сообщение в чат. Отправитель определяется по X-User-Id.""" + """Отправить сообщение от владельца Bearer-сессии с общей защитой повторов.""" request_id = get_request_id(request) chat_id_str = str(chat_id) @@ -28,8 +29,13 @@ def create_message( ) try: - msg = storage.create_message(chat_id_str, x_user_id, body.text) + key = request.headers.get('Idempotency-Key', '') + if not re.fullmatch(r'[A-Za-z0-9._:-]{1,128}', key): + raise HTTPException(400, detail=make_error('invalid_request', 'неверный Idempotency-Key', request_id).model_dump()) + msg = storage.create_message(chat_id_str, x_user_id, body.text, key) return msg + except ConflictError as e: + raise HTTPException(409, detail=make_error('conflict', str(e), request_id).model_dump()) except LimitExceeded as e: raise HTTPException( status_code=429, diff --git a/src/storage.py b/src/storage.py index 216e49d1..8d8a2572 100644 --- a/src/storage.py +++ b/src/storage.py @@ -50,7 +50,7 @@ def public_row(row): class PostgresStorage: def __init__(self): - self.pool = ConnectionPool(setting('DATABASE_URL', ''), min_size=1, max_size=10, + self.pool = ConnectionPool(setting('DATABASE_URL', ''), min_size=1, max_size=int(os.getenv("POOL_SIZE", "10")), timeout=3, max_waiting=32, open=False, check=ConnectionPool.check_connection, kwargs={'row_factory': dict_row, 'connect_timeout': 3, 'options': '-c statement_timeout=3000 -c lock_timeout=2000'}) @@ -194,9 +194,20 @@ class PostgresStorage: next_cursor = self._encode_cursor('chats',user_id,page[-1].created_at,page[-1].id) if len(rows)>limit else None return page,next_cursor - def create_message(self, chat_id, sender_id, text): + def create_message(self, chat_id, sender_id, text, key): + # Блокировка сериализует один ключ на всех репликах; результат и сообщение атомарны. with self.pool.connection() as conn: + scope = json.dumps([sender_id, chat_id, key]) + conn.execute('SELECT pg_advisory_xact_lock(hashtextextended(%s, 0))', (scope,)) + old = conn.execute('SELECT * FROM message_requests WHERE user_id=%s AND chat_id=%s AND key=%s AND expires_at>clock_timestamp()', (sender_id,chat_id,key)).fetchone() + if old: + if old['body'] != text: + raise ConflictError('ключ уже использован с другим сообщением') + row = conn.execute('SELECT * FROM messages WHERE id=%s', (old['message_id'],)).fetchone() + return Message(**public_row(row)) + conn.execute('DELETE FROM message_requests WHERE user_id=%s AND chat_id=%s AND key=%s', (sender_id,chat_id,key)) row = conn.execute('INSERT INTO messages (id,chat_id,sender_id,text) VALUES (%s,%s,%s,%s) RETURNING *', (uuid.uuid4(),chat_id,sender_id,text)).fetchone() + conn.execute("INSERT INTO message_requests VALUES (%s,%s,%s,%s,%s,clock_timestamp()+interval '24 hours')", (sender_id,chat_id,key,text,row['id'])) return Message(**public_row(row)) def list_messages(self, chat_id, cursor, limit): diff --git a/student-tests/test_lab3.py b/student-tests/test_lab3.py new file mode 100644 index 00000000..9149e0f1 --- /dev/null +++ b/student-tests/test_lab3.py @@ -0,0 +1,37 @@ +"""Конкурентные и отрицательные проверки общей идемпотентности через LB.""" +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path +import sys +import uuid +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests')) +from client import Client, check + +c = Client() +alice, bob, eve, chat = c.bootstrap() +path = '/api/v1/chats/' + chat['id'] + '/messages' +key = uuid.uuid4().hex + + +def send(i): + return Client().call('POST', path, 201, actor=alice, + body={'text': 'Общий конкурентный ключ', **({'attachment_ids': []} if i % 2 else {})}, + headers={'Idempotency-Key': key}, schema='Message') + + +with ThreadPoolExecutor(max_workers=16) as pool: + results = list(pool.map(send, range(32))) +check(len({r['json']['id'] for r in results}) == 1, 'повтор создал дубли') +instances = {r['headers']['X-Instance-Id'] for r in results} +check(len(instances) >= 2, 'не наблюдаются разные процессы') +c.call('POST', path, 409, actor=alice, body={'text': 'Другой текст'}, headers={'Idempotency-Key': key}) +for invalid in ('', 'bad key', 'x' * 129, 'bad/key'): + c.call('POST', path, 400, actor=alice, body={'text': 'Проверка'}, headers={'Idempotency-Key': invalid}) +c.call('POST', path, 404, actor=eve, body={'text': 'Проверка'}, headers={'Idempotency-Key': key}) +other = c.message(bob, chat, 'Независимый пользователь', key=key)['json'] +check(other['id'] != results[0]['json']['id'], 'ключ не изолирован по пользователю') +second = c.call('POST', '/api/v1/chats', 201, actor=alice, + body={'title': 'Другой чат', 'member_ids': [alice['id']]}, schema='Chat')['json'] +c.message(alice, second, 'Независимый чат', key=key) +c.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=alice) +c.call('POST', path, 401, actor=alice, body={'text': 'Общий конкурентный ключ'}, headers={'Idempotency-Key': key}) +print('PASS: 32 параллельных запроса,', len(instances), 'реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии.') -- 2.54.0 From d30f418ceccc08b13834fff3d4ecbfa9761905bd Mon Sep 17 00:00:00 2001 From: Sergey Lyakhonov Date: Fri, 23 Oct 2026 19:09:56 +0300 Subject: [PATCH 3/4] =?UTF-8?q?=D0=97=D0=B0=D0=B2=D0=B5=D1=80=D1=88=D0=B8?= =?UTF-8?q?=D1=82=D1=8C=20=D1=83=D1=80=D0=BE=D0=B2=D0=B5=D0=BD=D1=8C=204:?= =?UTF-8?q?=20=D0=BF=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=B8=D1=82=D1=8C=20?= =?UTF-8?q?=D0=BE=D1=82=D0=BA=D0=B0=D0=B7=D1=8B,=20=D0=BF=D0=BE=D0=BE?= =?UTF-8?q?=D1=87=D0=B5=D1=80=D1=91=D0=B4=D0=BD=D1=83=D1=8E=20=D0=B7=D0=B0?= =?UTF-8?q?=D0=BC=D0=B5=D0=BD=D1=83=20=D0=B8=20=D0=BE=D0=B3=D1=80=D0=B0?= =?UTF-8?q?=D0=BD=D0=B8=D1=87=D0=B8=D1=82=D1=8C=20=D0=BE=D0=B6=D0=B8=D0=B4?= =?UTF-8?q?=D0=B0=D0=BD=D0=B8=D1=8F=20=D0=BA=D1=8D=D1=88=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .env.example | 6 + .github/workflows/contracts.yml | 20 +- compose.yaml | 1 + evidence/cpu.json | 5 + evidence/dependencies.txt | 12 + evidence/docker-resources.txt | 1 + evidence/failover-1-containers.jsonl | 12 +- evidence/failover-1.txt | 6 +- evidence/failover-2-containers.jsonl | 12 +- evidence/failover-2.txt | 4 +- evidence/final-checks.txt | 4 + evidence/idempotency.txt | 2 +- evidence/level4.md | 15 + evidence/memory.json | 3 + evidence/migrations.txt | 2 + evidence/persistence-started-after.txt | 10 +- evidence/persistence-started-before.txt | 10 +- evidence/research/rolling.json | 1416 +++++++++++++++++++++++ evidence/transactions.txt | 2 + evidence/transfer.md | 3 +- infra/operations.md | 17 + scripts/experiments.py | 122 ++ scripts/verify_failover.py | 51 + scripts/wait_ready.py | 1 + src/app.py | 4 +- src/cache.py | 21 +- src/routes/messages.py | 9 +- src/storage.py | 13 +- student-tests/README.md | 19 + student-tests/benchmark.py | 104 ++ student-tests/test_dependencies.py | 43 + student-tests/test_lab3.py | 15 +- student-tests/test_transactions.py | 37 + 33 files changed, 1962 insertions(+), 40 deletions(-) create mode 100644 evidence/cpu.json create mode 100644 evidence/dependencies.txt create mode 100644 evidence/docker-resources.txt create mode 100644 evidence/final-checks.txt create mode 100644 evidence/level4.md create mode 100644 evidence/memory.json create mode 100644 evidence/migrations.txt create mode 100644 evidence/research/rolling.json create mode 100644 evidence/transactions.txt create mode 100644 infra/operations.md create mode 100644 scripts/experiments.py create mode 100644 scripts/verify_failover.py create mode 100644 student-tests/README.md create mode 100644 student-tests/benchmark.py create mode 100644 student-tests/test_dependencies.py create mode 100644 student-tests/test_transactions.py diff --git a/.env.example b/.env.example index d32b9be0..01c14fe2 100644 --- a/.env.example +++ b/.env.example @@ -11,3 +11,9 @@ SESSION_STORE=postgres CACHE_URL_FILE=/run/secrets/cache_url API_REPLICAS=2 IDEMPOTENCY_TTL_SECONDS=86400 + +# Лимиты одной API-реплики и воспроизводимый переключатель исследования. +API_CPUS=0.5 +API_MEMORY=256m +POOL_SIZE=10 +OPTIMIZED_WRITES=1 diff --git a/.github/workflows/contracts.yml b/.github/workflows/contracts.yml index 11cf289f..aadf476b 100644 --- a/.github/workflows/contracts.yml +++ b/.github/workflows/contracts.yml @@ -12,5 +12,21 @@ jobs: python-version: '3.12' - run: python -m pip install -r requirements-dev.txt - run: make check validate PYTHON=python -# This job validates the skeleton, not a student solution. -# Add build, readiness and make test in a separate application job. + application: + runs-on: ubuntu-latest + timeout-minutes: 15 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - run: python scripts/bootstrap.py + - run: docker compose up -d --build + - run: python scripts/wait_ready.py --replicas 2 + - run: make test PYTHON=python + - run: python student-tests/test_lab3.py + - run: make test-persistence PYTHON=python ACTION_SCRIPT=scripts/restart.sh + - run: python scripts/wait_ready.py --replicas 2 + - run: make test-failover PYTHON=python ACTION_SCRIPT=scripts/stop-one.sh + - if: always() + run: docker compose down diff --git a/compose.yaml b/compose.yaml index 26cb7462..80859499 100644 --- a/compose.yaml +++ b/compose.yaml @@ -7,6 +7,7 @@ x-api: &api CACHE_URL: redis://redis:6379/0 SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} POOL_SIZE: ${POOL_SIZE:-10} + OPTIMIZED_WRITES: ${OPTIMIZED_WRITES:-1} secrets: [database_url] depends_on: migrate: diff --git a/evidence/cpu.json b/evidence/cpu.json new file mode 100644 index 00000000..11aa23a8 --- /dev/null +++ b/evidence/cpu.json @@ -0,0 +1,5 @@ +{ + "Name": "13th Gen Intel(R) Core(TM) i5-1340P", + "NumberOfCores": 12, + "NumberOfLogicalProcessors": 16 +} diff --git a/evidence/dependencies.txt b/evidence/dependencies.txt new file mode 100644 index 00000000..51416198 --- /dev/null +++ b/evidence/dependencies.txt @@ -0,0 +1,12 @@ + Container lyakhonov-lab3-redis-1 Stopping + Container lyakhonov-lab3-redis-1 Stopped + Container lyakhonov-lab3-redis-1 Starting + Container lyakhonov-lab3-redis-1 Started + Container lyakhonov-lab3-db-1 Stopping + Container lyakhonov-lab3-db-1 Stopped + Container lyakhonov-lab3-db-1 Starting + Container lyakhonov-lab3-db-1 Started +PASS: API ready, replicas: 2 +PASS: Redis остановлен, действующая сессия и профиль доступны из PostgreSQL за 0.27 с +PASS: PostgreSQL остановлен; закрытый отказ 503 за 3.037 с +PASS: прежняя сессия сохранилась после восстановления БД diff --git a/evidence/docker-resources.txt b/evidence/docker-resources.txt new file mode 100644 index 00000000..cb91ee33 --- /dev/null +++ b/evidence/docker-resources.txt @@ -0,0 +1 @@ +16 8126664704 "Docker Desktop" diff --git a/evidence/failover-1-containers.jsonl b/evidence/failover-1-containers.jsonl index 5dcd3a34..2b36ae57 100644 --- a/evidence/failover-1-containers.jsonl +++ b/evidence/failover-1-containers.jsonl @@ -1,6 +1,6 @@ -{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"","ID":"c086e70205ab","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.replace=api-1,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.version=2.40.3,com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-1","Names":"lyakhonov-lab3-api-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} -{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1522443443f2","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=2,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.replace=api-2,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.service=api,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-2","Names":"lyakhonov-lab3-api-2","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,com.docker.compose.service=lb,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 22 seconds (healthy)"} -{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.container-number=1,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) About a minute ago"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.oneoff=False,com.docker.compose.service=redis,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 22 seconds"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.container-number=10,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=api,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.replace=api-10,com.docker.compose.version=2.40.3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.service=api,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=9,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.replace=api-9,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=db,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 21 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.container-number=1,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 18 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.container-number=1","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 26 seconds"} diff --git a/evidence/failover-1.txt b/evidence/failover-1.txt index b001ae95..47544800 100644 --- a/evidence/failover-1.txt +++ b/evidence/failover-1.txt @@ -1,7 +1,3 @@ -'test' is not recognized as an internal or external command, -operable program or batch file. -"Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2 -python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:8080" Executing explicit failover hook; hook output suppressed to avoid leaking secrets. -{"observed_instances_before": 2, "successful_writes": 89, "failed_attempts": 4, "first_recovery_seconds": 3.114} +{"observed_instances_before": 2, "successful_writes": 93, "failed_attempts": 3, "first_recovery_seconds": 2.875} PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/failover-2-containers.jsonl b/evidence/failover-2-containers.jsonl index 11986bf5..927a4aaf 100644 --- a/evidence/failover-2-containers.jsonl +++ b/evidence/failover-2-containers.jsonl @@ -1,6 +1,6 @@ -{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"starting","ID":"c086e70205ab","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.replace=api-1,com.docker.compose.service=api,com.docker.compose.version=2.40.3,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.oneoff=False","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-1","Names":"lyakhonov-lab3-api-1","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 3 seconds (health: starting)"} -{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 18:31:24 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1522443443f2","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=93b46b7eddf2f406e22ff9739f28d29e78cf3fb8c27d6862629d64204aa83029,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.replace=api-2,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=2,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-2","Names":"lyakhonov-lab3-api-2","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.oneoff=False,com.docker.compose.service=lb,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} -{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 3 seconds ago"} -{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=redis,com.docker.compose.version=2.40.3","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up About a minute"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=10,com.docker.compose.depends_on=migrate:service_completed_successfully:false,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.replace=api-10,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 21 seconds (healthy)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=9,com.docker.compose.oneoff=False,com.docker.compose.replace=api-9,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 4 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.oneoff=False,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 21 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up About a minute"} diff --git a/evidence/failover-2.txt b/evidence/failover-2.txt index fd0e8fed..038e4f66 100644 --- a/evidence/failover-2.txt +++ b/evidence/failover-2.txt @@ -1 +1,3 @@ -python tests/resilience.py --mode failover --action-script "scripts/stop-one.cmd" --base-url "http://localhost:8080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 97, "failed_attempts": 2, "first_recovery_seconds": 2.755} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/final-checks.txt b/evidence/final-checks.txt new file mode 100644 index 00000000..f717921f --- /dev/null +++ b/evidence/final-checks.txt @@ -0,0 +1,4 @@ +python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +python tests/smoke.py --base-url "http://localhost:8080" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/idempotency.txt b/evidence/idempotency.txt index 4f06fa33..62bc4a1f 100644 --- a/evidence/idempotency.txt +++ b/evidence/idempotency.txt @@ -1 +1 @@ -PASS: 32 параллельных запроса, 2 реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии. +PASS: 32 одинаковых и 16 конфликтующих параллельных запросов, 2 реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии. diff --git a/evidence/level4.md b/evidence/level4.md new file mode 100644 index 00000000..fcb90526 --- /dev/null +++ b/evidence/level4.md @@ -0,0 +1,15 @@ +# Завершение общего уровня 4 + +Автор: Ляхонов Сергей, БВТ2301. Дата: 23.10.2026. + +Остановлены и восстановлены обе разные реальные реплики api-10 и api-9. Публичные failover-сценарии прошли: восстановление записи 2.875 и 2.755 с, ошибки переходного периода 3 и 2; сохранность и отсутствие дублей подтверждены. См. failover-1/2.txt и снимки контейнеров. + +Полный рестарт API, БД, Redis и LB сохранил прежний токен и данные. StartedAt до/после сохранены. Повтор миграций не создал новых версий: 001 и 002. + +На окончательном образе выполнена поочерёдная замена обоих API под нагрузкой: 1977 успешных ответов, 83 ошибок, 43.73 RPS. Подтверждённых ID проверено 2265; все найдены в истории. Переходные ошибки не скрываются: 4.029%. Доказательство — research/rolling.json с ID старых/новых процессов и временами действий. + +Проверены остановка Redis, ограниченный fallback (0.270 с), остановка PostgreSQL (503 за 3.037 с), восстановление прежней сессии. Исправлено ожидание DNS необязательного кэша: максимум один фоновый вызов, ожидание 250 мс, без роста очереди. Отдельно проверены имитация истечения ключа, транзакционный откат при искусственном 500 и успешный повтор. Trigger теста удалён. + +Smoke, 32 одинаковых и 16 конфликтующих параллельных запросов прошли. Исходный путь записи оставлен воспроизводимым через OPTIMIZED_WRITES=0; улучшенный путь с шестью вместо восьми явных SQL включён по умолчанию. Парная оценка его производительности относится к следующему исследовательскому этапу. + +Настройки timeouts, readiness, SIGTERM, DNS, лимитов и миграций описаны в infra/operations.md. Публичные тесты и обязательный контракт сохранены. CI дополнен отдельным application job; удалённый запуск не заявляется. diff --git a/evidence/memory.json b/evidence/memory.json new file mode 100644 index 00000000..5db49758 --- /dev/null +++ b/evidence/memory.json @@ -0,0 +1,3 @@ +{ + "TotalPhysicalMemory": 16778182656 +} diff --git a/evidence/migrations.txt b/evidence/migrations.txt new file mode 100644 index 00000000..b5a7a63e --- /dev/null +++ b/evidence/migrations.txt @@ -0,0 +1,2 @@ +001_initial.sql +002_idempotency.sql diff --git a/evidence/persistence-started-after.txt b/evidence/persistence-started-after.txt index 77807528..7d4d5742 100644 --- a/evidence/persistence-started-after.txt +++ b/evidence/persistence-started-after.txt @@ -1,5 +1,5 @@ -c086e70205ab46e1d0578d0ddd7c8b81d92b6792b4e7489bca24f4a1ae7cedba 2026-10-23T15:34:55.775855887Z -1522443443f214f454783dde216b41c6415269adc0e46293db086093c80e64f8 2026-10-23T15:34:55.822169592Z -f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T15:34:55.199585718Z -4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T15:34:55.133175966Z -889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T15:34:55.264568727Z +e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef 2026-10-23T16:08:02.552700017Z +612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65 2026-10-23T16:08:02.47911506Z +f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T16:08:02.306518292Z +4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T16:08:02.041383013Z +889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T16:08:02.163804371Z diff --git a/evidence/persistence-started-before.txt b/evidence/persistence-started-before.txt index c96fd93e..5d5f3946 100644 --- a/evidence/persistence-started-before.txt +++ b/evidence/persistence-started-before.txt @@ -1,5 +1,5 @@ -c086e70205ab46e1d0578d0ddd7c8b81d92b6792b4e7489bca24f4a1ae7cedba 2026-10-23T15:33:57.680101854Z -1522443443f214f454783dde216b41c6415269adc0e46293db086093c80e64f8 2026-10-23T15:33:57.629513846Z -f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T15:33:57.51109515Z -4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T15:33:57.292608383Z -889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T15:33:57.389825012Z +e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef 2026-10-23T16:07:31.750783546Z +612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65 2026-10-23T16:07:55.423787453Z +f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207 2026-10-23T16:06:20.168424171Z +4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7 2026-10-23T16:03:47.244254065Z +889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8 2026-10-23T16:06:15.458166414Z diff --git a/evidence/research/rolling.json b/evidence/research/rolling.json new file mode 100644 index 00000000..16455e18 --- /dev/null +++ b/evidence/research/rolling.json @@ -0,0 +1,1416 @@ +{ + "duration": 45.0, + "warmup": 5, + "elapsed": 45.21266958399792, + "concurrency": 16, + "successful_requests": 1977, + "failed_requests": 83, + "errors": { + "503": 67, + "connection": 16 + }, + "error_ratio": 0.04029126213592233, + "successful_rps": 43.726681441073715, + "successful_latency_ms": { + "p50": 398.37, + "p95": 921.695, + "p99": 1155.103 + }, + "instances": { + "612c05caacd4-5f9dc50d": 364, + "e37175f9a3fa-ec119f6f": 87, + "125c1e66e5bf-51c52a85": 902, + "65d711abae2e-6a9bb556": 624 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 2265, + "history_count_after": 2365, + "confirmed_data_preserved": true, + "warmup_messages": 288, + "final_chat_messages_expected_min": 2365, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "rolling", + "started_utc": "2026-10-23T16:08:13.637899+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 66033, + "database_messages_after": 68398, + "samples": [ + { + "seconds": 3.183, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.97%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.86%", + "MemUsage": "14.62MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "116kB / 164kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.96%", + "Container": "e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef", + "ID": "e37175f9a3fa", + "MemPerc": "26.98%", + "MemUsage": "69.06MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "271kB / 279kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.01%", + "Container": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "ID": "612c05caacd4", + "MemPerc": "34.56%", + "MemUsage": "88.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "263kB / 262kB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.81%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "9.77%", + "MemUsage": "12.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "342kB / 341kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 221kB", + "CPUPerc": "34.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.32%", + "MemUsage": "57.94MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "393kB / 334kB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "4.29kB / 1.33kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 6.493, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.84%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.89%", + "MemUsage": "14.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "304kB / 501kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.43%", + "Container": "e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef", + "ID": "e37175f9a3fa", + "MemPerc": "27.09%", + "MemUsage": "69.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "669kB / 693kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.92%", + "Container": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "ID": "612c05caacd4", + "MemPerc": "37.96%", + "MemUsage": "97.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "650kB / 689kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "9.81%", + "MemUsage": "12.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "728kB / 726kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 221kB", + "CPUPerc": "16.27%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.88%", + "MemUsage": "65.94MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "1.03MB / 772kB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.62%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "4.33kB / 1.33kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.787, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.80%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.90%", + "MemUsage": "14.84MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "432kB / 730kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.56%", + "Container": "e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef", + "ID": "e37175f9a3fa", + "MemPerc": "27.09%", + "MemUsage": "69.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.05MB / 1.08MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.84%", + "Container": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "ID": "612c05caacd4", + "MemPerc": "34.84%", + "MemUsage": "89.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.03MB / 1.09MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "9.80%", + "MemUsage": "12.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "1.41MB / 1.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 254kB", + "CPUPerc": "12.88%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.93%", + "MemUsage": "66.19MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "1.62MB / 1.2MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "4.33kB / 1.33kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.837, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.75%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "19.31%", + "MemUsage": "49.42MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "321kB / 313kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.54%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.92%", + "MemUsage": "14.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "858kB / 1.54MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.21%", + "Container": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "ID": "612c05caacd4", + "MemPerc": "35.01%", + "MemUsage": "89.61MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.02MB / 2.13MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.47%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.16%", + "MemUsage": "13.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "2.51MB / 2.43MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 414kB", + "CPUPerc": "9.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.11%", + "MemUsage": "56.89MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "2.61MB / 1.91MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "5.12kB / 1.4kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 21.893, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.02%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "19.51%", + "MemUsage": "49.95MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "633kB / 611kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.00%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.93%", + "MemUsage": "14.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.01MB / 1.81MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.10%", + "Container": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "ID": "612c05caacd4", + "MemPerc": "34.90%", + "MemUsage": "89.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.33MB / 2.47MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "9.98%", + "MemUsage": "12.77MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "2.94MB / 2.86MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 414kB", + "CPUPerc": "14.27%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.24%", + "MemUsage": "57.53MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "3.23MB / 2.36MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "5.12kB / 1.4kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.984, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.42%", + "MemUsage": "49.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "184kB / 183kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.02%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.33%", + "MemUsage": "52.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.4MB / 1.42MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.41%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.94%", + "MemUsage": "15.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.28MB / 2.37MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.61%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "3.79MB / 3.62MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 446kB", + "CPUPerc": "17.47%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.57%", + "MemUsage": "59.24MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "4.1MB / 2.96MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 33.309, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.10%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "22.62%", + "MemUsage": "57.91MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "606kB / 592kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.19%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.46%", + "MemUsage": "52.39MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.83MB / 1.86MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.25%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.95%", + "MemUsage": "15.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.41MB / 2.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.41%", + "MemUsage": "13.33MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "4.37MB / 4.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 446kB", + "CPUPerc": "16.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.78%", + "MemUsage": "60.29MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "4.73MB / 3.43MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 36.537, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.32%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.35%", + "MemUsage": "49.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.01MB / 981kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.59%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.50%", + "MemUsage": "52.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.23MB / 2.28MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.23%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.97%", + "MemUsage": "15.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.68MB / 3.08MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.73%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.45%", + "MemUsage": "13.38MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "4.93MB / 4.75MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 446kB", + "CPUPerc": "15.12%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.89%", + "MemUsage": "60.86MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "5.33MB / 3.88MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 39.905, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.59%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.36%", + "MemUsage": "49.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.36MB / 1.33MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.01%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "24.33%", + "MemUsage": "62.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.58MB / 2.66MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.91%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.98%", + "MemUsage": "15.24MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.85MB / 3.39MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.16%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "5.42MB / 5.24MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 446kB", + "CPUPerc": "16.46%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.94%", + "MemUsage": "61.13MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "5.88MB / 4.27MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 43.202, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.23%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.46%", + "MemUsage": "49.81MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.64MB / 1.6MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.25%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.51%", + "MemUsage": "52.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.01MB / 3.1MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.11%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.98%", + "MemUsage": "15.25MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.06MB / 3.76MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.56%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "6.01MB / 5.82MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 954kB", + "CPUPerc": "13.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.05%", + "MemUsage": "61.69MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "6.5MB / 4.74MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 46.49, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.95%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.39%", + "MemUsage": "49.64MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.16MB / 2.1MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.53%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "24.12%", + "MemUsage": "61.74MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.25MB / 3.35MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.41%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.99%", + "MemUsage": "15.33MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.24MB / 4.09MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.57%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "6.53MB / 6.34MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 954kB", + "CPUPerc": "14.06%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.27%", + "MemUsage": "62.84MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "7.07MB / 5.15MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 49.745, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.17%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.41%", + "MemUsage": "49.68MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.43MB / 2.36MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.42%", + "MemUsage": "52.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.64MB / 3.78MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.48%", + "Container": "11cd774f4e060ce533d47473491be4336a62e0b3d1954ecfdd6cd785f034e6ae", + "ID": "11cd774f4e06", + "MemPerc": "2.99%", + "MemUsage": "15.3MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.37MB / 4.32MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.23%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.26%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "6.9MB / 6.71MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 987kB", + "CPUPerc": "17.18%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.23%", + "MemUsage": "62.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "7.48MB / 5.45MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 53.01, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.22%", + "Container": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f", + "ID": "65d711abae2e", + "MemPerc": "19.48%", + "MemUsage": "49.87MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.79MB / 2.72MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.97%", + "Container": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56", + "ID": "125c1e66e5bf", + "MemPerc": "20.77%", + "MemUsage": "53.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.08MB / 4.26MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "7.49MB / 7.28MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 987kB", + "CPUPerc": "12.71%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.21%", + "MemUsage": "62.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "8.03MB / 5.94MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "6.5kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:16\nCPU/active:running:1", + "Client:ClientRead:16\nCPU/active:running:1", + "Client:ClientRead:16\nCPU/active:running:1", + "Client:ClientRead:12\nCPU/active:running:1", + "Client:ClientRead:12\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1" + ], + "rolling_actions": [ + { + "old_id": "e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef", + "start_seconds": 10.324476799927652, + "finished_seconds": 16.1121479999274 + }, + { + "old_id": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65", + "start_seconds": 22.527321300003678, + "finished_seconds": 27.791109999874607 + } + ], + "before_state": [ + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97752, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.552700017Z", + "FinishedAt": "2026-10-23T16:08:02.083465687Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:08:01.779790532Z", + "End": "2026-10-23T16:08:02.081226356Z", + "ExitCode": 137, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:08.007328589Z", + "End": "2026-10-23T16:08:08.494558026Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:10.496293318Z", + "End": "2026-10-23T16:08:10.624785692Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:12.626087517Z", + "End": "2026-10-23T16:08:12.801770889Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:14.802341943Z", + "End": "2026-10-23T16:08:15.022685561Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "e37175f9a3fa89d28d266869eb804e06e36502a4702a6661668caf684555bcef" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97691, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.47911506Z", + "FinishedAt": "2026-10-23T16:08:01.911279848Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:08:00.633368914Z", + "End": "2026-10-23T16:08:01.032345004Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:07.856926767Z", + "End": "2026-10-23T16:08:08.338006416Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:10.339499908Z", + "End": "2026-10-23T16:08:10.520513261Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:12.521641067Z", + "End": "2026-10-23T16:08:12.651437439Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:14.653141088Z", + "End": "2026-10-23T16:08:14.854972266Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "612c05caacd47e750f542e055ebaa578c0f6a221d9091e6ce5df2fa945c52b65" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97632, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.306518292Z", + "FinishedAt": "2026-10-23T16:08:01.486171752Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:08:06.852065153Z", + "End": "2026-10-23T16:08:06.936786202Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:08:08.937764148Z", + "End": "2026-10-23T16:08:09.03751949Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:08:11.038985963Z", + "End": "2026-10-23T16:08:11.122797018Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:08:13.123544594Z", + "End": "2026-10-23T16:08:13.196773925Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:08:15.198458612Z", + "End": "2026-10-23T16:08:15.264733796Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + } + ] + }, + "id": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97555, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.041383013Z", + "FinishedAt": "2026-10-23T16:08:01.41859737Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:07:48.334361426Z", + "End": "2026-10-23T16:07:48.504037239Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:07:53.504629618Z", + "End": "2026-10-23T16:07:53.839034836Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:07:58.8392155Z", + "End": "2026-10-23T16:07:58.999561622Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:07.695874365Z", + "End": "2026-10-23T16:08:07.838345265Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:12.839983079Z", + "End": "2026-10-23T16:08:12.932356107Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97610, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.163804371Z", + "FinishedAt": "2026-10-23T16:08:01.435097119Z", + "id": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8" + } + ], + "after_state": [ + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 98894, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:28.437249772Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:09:00.448489952Z", + "End": "2026-10-23T16:09:01.321415182Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:03.322192838Z", + "End": "2026-10-23T16:09:04.427527886Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:06.428300109Z", + "End": "2026-10-23T16:09:07.340122452Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:09.341095338Z", + "End": "2026-10-23T16:09:09.636684359Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:11.637839547Z", + "End": "2026-10-23T16:09:11.746679825Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "125c1e66e5bf9fb015328a33cd86802f86ef190c1d747ba6eec18a91ba511c56" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 99478, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:41.169842958Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:09:02.765762166Z", + "End": "2026-10-23T16:09:03.044506638Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:05.046077244Z", + "End": "2026-10-23T16:09:05.444888867Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:07.445473336Z", + "End": "2026-10-23T16:09:07.652888398Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:09.65460039Z", + "End": "2026-10-23T16:09:10.031028475Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:12.031958749Z", + "End": "2026-10-23T16:09:12.162187836Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "65d711abae2eb870c7763938ad28fa5c3c921b77c16b5168d7c2b1eef021ed1f" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97632, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.306518292Z", + "FinishedAt": "2026-10-23T16:08:01.486171752Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:09:03.223844225Z", + "End": "2026-10-23T16:09:03.323892667Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:09:05.325762438Z", + "End": "2026-10-23T16:09:05.460705863Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:09:07.462107334Z", + "End": "2026-10-23T16:09:07.568988924Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:09:09.569814927Z", + "End": "2026-10-23T16:09:09.711816743Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T16:09:11.713715433Z", + "End": "2026-10-23T16:09:11.785346552Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + } + ] + }, + "id": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97555, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.041383013Z", + "FinishedAt": "2026-10-23T16:08:01.41859737Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T16:08:49.023074194Z", + "End": "2026-10-23T16:08:49.161933668Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:54.163260088Z", + "End": "2026-10-23T16:08:54.356935691Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:08:59.357215102Z", + "End": "2026-10-23T16:08:59.458788885Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:04.460254287Z", + "End": "2026-10-23T16:09:04.670157956Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T16:09:09.672312857Z", + "End": "2026-10-23T16:09:09.919302972Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 97610, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T16:08:02.163804371Z", + "FinishedAt": "2026-10-23T16:08:01.435097119Z", + "id": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8" + } + ], + "api_cgroup_cpu_delta": {}, + "optimized_writes_requested": 1, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/transactions.txt b/evidence/transactions.txt new file mode 100644 index 00000000..860ab218 --- /dev/null +++ b/evidence/transactions.txt @@ -0,0 +1,2 @@ +PASS: искусственно состаренный ключ заменён; исходное сообщение сохранено +PASS: искусственная ошибка 500 не закэширована; транзакция откатилась, повтор создал одно сообщение diff --git a/evidence/transfer.md b/evidence/transfer.md index 78907dc3..3cfa4f99 100644 --- a/evidence/transfer.md +++ b/evidence/transfer.md @@ -7,4 +7,5 @@ В исходном репозитории обнаружены пользовательские изменения scripts/research.py и пяти файлов student-tests; эти файлы не переносились и не изменялись. Секреты, Git, тома, результаты старых экспериментов и сгенерированные данные не переносились. Это завершённый этап переноса, а не реализация новых требований lab3. Проверка: make check PYTHON=python. -`nНа Windows требуется PYTHONUTF8=1: без него публичный скрипт читает UTF-8 как cp1251. + +На Windows требуется PYTHONUTF8=1: без него публичный скрипт читает UTF-8 как cp1251. diff --git a/infra/operations.md b/infra/operations.md new file mode 100644 index 00000000..0b935b03 --- /dev/null +++ b/infra/operations.md @@ -0,0 +1,17 @@ +# Эксплуатационные границы lab3 + +Два и более API обслуживают одну PostgreSQL и Redis через HAProxy. Sticky session нет. Внешний порт только у LB. Compose DNS возвращает адреса service api; HAProxy server-template имеет четыре слота, опрашивает DNS с hold valid/obsolete 1 с. Масштабирование этого стенда ограничено четырьмя репликами. + +Readiness API проверяет PostgreSQL; сессии и идемпотентность требуют её доступности. Redis — необязательный кэш профилей; при его отказе читается PostgreSQL. Кэш не хранит сессии или историю. Межрепличный read-after-write обеспечивается чтением основной БД после COMMIT, а не инвалидацией локальной истории. + +Socket timeout Redis не ограничивает системное DNS-разрешение. Поэтому обращения к кэшу выполняет отдельный executor с одним worker и максимум одним незавершённым вызовом. Ожидание результата ограничено 250 мс; занятый worker приводит к немедленному обходу кэша. Очередь DNS-задач не растёт. Неудавшийся необязательный put также не блокирует PostgreSQL. Это устранено после воспроизведённого 504 при остановке Redis; повторная проверка измеряет fallback. + +HAProxy проверяет /health/ready раз в 1 с с timeout check 1 с; fall=2, rise=1. Оценка обнаружения молча недоступного backend — до 4 с при стабильной работе DNS и планировщика; сетевые отказы наблюдаются раньше. Это конфигурационный бюджет, не гарантия времени на перегруженной машине. connect timeout 1 с, server 5 с, client 10 с, retries=0. Повторы POST решает клиент с исходным ключом. Ресурс очереди: 100 обслуживаемых запросов на API; пул 10, max_waiting=32, ожидание пула 3 с; statement timeout 3 с, lock timeout 2 с. Перегрузка и временная недоступность БД дают 503. + +Uvicorn при SIGTERM закрывает listener, дожидается активных запросов до 8 с, затем закрывает пул. Compose stop_grace_period=12 с. LB может увидеть отказ соединения до следующей проверки готовности; такие ошибки учитываются в экспериментах. Никаких автоматических повторов неидемпотентных POST у LB нет. + +Failover hook намеренно использует docker stop --time 1 как сценарий быстрого отказа, оставляет выбранную реплику остановленной и не удаляет её. Rolling-сценарий использует stop --time 10, затем удаление старого контейнера и создание нового; это отдельная проверка согласованного завершения. Нулевое число переходных ошибок не заявляется. + +Сервис migrate запускается до API, содержит advisory lock и версионирование. В Dockerfile API миграции отсутствуют. Повтор migrate безопасен. Миграция 002 добавляет отдельную таблицу и индекс, не изменяет старые столбцы; совместима с чтением работающей версией. При переходе с lab2 нельзя маршрутизировать записи к старому приложению, не понимающему обязательный ключ. Проверенная замена lab3→lab3 эквивалентна rolling deployment; несовместимые изменения API/DDL требуют отдельной стратегии expand/contract. + +Остановка и замена контейнера не доказывают переживание потери узла. Единственный LB, PostgreSQL, Docker-host и его диск остаются SPOF. Единственный Redis не критичен для корректности. Данные находятся в собственном именованном томе lyakhonov-lab3_postgres_data. diff --git a/scripts/experiments.py b/scripts/experiments.py new file mode 100644 index 00000000..0edc8780 --- /dev/null +++ b/scripts/experiments.py @@ -0,0 +1,122 @@ +"""Воспроизводимые серии lab3; контейнеры и тома предыдущей лабы не затрагиваются.""" +import argparse +from datetime import datetime, timezone +import json +import os +from pathlib import Path +import random +import subprocess +import sys +import time + +ROOT = Path(__file__).resolve().parents[1] +OUT = ROOT / 'evidence' / 'research' +OUT.mkdir(parents=True, exist_ok=True) + + +def command(*args, env=None): + r = subprocess.run(args, cwd=ROOT, env=env, text=True, capture_output=True) + if r.returncode: + raise RuntimeError('Ошибка команды: ' + ' '.join(args[:4]) + '\n' + r.stderr[-2000:]) + return r.stdout.strip() + + +def configure(n, cpu, memory, pool, optimized=1): + env = dict(os.environ, API_REPLICAS=str(n), API_CPUS=str(cpu), API_MEMORY=f'{memory}m', POOL_SIZE=str(pool), OPTIMIZED_WRITES=str(optimized), PYTHONUTF8='1') + command('docker', 'compose', 'up', '-d', '--no-deps', '--scale', f'api={n}', 'api', env=env) + command(sys.executable, 'scripts/wait_ready.py', '--replicas', str(n), env=env) + return env + + +def state(): + ids = command('docker', 'compose', 'ps', '-q').splitlines() + return [json.loads(command('docker', 'inspect', '--format', '{{json .State}}', i)) | {'id': i} for i in ids] + + +def sql(query): + return command('docker', 'compose', 'exec', '-T', 'db', 'psql', '-U', 'messenger', '-d', 'messenger', '-Atc', query) + + +def cpu_counters(): + result={} + for cid in command('docker','compose','ps','-q','api').splitlines(): + raw=command('docker','exec',cid,'cat','/sys/fs/cgroup/cpu.stat') + result[cid]={line.split()[0]:int(line.split()[1]) for line in raw.splitlines()} + return result + + +def benchmark(label, n, cpu, memory, pool, concurrency=32, duration=20, rolling=False, optimized=1): + configure(n, cpu, memory, pool, optimized) + started = datetime.now(timezone.utc).isoformat() + before = sql('SELECT count(*) FROM messages') + cpu_before=cpu_counters() + before_state = state() if rolling else None + args = ['docker', 'run', '--rm', '--name', 'lyakhonov-lab3-load', '--network', 'lyakhonov-lab3_default', '--cpus', '2', '--memory', '512m', + '-v', f'{ROOT / "student-tests"}:/work/student-tests:ro', '-v', f'{ROOT / "tests"}:/work/tests:ro', + '-v', f'{ROOT / "lab.json"}:/work/lab.json:ro', '-v', f'{ROOT / "contracts"}:/work/contracts:ro', + '-w', '/work', 'lyakhonov-messenger:lab3', 'python', 'student-tests/benchmark.py', '--concurrency', str(concurrency), '--duration', str(duration)] + proc = subprocess.Popen(args, cwd=ROOT, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True) + samples, waits, actions = [], [], [] + timer = time.monotonic() + rolling_ids = command('docker', 'compose', 'ps', '-q', 'api').splitlines() if rolling else [] + while proc.poll() is None: + raw = command('docker', 'stats', '--no-stream', '--format', '{{json .}}') + samples.append({'seconds': round(time.monotonic()-timer, 3), 'containers': [json.loads(line) for line in raw.splitlines() if 'lyakhonov-lab3' in line]}) + waits.append(sql("SELECT coalesce(wait_event_type,'CPU/active')||':'||coalesce(wait_event,'running')||':'||count(*) FROM pg_stat_activity WHERE datname='messenger' AND backend_type='client backend' GROUP BY 1=0,wait_event_type,wait_event")) + # Поочерёдная замена каждого контейнера: старый останавливается, новый создаётся с тем же номером сервиса. + if rolling and rolling_ids and time.monotonic()-timer > 10 + len(actions)*10: + old = rolling_ids.pop(0) + step = time.monotonic() + command('docker', 'stop', '--time', '10', old) + command('docker', 'rm', old) + configure(n, cpu, memory, pool) + actions.append({'old_id': old, 'start_seconds': step-timer, 'finished_seconds': time.monotonic()-timer}) + stdout, stderr = proc.communicate() + if proc.returncode: + raise RuntimeError(stderr) + result = json.loads(stdout) + cpu_after=cpu_counters() + result.update({'label': label, 'started_utc': started, 'replicas': n, 'cpu_per_replica': cpu, 'memory_mib_per_replica': memory, 'pool_per_replica': pool, + 'database_messages_before': int(before), 'database_messages_after': int(sql('SELECT count(*) FROM messages')), + 'samples': samples, 'database_waits': waits, 'rolling_actions': actions, 'before_state': before_state, 'after_state': state() if rolling else None}) + result['api_cgroup_cpu_delta']={cid:{k:v-cpu_before[cid].get(k,0) for k,v in counters.items()} for cid,counters in cpu_after.items() if cid in cpu_before} + result['optimized_writes_requested']=optimized + result['application_image_id']=command('docker','image','inspect','lyakhonov-messenger:lab3','--format','{{.Id}}') + (OUT / (label+'.json')).write_text(json.dumps(result, ensure_ascii=False, indent=2)+'\n', encoding='utf-8') + print(label, 'RPS=', round(result['successful_rps'], 2), 'errors=', result['failed_requests'], flush=True) + return result + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--phase', choices=['pilot', 'matrix', 'saturation', 'pool', 'rolling', 'optimize'], required=True) + p.add_argument('--only', action='append', default=[], help='Повторить только названные точки выбранной серии') + args = p.parse_args() + if args.phase == 'pilot': + benchmark('pilot', 2, 1, 512, 10, duration=10) + elif args.phase == 'matrix': + jobs = [(mode, n, rep) for mode in ['fixed', 'growth'] for n in [1, 2, 4] for rep in range(1, 4)] + random.Random(2301).shuffle(jobs) + for mode, n, rep in jobs: + label=f'{mode}-{n}-{rep}' + if not args.only or label in args.only: + benchmark(label, n, 2/n if mode=='fixed' else .5, 1024//n if mode=='fixed' else 256, 10) + elif args.phase == 'saturation': + for concurrency in [4, 16, 64, 128]: + for rep in range(1, 3): + benchmark(f'saturation-{concurrency}-{rep}', 4, .5, 256, 10, concurrency) + elif args.phase == 'pool': + for rep in range(1, 4): + for pool in ([1,10] if rep%2 else [10,1]): + benchmark(f'pool-{pool}-{rep}', 2, 1, 512, pool, 64) + elif args.phase == 'rolling': + benchmark('rolling', 2, .5, 256, 10, 16, 45, True) + elif args.phase == 'optimize': + for rep in range(1,4): + for mode in ([0,1] if rep%2 else [1,0]): + benchmark(f'optimize-{mode}-{rep}',2,1,512,10,32,optimized=mode) + configure(2, .5, 256, 10) + + +if __name__ == '__main__': + main() diff --git a/scripts/verify_failover.py b/scripts/verify_failover.py new file mode 100644 index 00000000..c207dbb6 --- /dev/null +++ b/scripts/verify_failover.py @@ -0,0 +1,51 @@ +"""Проверить публичным сценарием остановку каждой из двух реальных API-реплик.""" +import json +from datetime import datetime, timezone +import os +from pathlib import Path +import subprocess +import sys +import urllib.request + +ROOT=Path(__file__).resolve().parents[1] +env=dict(os.environ,PYTHONUTF8='1') +seen=set() +stamp=datetime.now(timezone.utc).strftime('%H%M%S') + + +def run(*args): + return subprocess.check_output(args,cwd=ROOT,env=env,text=True,encoding='utf-8').strip() + + +for attempt in range(1,9): + run('docker','compose','start','api') + run(sys.executable,'scripts/wait_ready.py','--replicas','2') + # Обычные запросы меняют позицию round-robin; повтор нужен, если снова выбрана уже проверенная реплика. + for _ in range(attempt%3): + with urllib.request.urlopen('http://localhost:8080/health/ready',timeout=3) as r: + r.read() + hook='scripts/stop-one.cmd' if os.name=='nt' else 'scripts/stop-one.sh' + output=run(sys.executable,'tests/resilience.py','--mode','failover','--action-script',hook) + snapshot=run('docker','compose','ps','-a','--format','json') + rows=[json.loads(line) for line in snapshot.splitlines()] + stopped=[r for r in rows if r['Service']=='api' and r['State']=='exited'] + if len(stopped)!=1: + raise SystemExit('Нужна ровно одна остановленная API') + name=stopped[0]['Name'] + audit=ROOT/'evidence/research-audit' + audit.mkdir(exist_ok=True) + (audit/f'failover-{stamp}-attempt-{attempt}.txt').write_text(output+'\n',encoding='utf-8') + (audit/f'failover-{stamp}-attempt-{attempt}-containers.jsonl').write_text(snapshot+'\n',encoding='utf-8') + if name not in seen: + seen.add(name) + index=len(seen) + (ROOT/f'evidence/failover-{index}.txt').write_text(output+'\n',encoding='utf-8') + (ROOT/f'evidence/failover-{index}-containers.jsonl').write_text(snapshot+'\n',encoding='utf-8') + print('PASS:',name,'отказ проверен',flush=True) + if len(seen)==2: + break +else: + raise SystemExit('Не удалось наблюдать отказ двух разных реплик') +run('docker','compose','start','api') +run(sys.executable,'scripts/wait_ready.py','--replicas','2') +print('PASS: обе реальные реплики проверены по очереди и восстановлены') diff --git a/scripts/wait_ready.py b/scripts/wait_ready.py index 6a395346..b483a49b 100644 --- a/scripts/wait_ready.py +++ b/scripts/wait_ready.py @@ -15,6 +15,7 @@ for _ in range(120): if len(observed)>=args.replicas: print('PASS: API ready, replicas:', len(observed)) break + time.sleep(0.1) except Exception: time.sleep(0.5) else: diff --git a/src/app.py b/src/app.py index f2810ac0..1b02146e 100644 --- a/src/app.py +++ b/src/app.py @@ -3,7 +3,7 @@ import os import socket from contextlib import asynccontextmanager import psycopg -from psycopg_pool import PoolTimeout +from psycopg_pool import PoolTimeout, TooManyRequests from starlette.concurrency import run_in_threadpool from fastapi import FastAPI, Request @@ -32,7 +32,9 @@ def create_app() -> FastAPI: @app.exception_handler(psycopg.OperationalError) @app.exception_handler(psycopg.errors.QueryCanceled) + @app.exception_handler(psycopg.errors.LockNotAvailable) @app.exception_handler(PoolTimeout) + @app.exception_handler(TooManyRequests) async def dependency_error(request, exc): return JSONResponse(status_code=503, content=ErrorResponse(error={ "code": "unavailable", "message": "хранилище временно недоступно", diff --git a/src/cache.py b/src/cache.py index 1bbf01ca..edeb5357 100644 --- a/src/cache.py +++ b/src/cache.py @@ -1,6 +1,8 @@ """Необязательный кэш неизменяемого публичного профиля; ошибки обходятся через БД.""" import logging import os +from concurrent.futures import ThreadPoolExecutor, TimeoutError as FutureTimeout +import threading from redis import Redis, RedisError from pydantic import ValidationError from src.config import setting @@ -14,12 +16,27 @@ class ProfileCache: socket_timeout=0.2, max_connections=16) if url else None self.ttl = int(os.getenv('PROFILE_CACHE_TTL_SECONDS','60')) self.hits = self.misses = self.errors = 0 + # DNS может ждать дольше socket timeout; один фоновый вызов ограничивает и время, и очередь. + self._executor = ThreadPoolExecutor(max_workers=1, thread_name_prefix='profile-cache') + self._pending = None + self._guard = threading.Lock() + + def _bounded(self, action, *args, **kwargs): + with self._guard: + if self._pending is not None and not self._pending.done(): + raise RedisError('кэш занят') + self._pending = self._executor.submit(action, *args, **kwargs) + future = self._pending + try: + return future.result(timeout=0.25) + except FutureTimeout: + raise RedisError('истекло время ожидания кэша') from None def get(self, user_id): if not self.client: return None try: - value = self.client.get('profile:v1:'+user_id) + value = self._bounded(self.client.get, 'profile:v1:'+user_id) if value: user=User.model_validate_json(value) if user.id != user_id: @@ -35,7 +52,7 @@ class ProfileCache: def put(self, user): if self.client: try: - self.client.set('profile:v1:'+user.id,user.model_dump_json(),ex=self.ttl) + self._bounded(self.client.set, 'profile:v1:'+user.id,user.model_dump_json(),ex=self.ttl) except RedisError: self.errors += 1 diff --git a/src/routes/messages.py b/src/routes/messages.py index 267b03bd..1f8ea128 100644 --- a/src/routes/messages.py +++ b/src/routes/messages.py @@ -1,5 +1,6 @@ from uuid import UUID import re +import os from fastapi import APIRouter, Depends, HTTPException, Request @@ -21,8 +22,12 @@ def create_message( request_id = get_request_id(request) chat_id_str = str(chat_id) - chat = storage.get_chat(chat_id_str) - if not chat or x_user_id not in chat.member_ids: + if os.getenv('OPTIMIZED_WRITES','1') == '1': + allowed = storage.is_chat_member(chat_id_str, x_user_id) + else: + chat = storage.get_chat(chat_id_str) + allowed = bool(chat and x_user_id in chat.member_ids) + if not allowed: raise HTTPException( status_code=404, detail=make_error("not_found", "чат не найден", request_id).model_dump(), diff --git a/src/storage.py b/src/storage.py index 8d8a2572..358184ec 100644 --- a/src/storage.py +++ b/src/storage.py @@ -178,6 +178,11 @@ class PostgresStorage: members = conn.execute('SELECT user_id FROM chat_members WHERE chat_id=%s ORDER BY user_id', (chat_id,)).fetchall() return Chat(**public_row(row), member_ids=[str(x['user_id']) for x in members]) + def is_chat_member(self, chat_id, user_id): + """Проверить доступ без загрузки всего чата и списка участников.""" + with self.pool.connection() as conn: + return conn.execute('SELECT 1 FROM chat_members WHERE chat_id=%s AND user_id=%s', (chat_id,user_id)).fetchone() is not None + def list_chats_for_user(self, user_id, cursor, limit): with self.pool.connection() as conn: params = [user_id] @@ -205,9 +210,13 @@ class PostgresStorage: raise ConflictError('ключ уже использован с другим сообщением') row = conn.execute('SELECT * FROM messages WHERE id=%s', (old['message_id'],)).fetchone() return Message(**public_row(row)) - conn.execute('DELETE FROM message_requests WHERE user_id=%s AND chat_id=%s AND key=%s', (sender_id,chat_id,key)) + optimized = os.getenv('OPTIMIZED_WRITES','1') == '1' + if not optimized: + conn.execute('DELETE FROM message_requests WHERE user_id=%s AND chat_id=%s AND key=%s', (sender_id,chat_id,key)) row = conn.execute('INSERT INTO messages (id,chat_id,sender_id,text) VALUES (%s,%s,%s,%s) RETURNING *', (uuid.uuid4(),chat_id,sender_id,text)).fetchone() - conn.execute("INSERT INTO message_requests VALUES (%s,%s,%s,%s,%s,clock_timestamp()+interval '24 hours')", (sender_id,chat_id,key,text,row['id'])) + # Под той же блокировкой UPSERT заменяет просроченный результат без отдельного DELETE. + suffix = ' ON CONFLICT (user_id,chat_id,key) DO UPDATE SET body=EXCLUDED.body,message_id=EXCLUDED.message_id,expires_at=EXCLUDED.expires_at' if optimized else '' + conn.execute("INSERT INTO message_requests VALUES (%s,%s,%s,%s,%s,clock_timestamp()+interval '24 hours')"+suffix, (sender_id,chat_id,key,text,row['id'])) return Message(**public_row(row)) def list_messages(self, chat_id, cursor, limit): diff --git a/student-tests/README.md b/student-tests/README.md new file mode 100644 index 00000000..4d671f6f --- /dev/null +++ b/student-tests/README.md @@ -0,0 +1,19 @@ +# Собственные проверки лабораторной 3 + +Все тесты создают только синтетические данные. Работать из корня проекта. На Windows установить `PYTHONUTF8=1`. + +- `python student-tests/test_lab3.py`: 32 конкурентных повтора через LB, наблюдение двух процессов, один результат, 409 для другого тела, неверные ключи, ACL, области пользователя/чата, отзыв сессии. +- `python scripts/experiments.py --phase rolling`: поочерёдное удаление и пересоздание каждой API-реплики под нагрузкой. Docker-доступ необходим. +- `python scripts/experiments.py --phase matrix`: три повтора 1/2/4 реплик при фиксированных суммарных CPU/RAM и при росте ресурсов. Порядок перемешан с seed=2301. +- `python scripts/experiments.py --phase saturation`: интенсивность 4/16/64/128 параллельных клиентов, два повтора каждой точки. +- `python scripts/experiments.py --phase pool`: три парных сравнения размера пула 1 и 10 на реплику при конкуренции 64. +- `python scripts/experiments.py --phase optimize`: три парных сравнения исходного и улучшенного пути записи в одном образе при одинаковых ресурсах. OPTIMIZED_WRITES=0/1, по умолчанию включено улучшение. +- `python student-tests/test_dependencies.py`: явная остановка Redis и PostgreSQL с восстановлением; fallback к БД, ограниченный отказ 503, прежняя сессия после восстановления. +- `python student-tests/test_transactions.py`: имитация expiry ключа изменением только собственной тестовой строки, затем искусственная ошибка 500 через временный trigger, снятие trigger и успешный retry того же ключа. Выполнять отдельно от нагрузки; trigger ограничен UUID нового синтетического чата и удаляется в finally. +- `python scripts/plot_results.py`: построение графиков Matplotlib из сохранённых JSON, без новых запросов к приложению. + +`benchmark.py` запускается скриптом эксперимента внутри отдельного контейнера (2 CPU, 512 MiB) и той же сети. Каждый поток держит своё HTTP-соединение; прозрачных повторов POST нет. Внутренняя нагрузка также идёт через HAProxy. Секреты и токены в результаты не записываются. + +Начальная история нового чата — 100 сообщений. Прогрев 5 с, замер 20 с (rolling 45 с). Сохраняются p50/p95/p99 успешных запросов, ошибки, ID процессов, размер набора, CPU/RAM и состояния ожидания БД. Это closed-loop эксперимент с coordinated omission, а не доказательство предельной производительности при произвольном входном потоке. + +Публичные тесты tests/ сохранены. Собственные тесты лабораторной 2, привязанные к одиночному API и не передающие обязательный ключ, не выдаются за совместимые тесты лабораторной 3. diff --git a/student-tests/benchmark.py b/student-tests/benchmark.py new file mode 100644 index 00000000..5da447d2 --- /dev/null +++ b/student-tests/benchmark.py @@ -0,0 +1,104 @@ +"""Внутрисетевой генератор: постоянное HTTP-соединение на поток, без повторов POST.""" +from concurrent.futures import ThreadPoolExecutor +from collections import Counter +import argparse +import http.client +import json +import math +from pathlib import Path +import sys +import threading +import time +import uuid +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests')) +from client import Client + +p = argparse.ArgumentParser() +p.add_argument('--duration', type=float, default=20) +p.add_argument('--concurrency', type=int, default=32) +p.add_argument('--warmup', type=float, default=5) +p.add_argument('--action', choices=['none', 'rolling'], default='none') +args = p.parse_args() +c = Client('http://lb:8080') +alice, bob, eve, chat = c.bootstrap() +path = '/api/v1/chats/' + chat['id'] + '/messages' +for i in range(100): + c.message(alice, chat, 'Начальная история %d' % i) +barrier = threading.Barrier(args.concurrency) + + +def worker(worker_id): + conn = http.client.HTTPConnection('lb', 8080, timeout=5) + headers = {'Content-Type': 'application/json', 'Authorization': 'Bearer ' + alice['token']} + barrier.wait() + start = time.monotonic() + measure_start = start + args.warmup + deadline = measure_start + args.duration + values, failures, instances = [], Counter(), Counter() + warm_count = 0 + confirmed_ids = set() + while time.monotonic() < deadline: + before = time.monotonic() + measured = before >= measure_start + headers['Idempotency-Key'] = uuid.uuid4().hex + try: + conn.request('POST', path, json.dumps({'text': 'Нагрузка ' + 'я' * 240}).encode(), headers) + response = conn.getresponse() + raw = response.read() + payload = json.loads(raw) if response.status == 201 else {} + if response.status == 201 and payload.get('chat_id') == chat['id']: + confirmed_ids.add(payload['id']) + if measured: + values.append(time.monotonic() - before) + instances[response.getheader('X-Instance-Id')] += 1 + else: + warm_count += 1 + elif measured: + failures[str(response.status)] += 1 + except (OSError, ValueError, http.client.HTTPException): + conn.close() + if measured: + failures['connection'] += 1 + conn.close() + return values, failures, instances, warm_count, time.monotonic()-measure_start, confirmed_ids + + +with ThreadPoolExecutor(max_workers=args.concurrency) as pool: + results = list(pool.map(worker, range(args.concurrency))) +values = sorted(v for r in results for v in r[0]) +errors, instances = Counter(), Counter() +for r in results: + errors.update(r[1]) + instances.update(r[2]) +elapsed = max(r[4] for r in results) +confirmed = set().union(*(r[5] for r in results)) +seen = set() +cursor = None +from urllib.parse import quote +for _ in range(10000): + page = c.call('GET', path+'?limit=100'+('&cursor='+quote(cursor, safe='') if cursor else ''), actor=bob, schema='MessagePage')['json'] + for item in page['items']: + if item['id'] in seen: + raise AssertionError('Дубль сообщения в истории') + seen.add(item['id']) + cursor = page['next_cursor'] + if cursor is None: + break +else: + raise AssertionError('Превышена граница обхода истории') +if not confirmed.issubset(seen): + raise AssertionError('Потеря подтверждённого сообщения') + + +def percentile(q): + return round(values[max(0, math.ceil(q*len(values))-1)]*1000, 3) if values else None + + +print(json.dumps({'duration': args.duration, 'warmup': args.warmup, 'elapsed': elapsed, + 'concurrency': args.concurrency, 'successful_requests': len(values), 'failed_requests': sum(errors.values()), + 'errors': dict(errors), 'error_ratio': sum(errors.values()) / max(1, len(values)+sum(errors.values())), + 'successful_rps': len(values)/elapsed, 'successful_latency_ms': {'p50': percentile(.5), 'p95': percentile(.95), 'p99': percentile(.99)}, + 'instances': dict(instances), 'initial_chat_messages': 100, + 'confirmed_ids_checked': len(confirmed), 'history_count_after': len(seen), 'confirmed_data_preserved': True, + 'warmup_messages': sum(r[3] for r in results), 'final_chat_messages_expected_min': 100+sum(r[3] for r in results)+len(values), + 'note': 'Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.'}, ensure_ascii=False)) diff --git a/student-tests/test_dependencies.py b/student-tests/test_dependencies.py new file mode 100644 index 00000000..aa7416b3 --- /dev/null +++ b/student-tests/test_dependencies.py @@ -0,0 +1,43 @@ +"""Проверка ограниченного отказа зависимостей без удаления учебного тома.""" +from pathlib import Path +import subprocess +import sys +import time +import urllib.error +import urllib.request +sys.path.insert(0,str(Path(__file__).resolve().parents[1]/'tests')) +from client import Client, check + + +def compose(*args): + subprocess.run(['docker','compose',*args],check=True,stdout=subprocess.DEVNULL) + + +c=Client() +alice=c.user('dependency') +try: + compose('stop','redis') + cache_started=time.monotonic() + check(c.call('GET','/api/v1/users/me',actor=alice,schema='User')['json']['id']==alice['id'],'нет fallback к PostgreSQL') + check(time.monotonic()-cache_started<2,'кэш задержал fallback более чем на 2 секунды') + print('PASS: Redis остановлен, действующая сессия и профиль доступны из PostgreSQL за',round(time.monotonic()-cache_started,3),'с') +finally: + compose('start','redis') +try: + compose('stop','db') + started=time.monotonic() + req=urllib.request.Request('http://localhost:8080/api/v1/users/me',headers={'Authorization':'Bearer '+alice['token']}) + try: + urllib.request.urlopen(req,timeout=8) + except urllib.error.HTTPError as error: + check(error.code==503,'при недоступной БД должен быть ограниченный отказ 503') + error.close() + else: + raise AssertionError('запрос доверен при недоступной БД') + check(time.monotonic()-started<8,'отказ не ограничен таймаутом') + print('PASS: PostgreSQL остановлен; закрытый отказ 503 за',round(time.monotonic()-started,3),'с') +finally: + compose('start','db') + subprocess.run([sys.executable,'scripts/wait_ready.py','--replicas','2'],check=True) +check(c.call('GET','/api/v1/users/me',actor=alice,schema='User')['json']['id']==alice['id'],'прежняя сессия не восстановилась') +print('PASS: прежняя сессия сохранилась после восстановления БД') diff --git a/student-tests/test_lab3.py b/student-tests/test_lab3.py index 9149e0f1..fbd35886 100644 --- a/student-tests/test_lab3.py +++ b/student-tests/test_lab3.py @@ -32,6 +32,19 @@ check(other['id'] != results[0]['json']['id'], 'ключ не изолирова second = c.call('POST', '/api/v1/chats', 201, actor=alice, body={'title': 'Другой чат', 'member_ids': [alice['id']]}, schema='Chat')['json'] c.message(alice, second, 'Независимый чат', key=key) +race_key = uuid.uuid4().hex + + +def conflict_race(i): + return Client().call('POST', path, [201,409], actor=alice, + body={'text': 'Тело ' + str(i%2)}, headers={'Idempotency-Key': race_key}, schema='Message') + + +with ThreadPoolExecutor(max_workers=16) as pool: + race = list(pool.map(conflict_race, range(16))) +check(sum(r['status']==201 for r in race)==8, 'неверная сериализация разных тел') +check(sum(r['status']==409 for r in race)==8, 'не обнаружен конфликт параллельных тел') +check(len({r['json']['id'] for r in race if r['status']==201})==1, 'гонка разных тел создала дубли') c.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=alice) c.call('POST', path, 401, actor=alice, body={'text': 'Общий конкурентный ключ'}, headers={'Idempotency-Key': key}) -print('PASS: 32 параллельных запроса,', len(instances), 'реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии.') +print('PASS: 32 одинаковых и 16 конфликтующих параллельных запросов,', len(instances), 'реплики; один результат, конфликт, валидация, ACL, области ключа и отзыв сессии.') diff --git a/student-tests/test_transactions.py b/student-tests/test_transactions.py new file mode 100644 index 00000000..0fd4c418 --- /dev/null +++ b/student-tests/test_transactions.py @@ -0,0 +1,37 @@ +"""Проверка expiry ключа и отката при искусственной транзиентной ошибке БД.""" +from pathlib import Path +import subprocess +import sys +import uuid +sys.path.insert(0,str(Path(__file__).resolve().parents[1]/'tests')) +from client import Client, check + + +def sql(statement): + subprocess.run(['docker','compose','exec','-T','db','psql','-v','ON_ERROR_STOP=1','-U','messenger','-d','messenger','-c',statement],check=True,stdout=subprocess.DEVNULL) + + +c=Client() +alice,bob,eve,chat=c.bootstrap() +key=uuid.uuid4().hex +first=c.message(alice,chat,'До истечения',key=key)['json'] +check(c.message(alice,chat,'До истечения',key=key)['json']==first,'результат повтора изменился') +# ID и ключ созданы тестом, не берутся из пользовательского ввода. +sql(f"UPDATE message_requests SET expires_at=clock_timestamp()-interval '1 second' WHERE chat_id='{chat['id']}' AND key='{key}'") +second=c.message(alice,chat,'После истечения',key=key)['json'] +check(second['id']!=first['id'],'просроченный ключ не переиспользуется') +print('PASS: искусственно состаренный ключ заменён; исходное сообщение сохранено') +fault_key=uuid.uuid4().hex +path='/api/v1/chats/'+chat['id']+'/messages' +try: + sql(f"""CREATE FUNCTION lab3_inject_failure() RETURNS trigger LANGUAGE plpgsql AS $$ + BEGIN IF NEW.chat_id='{chat['id']}'::uuid THEN RAISE EXCEPTION 'synthetic failure' USING ERRCODE='P0001'; END IF; RETURN NEW; END $$; + CREATE TRIGGER lab3_failure BEFORE INSERT ON messages FOR EACH ROW EXECUTE FUNCTION lab3_inject_failure();""") + c.call('POST',path,500,actor=alice,body={'text':'После временной ошибки'},headers={'Idempotency-Key':fault_key}) +finally: + sql('DROP TRIGGER IF EXISTS lab3_failure ON messages; DROP FUNCTION IF EXISTS lab3_inject_failure();') +third=c.message(alice,chat,'После временной ошибки',key=fault_key)['json'] +check(c.message(alice,chat,'После временной ошибки',key=fault_key)['json']==third,'после отката повтор не стабилен') +history=c.call('GET',path,actor=bob,schema='MessagePage')['json']['items'] +check({m['id'] for m in history}=={first['id'],second['id'],third['id']},'потеря или дубли после expiry/отката') +print('PASS: искусственная ошибка 500 не закэширована; транзакция откатилась, повтор создал одно сообщение') -- 2.54.0 From 374c43e7e219e737d92610dcb467c6a00f4edc7e Mon Sep 17 00:00:00 2001 From: Sergey Lyakhonov Date: Fri, 23 Oct 2026 19:21:18 +0300 Subject: [PATCH 4/4] =?UTF-8?q?=D0=97=D0=B0=D0=B2=D0=B5=D1=80=D1=88=D0=B8?= =?UTF-8?q?=D1=82=D1=8C=20=D1=82=D1=80=D0=B5=D0=BA=201:=20=D0=B8=D1=81?= =?UTF-8?q?=D1=81=D0=BB=D0=B5=D0=B4=D0=BE=D0=B2=D0=B0=D1=82=D1=8C=20=D0=BC?= =?UTF-8?q?=D0=B0=D1=81=D1=88=D1=82=D0=B0=D0=B1=D0=B8=D1=80=D0=BE=D0=B2?= =?UTF-8?q?=D0=B0=D0=BD=D0=B8=D0=B5,=20=D1=81=D0=BE=D1=85=D1=80=D0=B0?= =?UTF-8?q?=D0=BD=D0=B8=D1=82=D1=8C=20=D0=B3=D1=80=D0=B0=D1=84=D0=B8=D0=BA?= =?UTF-8?q?=D0=B8=20=D0=B8=20=D1=84=D0=B0=D0=BA=D1=82=D0=B8=D1=87=D0=B5?= =?UTF-8?q?=D1=81=D0=BA=D0=B8=D0=B9=20=D0=BE=D1=82=D1=87=D1=91=D1=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .github/pull_request_template.md | 35 +- REPORT.md | 224 +- evidence/artifact-checks.txt | 6 + evidence/data-counts.txt | 5 + evidence/environment.json | 204 ++ evidence/figures/README.md | 10 + evidence/figures/optimization.png | Bin 0 -> 74797 bytes evidence/figures/optimization.svg | 1690 +++++++++++++ evidence/figures/pool.png | Bin 0 -> 77836 bytes evidence/figures/pool.svg | 2052 +++++++++++++++ evidence/figures/saturation.png | Bin 0 -> 77811 bytes evidence/figures/saturation.svg | 2018 +++++++++++++++ evidence/figures/scaling.png | Bin 0 -> 91651 bytes evidence/figures/scaling.svg | 2190 +++++++++++++++++ evidence/final-containers.jsonl | 5 + evidence/final-structure.txt | 2 + evidence/research-audit/README.md | 9 + ...failover-160621-attempt-1-containers.jsonl | 6 + .../failover-160621-attempt-1.txt | 3 + ...failover-160621-attempt-2-containers.jsonl | 6 + .../failover-160621-attempt-2.txt | 3 + ...failover-160621-attempt-3-containers.jsonl | 6 + .../failover-160621-attempt-3.txt | 3 + ...failover-160621-attempt-4-containers.jsonl | 6 + .../failover-160621-attempt-4.txt | 3 + .../failover-attempt-1-containers.jsonl | 6 + .../research-audit/failover-attempt-1.txt | 3 + .../failover-attempt-2-containers.jsonl | 6 + .../research-audit/failover-attempt-2.txt | 3 + .../failover-attempt-3-containers.jsonl | 6 + .../research-audit/failover-attempt-3.txt | 3 + .../failover-attempt-4-containers.jsonl | 6 + .../research-audit/failover-attempt-4.txt | 3 + evidence/research-audit/fixed-2-2.json | 679 +++++ evidence/research-audit/fixed-2-3.json | 676 +++++ evidence/research-audit/growth-2-2.json | 676 +++++ evidence/research-audit/rolling.json | 1410 +++++++++++ evidence/research-image.txt | 1 + evidence/research-tools.txt | 29 + evidence/research/fixed-1-1.json | 579 +++++ evidence/research/fixed-1-2.json | 579 +++++ evidence/research/fixed-1-3.json | 579 +++++ evidence/research/fixed-2-1.json | 690 ++++++ evidence/research/fixed-2-2.json | 703 ++++++ evidence/research/fixed-2-3.json | 703 ++++++ evidence/research/fixed-4-1.json | 879 +++++++ evidence/research/fixed-4-2.json | 879 +++++++ evidence/research/fixed-4-3.json | 973 ++++++++ evidence/research/growth-1-1.json | 640 +++++ evidence/research/growth-1-2.json | 579 +++++ evidence/research/growth-1-3.json | 640 +++++ evidence/research/growth-2-1.json | 681 +++++ evidence/research/growth-2-2.json | 705 ++++++ evidence/research/growth-2-3.json | 751 ++++++ evidence/research/growth-4-1.json | 879 +++++++ evidence/research/growth-4-2.json | 973 ++++++++ evidence/research/growth-4-3.json | 890 +++++++ evidence/research/optimize-0-1.json | 703 ++++++ evidence/research/optimize-0-2.json | 703 ++++++ evidence/research/optimize-0-3.json | 703 ++++++ evidence/research/optimize-1-1.json | 703 ++++++ evidence/research/optimize-1-2.json | 703 ++++++ evidence/research/optimize-1-3.json | 703 ++++++ evidence/research/pilot.json | 460 ++++ evidence/research/pool-1-1.json | 682 +++++ evidence/research/pool-1-2.json | 681 +++++ evidence/research/pool-1-3.json | 682 +++++ evidence/research/pool-10-1.json | 679 +++++ evidence/research/pool-10-2.json | 679 +++++ evidence/research/pool-10-3.json | 679 +++++ evidence/research/saturation-128-1.json | 976 ++++++++ evidence/research/saturation-128-2.json | 975 ++++++++ evidence/research/saturation-16-1.json | 879 +++++++ evidence/research/saturation-16-2.json | 879 +++++++ evidence/research/saturation-4-1.json | 879 +++++++ evidence/research/saturation-4-2.json | 879 +++++++ evidence/research/saturation-64-1.json | 890 +++++++ evidence/research/saturation-64-2.json | 890 +++++++ evidence/research/summary.csv | 41 + requirements-research.txt | 2 + scripts/build_report.py | 275 +++ scripts/capture_environment.py | 29 + scripts/experiments.py | 6 +- scripts/plot_results.py | 82 + student-tests/README.md | 2 + 85 files changed, 41699 insertions(+), 40 deletions(-) create mode 100644 evidence/artifact-checks.txt create mode 100644 evidence/data-counts.txt create mode 100644 evidence/environment.json create mode 100644 evidence/figures/README.md create mode 100644 evidence/figures/optimization.png create mode 100644 evidence/figures/optimization.svg create mode 100644 evidence/figures/pool.png create mode 100644 evidence/figures/pool.svg create mode 100644 evidence/figures/saturation.png create mode 100644 evidence/figures/saturation.svg create mode 100644 evidence/figures/scaling.png create mode 100644 evidence/figures/scaling.svg create mode 100644 evidence/final-containers.jsonl create mode 100644 evidence/final-structure.txt create mode 100644 evidence/research-audit/README.md create mode 100644 evidence/research-audit/failover-160621-attempt-1-containers.jsonl create mode 100644 evidence/research-audit/failover-160621-attempt-1.txt create mode 100644 evidence/research-audit/failover-160621-attempt-2-containers.jsonl create mode 100644 evidence/research-audit/failover-160621-attempt-2.txt create mode 100644 evidence/research-audit/failover-160621-attempt-3-containers.jsonl create mode 100644 evidence/research-audit/failover-160621-attempt-3.txt create mode 100644 evidence/research-audit/failover-160621-attempt-4-containers.jsonl create mode 100644 evidence/research-audit/failover-160621-attempt-4.txt create mode 100644 evidence/research-audit/failover-attempt-1-containers.jsonl create mode 100644 evidence/research-audit/failover-attempt-1.txt create mode 100644 evidence/research-audit/failover-attempt-2-containers.jsonl create mode 100644 evidence/research-audit/failover-attempt-2.txt create mode 100644 evidence/research-audit/failover-attempt-3-containers.jsonl create mode 100644 evidence/research-audit/failover-attempt-3.txt create mode 100644 evidence/research-audit/failover-attempt-4-containers.jsonl create mode 100644 evidence/research-audit/failover-attempt-4.txt create mode 100644 evidence/research-audit/fixed-2-2.json create mode 100644 evidence/research-audit/fixed-2-3.json create mode 100644 evidence/research-audit/growth-2-2.json create mode 100644 evidence/research-audit/rolling.json create mode 100644 evidence/research-image.txt create mode 100644 evidence/research-tools.txt create mode 100644 evidence/research/fixed-1-1.json create mode 100644 evidence/research/fixed-1-2.json create mode 100644 evidence/research/fixed-1-3.json create mode 100644 evidence/research/fixed-2-1.json create mode 100644 evidence/research/fixed-2-2.json create mode 100644 evidence/research/fixed-2-3.json create mode 100644 evidence/research/fixed-4-1.json create mode 100644 evidence/research/fixed-4-2.json create mode 100644 evidence/research/fixed-4-3.json create mode 100644 evidence/research/growth-1-1.json create mode 100644 evidence/research/growth-1-2.json create mode 100644 evidence/research/growth-1-3.json create mode 100644 evidence/research/growth-2-1.json create mode 100644 evidence/research/growth-2-2.json create mode 100644 evidence/research/growth-2-3.json create mode 100644 evidence/research/growth-4-1.json create mode 100644 evidence/research/growth-4-2.json create mode 100644 evidence/research/growth-4-3.json create mode 100644 evidence/research/optimize-0-1.json create mode 100644 evidence/research/optimize-0-2.json create mode 100644 evidence/research/optimize-0-3.json create mode 100644 evidence/research/optimize-1-1.json create mode 100644 evidence/research/optimize-1-2.json create mode 100644 evidence/research/optimize-1-3.json create mode 100644 evidence/research/pilot.json create mode 100644 evidence/research/pool-1-1.json create mode 100644 evidence/research/pool-1-2.json create mode 100644 evidence/research/pool-1-3.json create mode 100644 evidence/research/pool-10-1.json create mode 100644 evidence/research/pool-10-2.json create mode 100644 evidence/research/pool-10-3.json create mode 100644 evidence/research/saturation-128-1.json create mode 100644 evidence/research/saturation-128-2.json create mode 100644 evidence/research/saturation-16-1.json create mode 100644 evidence/research/saturation-16-2.json create mode 100644 evidence/research/saturation-4-1.json create mode 100644 evidence/research/saturation-4-2.json create mode 100644 evidence/research/saturation-64-1.json create mode 100644 evidence/research/saturation-64-2.json create mode 100644 evidence/research/summary.csv create mode 100644 requirements-research.txt create mode 100644 scripts/build_report.py create mode 100644 scripts/capture_environment.py create mode 100644 scripts/plot_results.py diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index e6e63eb2..7e02bde2 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,23 @@ -## Лабораторная 3 +# ЛР 3 — БВТ2301 — Ляхонов — на 5 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор: Ляхонов Сергей, группа БВТ2301. +Целевая оценка: 5. Трек 1 — цена масштабирования. -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Реализованы две и более взаимозаменяемые API-реплики за HAProxy, общие PostgreSQL-сессии, транзакционная идемпотентность сообщений, readiness/DNS/timeouts и согласованное завершение. Проверены остановка каждой реплики, рестарт всех зависимостей с сохранением токена, поочерёдная замена под нагрузкой, отказ Redis/БД и конкурентные повторы. Исправлено неограниченное ожидание DNS необязательного кэша. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Из собственной лабораторной 2 перенесены исходники, миграции, зависимости и необходимые конфигурации. Файлы задания, обязательные contracts и публичные tests лабораторной 3 сохранены. Пользовательские изменения исходного проекта, секреты, Git и тома не переносились. + +Запуск из чистого clone, точные команды, фактические результаты, аппаратные лимиты, таблицы и четыре графика Matplotlib приведены в [REPORT.md](../REPORT.md). Измерены 1/2/4 реплики при одинаковом суммарном CPU/RAM и при росте ресурсов, насыщение при росте конкуренции, влияние пула и парное сравнение сокращённого пути записи. + +Ограничения: один Docker-host, единственные БД и LB; переходные ошибки при замене не скрываются. Closed-loop результаты не являются универсальной оценкой максимальной пропускной способности. Подробности и оставшиеся SPOF — в отчёте. + +Источники: собственная лабораторная 2, материалы курса, первичная документация PostgreSQL/HAProxy/Psycopg/Compose. Код, проверки, графики и отчёт подготовлены с помощью Codex; использование ИИ раскрыто в отчёте. + +- [x] Обязательный минимум сохранён с объявленными переходами API. +- [x] Контракт и публичные тесты не ослаблены. +- [x] make check, validate и test выполнены, реальный вывод сохранён. +- [x] Persistence, отказ каждой API и поочерёдная замена проверены. +- [x] Секреты и приватные данные не включены в Git. +- [x] README задания сохранён; REPORT.md содержит инструкцию решения. + +PR пока не создан, push не выполнялся по указанию автора. Этот файл подготовлен для последующей самостоятельной публикации. Удалённый CI не запускался. diff --git a/REPORT.md b/REPORT.md index c2679005..ea980180 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,217 @@ -# Отчёт — лабораторная 3 +# Отчёт — лабораторная работа №3 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +Автор: **Ляхонов Сергей**, группа **БВТ2301**. Дата выполнения: **23 октября 2026 года**. +Целевая оценка: **5**, выбран **трек 1 — цена масштабирования**. Выбор согласован пользователем до реализации исследования. +Ветка: `solution/BVT2301-lyakhonov`. Изменения сохранены локальными коммитами; push и PR не выполнялись по указанию автора. Финальный коммит отчёта виден в `git log`; список предшествующих завершённых этапов: + +```text +d30f418 Завершить уровень 4: проверить отказы, поочерёдную замену и ограничить ожидания кэша +bdcf00a Реализовать обязательный минимум: балансировку, общие повторы и сохранность при отказе +366b4be Перенести собственную реализацию лабораторной 2 с сохранением контракта лабораторной 3 +``` ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Требуются Docker Engine/Compose с Linux-контейнерами и Python 3.9+ на хосте, make для целей Makefile. На проверенной машине: Python хоста 3.13.7, Docker Engine 28.5.1, Docker Desktop, Intel Core i5-1340P (12 ядер, 16 потоков), 16 778 182 656 байт RAM. Docker VM видит 16 CPU и 8 126 664 704 байт RAM. [Аппаратная конфигурация](evidence/cpu.json), [память](evidence/memory.json), [Docker](evidence/docker-resources.txt). Контейнер приложения: Python 3.11.10; зависимости закреплены в requirements.lock.txt. -## Архитектура и решения +PowerShell, из корня проекта: -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab2, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +```powershell +$env:PYTHONUTF8='1' +python scripts/bootstrap.py +Copy-Item .env.example .env +docker compose --env-file .env config --quiet +docker compose --env-file .env build api +docker compose --env-file .env up -d +python scripts/wait_ready.py --replicas 2 +make check test PYTHON=python +python student-tests/test_lab3.py +make test-persistence PYTHON=python ACTION_SCRIPT=scripts/restart.cmd +python scripts/wait_ready.py --replicas 2 +make test-failover PYTHON=python ACTION_SCRIPT=scripts/stop-one.cmd +docker compose start api +python scripts/wait_ready.py --replicas 2 +python -m venv .venv +.venv/Scripts/python -m pip install -r requirements-research.txt +make validate PYTHON=.venv/Scripts/python +``` + +`bootstrap.py` создаёт случайные учебные секреты только при отсутствии файлов. Не переносить secrets из lab2 и не публиковать .env. При повторном запуске не перезаписывать собственный .env. Сборка migrate и api использует один образ; при изменении кода достаточно `docker compose build api`, затем `docker compose up -d`. Миграции запускаются отдельным сервисом после readiness PostgreSQL и до API, под транзакционной блокировкой. Повтор не создаёт данные заново. Действующие сессии хранятся в PostgreSQL с абсолютным expiry, logout удаляет сессию. + +Для POSIX: вместо .cmd использовать executable .sh hooks, команды окружения — `export PYTHONUTF8=1`; interpreter — python3. Скрипты не удаляют volumes. В CI добавлен отдельный application job с build, readiness, smoke, собственными тестами и отказами. Удалённый CI не запускался: push не выполнялся. + +Безопасная остановка: `docker compose down` (том сохраняется). Намеренное удаление **только учебных данных lab3**: `docker compose down --volumes`; это необратимый сброс тома этого проекта, не часть тестов и не выполнялся в ходе работы. После сброса следующий запуск применит миграции с нуля. Секреты оставляются локально. + +## Архитектура и перенос + +```mermaid +flowchart LR + Client[Клиенты] --> LB[HAProxy :8080] + LB --> API1[API 1] + LB --> API2[API 2 и дополнительные реплики] + API1 --> DB[(PostgreSQL: данные, сессии, ключи)] + API2 --> DB + API1 --> Cache[(Redis: профили)] + API2 --> Cache + Migrate[Одноразовые миграции] --> DB +``` + +База перенесена из собственного lab2, HEAD `549873f`. Перенесены только исходники, миграции, зависимости, Dockerfile, нужные bootstrap/wait scripts и описание схемы. README задания, COURSE, tests и contracts лабораторной 3 сохранены. Пользовательские изменения шести файлов lab2 не изменены и не перенесены; секреты, .git, volumes, временные данные и старые результаты не копировались. [Акт переноса](evidence/transfer.md). + +PostgreSQL — единственный источник истины. Каждая реплика проверяет Bearer по БД; sticky session отсутствует. История читается из основной БД после COMMIT, что обеспечивает read-after-write между процессами. Redis кэширует только неизменяемые публичные профили на 60 с; ошибка кэша приводит к чтению БД. Пароли обрабатывает Argon2id, токены случайные 256 бит, в БД хранится их SHA-256. Кэш и /stats не являются общим состоянием, от которого зависит корректность. + +При реальной остановке Redis обнаружен 504: системное DNS-разрешение могло превысить socket timeout. Исправлено отдельным executor: не более одного незавершённого обращения к кэшу на процесс, ожидание 250 мс, при занятости или timeout — немедленный fallback. Очередь DNS-задач не накапливается. Повторный тест ограничивает весь fallback двумя секундами и сохраняет фактическое время в evidence/dependencies.txt. Это исправление общей базы, не подмена ошибки успешным ответом. + +Для POST сообщения обязательный ключ имеет область (пользователь, чат, фиксированные метод POST и путь messages). PostgreSQL advisory transaction lock сериализует одинаковую область на разных API; возможная коллизия хеша вызывает лишнее ожидание, но не смешивает ключи таблицы. Результат и сообщение сохраняются одной транзакцией. Повтор до expiry возвращает тот же Message/201, другое валидное тело — 409. Сессия и доступ проверяются перед повтором. Ошибка транзакции не фиксирует окончательный результат. TTL 24 ч; просроченная строка заменяется при обращении. Фонового удаления всех старых ключей нет — это ограничение роста таблицы. Нормализация сравнивает text: attachment_ids допустим только как отсутствующее поле или пустой массив на этапе lab3. Индекс истории и keyset pagination сохранены; общий snapshot разных страниц не обещается, часы PostgreSQL назначают created_at, UUID разрешает совпадения времени. + +| Роль → сервис | Образ / лимиты по умолчанию | Готовность | Volume | Сеть и секреты | +| --- | --- | --- | --- | --- | +| БД → db | postgres:16.6-alpine; 1 CPU / 512 MiB | pg_isready 2 с; API дополнительно делает SELECT | postgres_data | Только внутренняя сеть; password file | +| Кэш → redis | redis:7.4.1-alpine; 0,25 CPU / 128 MiB; maxmemory 64 MiB | Критичность для readiness отсутствует; fallback в БД | нет, кэш восстанавливается | Только внутренняя сеть | +| API → api × 2 | python:3.11.10-slim-bookworm, образ из исходников; по 0,5 CPU / 256 MiB | /health/ready 2 с в Docker; /health/live отдельно | нет | Нет published ports; DATABASE_URL_FILE secret | +| Миграции → migrate | тот же образ; 0,5 CPU / 256 MiB, одноразовый | успешное завершение до старта API | нет | Тот же secret; отдельный запуск | +| Балансировщик → lb | haproxy:3.0.6-alpine; 0,5 CPU / 128 MiB | Активные проверки API; Docker проверяет валидность конфигурации | read-only конфигурация | Только 127.0.0.1:8080 наружу | + +Образы закреплены версиями, точные ID сохранены в evidence/environment.json. У API нет container_name. DNS service api и HAProxy server-template дают до четырёх backend; обновление DNS hold valid/obsolete 1 с. Проверки ready раз в 1 с, fall=2/rise=1, timeout 1 с: конфигурационный бюджет обнаружения до 4 с при стабильном планировании. connect timeout 1 с, server 5 с, client 10 с, retries=0. Uvicorn при SIGTERM прекращает приём, ждёт активные запросы до 8 с; Compose ждёт 12 с. Пул ограничен, ожидание 3 с, SQL 3 с, lock 2 с; очередь процесса 100 запросов. [Подробности эксплуатации](infra/operations.md). + +Переменные .env.example: SESSION_TTL_SECONDS и API_REPLICAS используются Compose; DATABASE_URL_FILE соответствует /run/secrets/database_url. SESSION_STORE=postgres описывает фактическую реализацию. APP_HOST/APP_PORT/APP_ENV — логические ориентиры skeleton, bind фиксирован Dockerfile. CACHE_URL_FILE в примере — ориентир: стенд передаёт внутренний CACHE_URL=redis://redis:6379/0 без пароля в закрытой учебной сети. IDEMPOTENCY_TTL_SECONDS соответствует фиксированным 86400 с контракта, произвольный TTL не включён. Дополнительные параметры: API_CPUS, API_MEMORY, POOL_SIZE, OPTIMIZED_WRITES; скрипт исследования меняет их только в окружении конкретной команды. ## Доказательства критериев -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Критерий | Команда / сценарий | Факт и доказательство | +| --- | --- | --- | +| Структура и синтаксис | make check PYTHON=python | PASS, evidence/final-checks.txt | +| Полная OpenAPI/JSON Schema | make validate PYTHON=.venv/Scripts/python | PASS, [вывод](evidence/validate.txt) | +| Обязательный контракт | make test PYTHON=python | PASS, [вывод](evidence/smoke.txt) | +| Два процесса, общая сессия | test_lab3.py и failover | Заголовки разных процессов; реальные контейнеры отдельно зафиксированы | +| Конкурентная идемпотентность | python student-tests/test_lab3.py | 32 одинаковых и 16 конфликтующих запросов, один результат; области пользователя/чата, ACL, logout; [вывод](evidence/idempotency.txt) | +| Рестарт API и хранилищ | make test-persistence … | PASS с прежним токеном и подтверждённым сообщением; [тест](evidence/persistence.txt), [до](evidence/persistence-started-before.txt), [после](evidence/persistence-started-after.txt) | +| Отказ первой API | make test-failover … | [результат](evidence/failover-1.txt), [реальные контейнеры](evidence/failover-1-containers.jsonl) | +| Отказ второй API с восстановлением первой | make test-failover … | [результат](evidence/failover-2.txt), [реальные контейнеры](evidence/failover-2-containers.jsonl) | +| Согласованные health/timeouts/SIGTERM/DNS | compose.yaml, Dockerfile, infra/haproxy.cfg; эксперимент rolling | Реальные старые и новые ID, времена, ошибки и сохранность в rolling.json | +| Лимиты, порты, общие stores | docker compose config/ps/inspect | Сохранены версии и лимиты; только LB публикует порт; evidence/environment.json | +| Поочерёдная замена под нагрузкой | python scripts/experiments.py --phase rolling | Обе старые реплики удалены/заменены; [данные](evidence/research/rolling.json) | +| Однократные миграции | migrate + SELECT schema_migrations | 001/002 применены один раз; повтор безопасен; evidence/migrations.txt | +| Отказ зависимостей | python student-tests/test_dependencies.py | Redis fallback с измерением, PostgreSQL 503 с ограниченным ожиданием, прежняя сессия после восстановления; evidence/dependencies.txt | +| Expiry и транзиентная ошибка | python student-tests/test_transactions.py | Искусственное старение только тестового ключа; trigger с ошибкой 500 удаляется в finally; retry создаёт ровно одно сообщение; evidence/transactions.txt | +| Трек 1: 1/2/4 API, фиксированные и растущие ресурсы | scripts/experiments.py --phase matrix | По три повтора; [CSV](evidence/research/summary.csv), JSON каждой точки, рисунок 1 | +| Насыщение | --phase saturation | Два повтора 4/16/64/128 клиентов; JSON, рисунок 2 | +| Подтверждённое изменение параметра | --phase pool | Три парных сравнения ограниченного пула, рисунок 3; вывод ниже | +| Улучшение реализации при тех же ресурсах | --phase optimize | Три парных сравнения исходного/сокращённого пути записи, рисунок 4 | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Гипотеза: дополнительные процессы позволяют использовать больше CPU, но при фиксированном бюджете рост реплик не даёт пропорционального роста throughput; после насыщения растут очереди и p95. Другая гипотеза: маленький SQL-пул может ограничить конкуренцию; результат проверяется измерением, а не предположением «больше всегда лучше». Исходные matrix/saturation/pool измерены до улучшения пути записи, точный образ указан в evidence/research-image.txt. Итоговая версия дополнительно проверена парной серией optimize: обе ветви алгоритма находятся в одном новом образе. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Методика: POST сообщений одного нового синтетического чата, тело около 500 UTF-8 байт, уникальный ключ на попытку. Начальная история 100 сообщений. Прогрев 5 с; основной замер 20 с; matrix concurrency=32, saturation=4/16/64/128, pool=64. Генератор — отдельный контейнер с 2 CPU / 512 MiB, постоянное соединение на поток; маршрут всегда через LB. Closed-loop, автоматических retry нет. p50/p95/p99 относятся к успешным ответам; ошибки и timeout считаются отдельно. После замера проверяется история и наличие всех подтверждённых ID. Время проверки истории не включается в RPS. Запросы, начатые перед концом окна, дожидаются ответа/timeout; фактическое elapsed включает этот хвост, а RPS использует elapsed из JSON. Несколько ранних пилотных точек без этой проверки вынесены из итогового сравнения при повторном запуске. -## Ограничения и следующие шаги +В matrix fixed суммарно API=2 CPU / 1024 MiB: 1×2 CPU/1024, 2×1 CPU/512, 4×0,5 CPU/256. В growth на каждую API 0,5 CPU / 256 MiB, суммарно 0,5/1/2 CPU и 256/512/1024 MiB. Во всех точках PostgreSQL 1 CPU/512 MiB, LB 0,5 CPU/128 MiB, Redis 0,25 CPU/128 MiB. Пул 10 на API, следовательно суммарное число подключений растёт с репликами; эффект числа пулов не отделён от процессов. Порядок matrix перемешан с фиксированным seed 2301; три повтора, диапазон показывается на графике. Pool сравнивается попарно с чередованием порядка. Набор БД рос от 201 до 78581 сообщений; каждый тест использует новый чат, глобальная таблица и checkpoint/cache состояние между точками не сбрасываются. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +### Фиксированные суммарные ресурсы + +| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы | +| --- | --- | --- | --- | --- | +| 1 | 3 | 52.37 [52.01; 59.05] | 548.7 / 755.2 / 925.7 | 0 / 3337 (0.000%) | +| 2 | 3 | 61.63 [55.49; 67.01] | 508.2 / 980.1 / 1274.1 | 0 / 3778 (0.000%) | +| 4 | 3 | 62.72 [57.34; 70.24] | 16.1 / 1985.3 / 2173.2 | 0 / 3949 (0.000%) | + +### Рост ресурсов вместе с репликами + +| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы | +| --- | --- | --- | --- | --- | +| 1 | 3 | 25.63 [21.14; 27.46] | 1097.8 / 1982.2 / 2304.8 | 0 / 1543 (0.000%) | +| 2 | 3 | 33.22 [22.42; 42.28] | 895.8 / 1925.4 / 2206.7 | 2 / 2022 (0.099%) | +| 4 | 3 | 62.42 [43.35; 71.59] | 281.9 / 1910.5 / 2371.1 | 0 / 3711 (0.000%) | + +![Рисунок 1. Цена масштабирования](evidence/figures/scaling.png) + +Рисунок 1: медианы и диапазоны трёх повторов. [SVG](evidence/figures/scaling.svg). + +При фиксированном бюджете переход 1→2 даёт 17.7% к медиане RPS, 2→4 — только 1.8%, что мало относительно диапазона повторов. Пропорционального масштабирования нет, а p95 четырёх реплик заметно выше. В серии growth растёт и суммарный CPU/RAM, поэтому её выигрыш нельзя приписать только числу процессов. API-квоты, конкуренция потоков и увеличение суммарных пулов остаются возможными ограничениями; точный вклад GIL/переключений требует профилирования, которого этот эксперимент не выполнял. + +### Насыщение при росте конкуренции + +| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы | +| --- | --- | --- | --- | --- | +| 4 | 2 | 119.73 [119.08; 120.39] | 19.4 / 99.4 / 186.9 | 0 / 4794 (0.000%) | +| 16 | 2 | 58.09 [54.69; 61.49] | 17.0 / 1247.3 / 1620.5 | 0 / 2353 (0.000%) | +| 64 | 2 | 48.37 [45.09; 51.66] | 1392.4 / 2421.3 / 2740.7 | 0 / 2036 (0.000%) | +| 128 | 2 | 48.34 [47.01; 49.67] | 2447.3 / 4352.4 / 4793.5 | 34 / 2192 (1.551%) | + +![Рисунок 2. Насыщение](evidence/figures/saturation.png) + +Рисунок 2: при росте параллелизма сопоставляются RPS и p95, чтобы отличить полезный рост от роста очереди. [SVG](evidence/figures/saturation.svg). Данные CPU (100% = одно логическое ядро) по сохранённым выборкам saturation: api: медиана 41.6%, максимум 54.2%; db: медиана 28.2%, максимум 87.4%; lb: медиана 5.3%, максимум 20.1%; load: медиана 6.9%, максимум 32.2%; redis: медиана 0.8%, максимум 1.6%. Это выборочные значения Docker stats, включая подготовку/проверку, не интеграл CPU строго внутри измерительного окна. RAM каждой службы и лимиты сохранены в samples[*].containers[*].MemUsage. Снимки pg_stat_activity сохраняют wait_event_type/wait_event; ClientRead означает ожидание команды от API, а не перегрузку БД. Профиль и ограниченный CPU API не позволяют заявлять максимальную производительность PostgreSQL или LB. + +| Служба | CPU: медиана / максимум, % | RAM: медиана / максимум, MiB | +| --- | --- | --- | +| api (одна реплика) | 41.6 / 54.2 | 131.4 / 220.0 | +| db | 28.2 / 87.4 | 171.4 / 196.1 | +| lb | 5.3 / 20.1 | 14.9 / 17.6 | +| load | 6.9 / 32.2 | 17.1 / 32.6 | +| redis | 0.8 / 1.6 | 3.3 / 3.6 | + + +В показательном saturation-128-1 на выборках между 10 и 25 с медиана одной API — 49,5% CPU при квоте 50%, БД — 29,0% при квоте 100%, LB — 4,9% при квоте 50%, генератор — 13,9% при квоте 200%. Это согласуется с ограничением API-квотой и очередями, а не с доказанным насыщением PostgreSQL или генератора. Лучшая измеренная точка этой серии — четыре клиента; при шестнадцати throughput уже падает, поэтому точная граница внутри интервала 4–16 остаётся не исследована. Дальнейший рост до 128 приводит к timeout, а не к полезному росту RPS. + +### Размер пула + +| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы | +| --- | --- | --- | --- | --- | +| 1 | 3 | 97.69 [96.27; 114.93] | 494.5 / 1108.6 / 1564.5 | 3380 / 9699 (34.849%) | +| 10 | 3 | 60.64 [59.17; 61.16] | 1016.3 / 1400.0 / 1535.1 | 0 / 3742 (0.000%) | + +![Рисунок 3. Пул подключений](evidence/figures/pool.png) + +Рисунок 3: при двух API по 1 CPU медиана для pool=1 — 97.69 RPS, pool=10 — 60.64 RPS; изменение -37.9%. [SVG](evidence/figures/pool.svg). Одного RPS недостаточно: pool=1 сопровождается массовыми отказами очереди, а pool=10 в этой серии не дал ошибок. Поэтому финальный пул оставлен 10. В выборках pg_stat_activity для pool=1 наблюдаются два соединения приложения, для pool=10 — двадцать; ожидания ClientRead не доказывают насыщение самой БД. При 64 клиентах маленький пул уже является ограничением доступа к соединениям; увеличение пула устраняет эти отказы, но не устраняет CPU-ограничение API. При 128 клиентах и штатном пуле проявляются timeout 504/соединения на LB; RPS не растёт. Это исследованные точки насыщения пула и синхронного пути, не найденный предел PostgreSQL или сетевой полосы LB. + +### Подтверждённое улучшение пути записи + +Вместо загрузки объекта чата и полного списка участников проверяется одна строка chat_members. Отдельный DELETE просроченной записи ключа заменён UPSERT под прежней транзакционной advisory lock. Для новой успешной записи число явных прикладных SQL уменьшается с 8 до 6; BEGIN/COMMIT, проверки подключения пулом и внутренние проверки FK в это число не входят. Права, транзакционная атомарность, TTL и ответ API сохраняются. По умолчанию OPTIMIZED_WRITES=1, значение 0 оставлено только для воспроизведения исходной ветви в исследовании. + +| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы | +| --- | --- | --- | --- | --- | +| 0 | 3 | 63.48 [54.51; 65.34] | 515.8 / 931.3 / 1076.0 | 0 / 3772 (0.000%) | +| 1 | 3 | 61.63 [60.44; 66.97] | 464.7 / 818.8 / 946.4 | 0 / 3849 (0.000%) | + +![Рисунок 4. Улучшение пути записи](evidence/figures/optimization.png) + +Рисунок 4: три парных повтора в одном образе, одинаковые 2 API × 1 CPU/512 MiB, PostgreSQL 1 CPU, пул 10, 32 клиента; порядок 0/1 чередуется. [SVG](evidence/figures/optimization.svg). Медианы RPS: 63.48 → 61.63 (-2.9%); медианы p95: 931.3 → 818.8 мс. Парные изменения RPS: +2.5%, +10.9%, -2.9%. Это результат выбранного профиля и лимитов, не обещание такого же ускорения на другом оборудовании. Дополнительно проверены имитация expiry ключа и откат при искусственной ошибке 500: [вывод](evidence/transactions.txt). Ошибка не сохраняется как окончательный результат; повтор создаёт одно сообщение. + +Подтверждённое улучшение относится к p95 и числу SQL, а не к throughput: p95 изменилась в парах на -17.0%, -7.9%, -14.9%, медиана — на -12.1%; явных SQL на запись стало на 25% меньше. Рост RPS не подтверждён, медиана снизилась; в одном повторе ухудшилась p99. Разброс и всего три пары ограничивают вывод: универсальное ускорение и статистическая значимость не заявляются. + +### Проверки отказов + +| Остановленная реплика | Подтверждённые записи за 15 с | RPS записей | Ошибки | Первая успешная запись после hook, с | +| --- | --- | --- | --- | --- | +| lyakhonov-lab3-api-10 | 93 | 6.20 | 3 | 2.875 | +| lyakhonov-lab3-api-9 | 97 | 6.47 | 2 | 2.755 | + +Публичный сценарий проверяет запись во время hook, retry неопределённого POST с тем же ключом, сохранность до/после, отсутствие дублей и прежнюю сессию. Первая успешная запись после завершения hook — наблюдаемый показатель сценария, а не точное время обнаружения последнего сетевого пакета. Значения RPS этой таблицы включают sleep=0,1 с публичного клиента и не являются пропускной способностью сервера. + +Эквивалент rolling update: каждая из двух старых API остановлена, удалена и заменена новым контейнером при продолжающемся потоке запросов. PostgreSQL и LB не заменялись. Замер 45 с, 16 клиентов; 1977 успешных ответов, 83 ошибок (4.029%), 43.73 RPS, p50/p95/p99 = 398.4/921.7/1155.1 мс. Проверено подтверждённых ID: 2265; сохранность: подтверждена. Старые/новые ID и времена каждой замены находятся в JSON. Безошибочная замена не заявляется: есть переходные ошибки, повтор безопасен только с исходным ключом сообщения. + +## Воспроизведение исследования и графиков + +```powershell +$env:PYTHONUTF8='1' +python scripts/experiments.py --phase rolling +python scripts/experiments.py --phase matrix +python scripts/experiments.py --phase saturation +python scripts/experiments.py --phase pool +python scripts/experiments.py --phase optimize +.venv/Scripts/python scripts/plot_results.py +``` + +Графики построены Python/Matplotlib 3.10.7, хранятся отдельно в evidence/figures как PNG и SVG. Исходные агрегаты — evidence/research/*.json и summary.csv. [Собственные сценарии](student-tests/README.md). Повтор создаёт новые синтетические данные и пересоздаёт только API проекта lyakhonov-lab3; других стендов не касается. Не запускать параллельно с другими тестами, чтобы не искажать нагрузку. При воспроизведении на окончательном образе matrix/saturation/pool явно включают исходную ветвь OPTIMIZED_WRITES=0; rolling — ветвь 1, optimize сравнивает обе. После серии возвращаются стандартные две API по 0,5 CPU/256 MiB и OPTIMIZED_WRITES=1. + +## Ограничения и выводы + +Один Docker-host, один PostgreSQL, один LB и диск — единичные точки отказа. Проверен отказ API-процесса, не узла. Redis не критичен для корректности. Реальной репликации PostgreSQL, HA LB, сетевого разделения узлов и disaster recovery в этом треке нет. TLS для удалённого стенда не настроен; демонстрация только локальная, данные синтетические. + +Closed-loop скрывает coordinated omission; успешные percentiles не описывают задержки ошибочных запросов. Измерения зависят от Docker Desktop, квот CPU, планировщика, температурного режима ноутбука, количества соединений и состояния общего dataset. Поэтому приведены повторы и диапазоны, а не универсальный проходной RPS. Ресурсы генератора измерены вместе со службами; CPU/RAM сами по себе не доказывают внутреннюю причину задержки. Дальнейшие шаги: open-loop генератор, профилирование Python, суммарный лимит соединений при масштабировании, фоновая очистка expired ключей, expand/contract для несовместимых миграций. + +## Источники и помощь ИИ + +Собственная реализация lab2 перенесена с сохранением авторства истории источника; исходная задача/контракты/public tests предоставлены преподавателем. Реализация lab3, проверки, анализ, графики и отчёт подготовлены с помощью Codex. + +Первичные материалы: [HAProxy 3.0 configuration manual](https://www.haproxy.com/documentation/haproxy-configuration-manual/3-0r1/), [PostgreSQL 16: advisory locks](https://www.postgresql.org/docs/16/explicit-locking.html#ADVISORY-LOCKS), [Psycopg: connection pools](https://www.psycopg.org/psycopg3/docs/advanced/pool.html), [Compose services](https://docs.docker.com/reference/compose-file/services/). Библиотеки приложения: FastAPI, Uvicorn, Pydantic, psycopg/psycopg_pool, redis-py, argon2-cffi; точные версии в requirements.lock.txt. Измерения и исходные файлы сохранены для проверки, вымышленных PASS нет. diff --git a/evidence/artifact-checks.txt b/evidence/artifact-checks.txt new file mode 100644 index 00000000..a36e685a --- /dev/null +++ b/evidence/artifact-checks.txt @@ -0,0 +1,6 @@ +fixed : 9 реальных измерений; подтверждённые данные сохранены +growth : 9 реальных измерений; подтверждённые данные сохранены +saturation : 8 реальных измерений; подтверждённые данные сохранены +pool : 6 реальных измерений; подтверждённые данные сохранены +optimize : 6 реальных измерений; подтверждённые данные сохранены +PASS: ссылки отчёта, полнота серий, сохранность и синтаксис diff --git a/evidence/data-counts.txt b/evidence/data-counts.txt new file mode 100644 index 00000000..15d7e3ae --- /dev/null +++ b/evidence/data-counts.txt @@ -0,0 +1,5 @@ +chats|79 +sessions|214 +users|225 +message_requests|78579 +messages|78581 diff --git a/evidence/environment.json b/evidence/environment.json new file mode 100644 index 00000000..a94b9bea --- /dev/null +++ b/evidence/environment.json @@ -0,0 +1,204 @@ +{ + "captured_utc": "2026-10-23T16:21:18.493832+00:00", + "git_head_before_final_report": "d30f418ceccc08b13834fff3d4ecbfa9761905bd", + "docker_version": { + "Client": { + "Version": "28.5.1", + "ApiVersion": "1.51", + "DefaultAPIVersion": "1.51", + "GitCommit": "e180ab8", + "GoVersion": "go1.24.8", + "Os": "windows", + "Arch": "amd64", + "BuildTime": "Wed Oct 8 12:19:16 2025", + "Context": "desktop-linux" + }, + "Server": { + "Platform": { + "Name": "Docker Desktop 4.49.0 (208700)" + }, + "Components": [ + { + "Name": "Engine", + "Version": "28.5.1", + "Details": { + "ApiVersion": "1.51", + "Arch": "amd64", + "BuildTime": "Wed Oct 8 12:17:24 2025", + "Experimental": "false", + "GitCommit": "f8215cc", + "GoVersion": "go1.24.8", + "KernelVersion": "6.6.87.2-microsoft-standard-WSL2", + "MinAPIVersion": "1.24", + "Os": "linux" + } + }, + { + "Name": "containerd", + "Version": "1.7.27", + "Details": { + "GitCommit": "05044ec0a9a75232cad458027ca83437aae3f4da" + } + }, + { + "Name": "runc", + "Version": "1.2.5", + "Details": { + "GitCommit": "v1.2.5-0-g59923ef" + } + }, + { + "Name": "docker-init", + "Version": "0.19.0", + "Details": { + "GitCommit": "de40ad0" + } + } + ], + "Version": "28.5.1", + "ApiVersion": "1.51", + "MinAPIVersion": "1.24", + "GitCommit": "f8215cc", + "GoVersion": "go1.24.8", + "Os": "linux", + "Arch": "amd64", + "KernelVersion": "6.6.87.2-microsoft-standard-WSL2", + "BuildTime": "2025-10-08T12:17:24.000000000+00:00" + } + }, + "compose_version": "Docker Compose version v2.40.3-desktop.1", + "containers": [ + { + "id": "83b50e889353134bf5f1d215a2bc66e8f921a2de8957f3cb176cea255035f17f", + "name": "/lyakhonov-lab3-api-10", + "image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292", + "image_tag": "lyakhonov-messenger:lab3", + "started_at": "2026-10-23T16:13:46.65851457Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "published_ports": {}, + "mounts": [ + { + "type": "bind", + "destination": "/run/secrets/database_url", + "rw": false + } + ] + }, + { + "id": "1ff12291d9d61efbb3795aab208fdadff718cb7f6470b4c1094ee76f9acf2924", + "name": "/lyakhonov-lab3-api-11", + "image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292", + "image_tag": "lyakhonov-messenger:lab3", + "started_at": "2026-10-23T16:13:47.058554979Z", + "nano_cpus": 500000000, + "memory_bytes": 268435456, + "published_ports": {}, + "mounts": [ + { + "type": "bind", + "destination": "/run/secrets/database_url", + "rw": false + } + ] + }, + { + "id": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "name": "/lyakhonov-lab3-db-1", + "image_id": "sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef", + "image_tag": "postgres:16.6-alpine", + "started_at": "2026-10-23T16:08:02.306518292Z", + "nano_cpus": 1000000000, + "memory_bytes": 536870912, + "published_ports": {}, + "mounts": [ + { + "type": "volume", + "destination": "/var/lib/postgresql/data", + "rw": true + }, + { + "type": "bind", + "destination": "/run/secrets/db_password", + "rw": false + } + ] + }, + { + "id": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "name": "/lyakhonov-lab3-lb-1", + "image_id": "sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61", + "image_tag": "haproxy:3.0.6-alpine", + "started_at": "2026-10-23T16:08:02.041383013Z", + "nano_cpus": 500000000, + "memory_bytes": 134217728, + "published_ports": { + "8080/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8080" + } + ] + }, + "mounts": [ + { + "type": "bind", + "destination": "/usr/local/etc/haproxy/haproxy.cfg", + "rw": false + } + ] + }, + { + "id": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "name": "/lyakhonov-lab3-redis-1", + "image_id": "sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275", + "image_tag": "redis:7.4.1-alpine", + "started_at": "2026-10-23T16:08:02.163804371Z", + "nano_cpus": 250000000, + "memory_bytes": 134217728, + "published_ports": {}, + "mounts": [ + { + "type": "volume", + "destination": "/data", + "rw": true + } + ] + } + ], + "source_sha256": { + "src\\app.py": "24618db1da5355d288c02a70d8055b1027fb27665002ee71014ea48a43ef80f8", + "src\\cache.py": "bfc8f1aa90bee4625b3887a3487be085560b7a2705cc94dcb557dd6c03062028", + "src\\config.py": "aafa2db508658d2d5467d2c57ed5f4dea11609ab5928f86abc1e35fc8ba923d7", + "src\\main.py": "3f49c442758f1a4c3a156a4555f2b3f6d8dff0529fc62cb763f11eaaa2d2760b", + "src\\migrate.py": "48c2819b34e22ee099a97d8742a65c87bc0abf9cd617cf6b6caae8a1ad145af5", + "src\\models.py": "0d8b4cf64f5cad87b4c363a2f16ee9c52b385a7396460569c17eaf1953e15676", + "src\\storage.py": "075af9cd2826531e61bda8b9559cad64c1df0de4dc47fb5a43f41e29376d91c9", + "src\\__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "src\\routes\\chats.py": "46ef834fce05037c2ecab26192ed58c28be81afc6a1db1375560f11bb9d63c12", + "src\\routes\\common.py": "fa2df76c819abe9a99b8b380a50b2aa4556aa43ac84afa95cac574aab8468a7e", + "src\\routes\\health.py": "f0cf0ea4d093b8eff446de089884a692dfe0ae0e3d5da7763015fe69faea6506", + "src\\routes\\messages.py": "cf21c030bdbf0ec8c6a0481269bcc5d05cb306dfbbb65caa78f31166ecc4dbca", + "src\\routes\\users.py": "f5d4c7e4c4e5b1abfde7869a46e8a81a935b32f4809ddb8b2a4cb13175a24f50", + "src\\routes\\__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "migrations\\001_initial.sql": "d4c044482ba61b6a59b35cb02cff16b650fa0fb813242c0678d45a3564e86340", + "migrations\\002_idempotency.sql": "b3938061613446d1676dfdf41af1b8417dd0396d2a65e4d3d6b263d311ccdbce", + "scripts\\bootstrap.py": "56f890b02e3fc0cb8af3286d3b54cc5f55ac7bef8681e09b18e461258fe9e0cd", + "scripts\\build_report.py": "7d9004ce1aa2cf186d545fed79b1abe09bedb5d462631ae4db4ce5b94b772ca3", + "scripts\\capture_environment.py": "98fe97e51dd0bde5b2d9d5810b0e02c335c17a80de4755dfec47648b0a5b5308", + "scripts\\check_contract.py": "61e300fe5c1074360418e24b4653b12f96808247a2beaf2a64859aa360f81493", + "scripts\\control.py": "9fb29909bb536ac589dddda007e5d76927d03ff480247a8a06854fa7de548472", + "scripts\\experiments.py": "58815b421789fb884d1f86b7249efe54e720abf8b2d3d0f3f78fd3d0b806d820", + "scripts\\plot_results.py": "8be565286cf016b34cd8df13c3b5a088095029b97bb90278096ec0cd53037ae4", + "scripts\\validate_openapi.py": "cd7a33221b1860c5d2330e52afa6cb222d375db671ae9ab379ba51a0d3a77946", + "scripts\\verify_failover.py": "fd5f97e34385db02c462f006da12695d3f4686256e4e44bad87225d0f11de024", + "scripts\\wait_ready.py": "29e9965053ad2cba45dc68a4cc462a7ccd2c6cbd9da9ed89351721f926f5643c", + "student-tests\\benchmark.py": "62fa0425b5dddde1752db0646d82e6001bbcf652525920e62406feb1c59659da", + "student-tests\\test_dependencies.py": "1f1b269bee9f71c70da714557b9f4557190d8a3a2d7578f4078b82bf80226cd6", + "student-tests\\test_lab3.py": "6968dcdcfed947a6f5929091fd03671eace686c984a068ea6172f1b730894c7e", + "student-tests\\test_transactions.py": "0d7b194f86213cc1ac35f06534979b0b1be729787594e443d11ad864cc2d2ea2", + "Dockerfile": "31308f8d4f4dde5bbd43c10c91a22cbda59610125a23187ef393106301ac1682", + "compose.yaml": "ac784d1003064bd723d0ee8d7e05cd203a454e826b96a4575f2309164f28e125", + "infra\\haproxy.cfg": "5ea2c87b96eeae68a7e1483d562d156dbc40e92a92cb769ca80f0015591310a0" + } +} diff --git a/evidence/figures/README.md b/evidence/figures/README.md new file mode 100644 index 00000000..e916e6db --- /dev/null +++ b/evidence/figures/README.md @@ -0,0 +1,10 @@ +# Рисунки исследования + +Все рисунки построены Python-библиотекой Matplotlib 3.10.7 из фактических JSON в evidence/research. Исходные данные и все повторы сохранены; точки — медианы, вертикальные отрезки — диапазон min/max, а не доверительный интервал. + +1. scaling.png / scaling.svg — 1/2/4 реплики, фиксированные суммарные ресурсы и рост ресурсов. +2. saturation.png / saturation.svg — рост конкуренции, RPS и p95. +3. pool.png / pool.svg — размер пула 1/10; ошибки обязательно сопоставлять с таблицей отчёта. +4. optimization.png / optimization.svg — исходный и сокращённый путь записи; улучшение p95 не сопровождается подтверждённым ростом RPS. + +Воспроизведение: `.venv/Scripts/python scripts/plot_results.py`. Интерпретация, лимиты и оговорки приведены в REPORT.md. Исходные PNG/SVG хранятся в отдельной папке по просьбе автора. diff --git a/evidence/figures/optimization.png b/evidence/figures/optimization.png new file mode 100644 index 0000000000000000000000000000000000000000..afd270afb4e6ef0f689203be00238470d1498565 GIT binary patch literal 74797 zcmeFZcTiN@_a};?c)f~=3kr&;B$1><$rum`0+Mr3XfjBSO%Nj}N@{4bec&iYUaJEIaQW4oZe@j9oG7+&-$$WT182g`frB6DJUqY z;~;xruV$!Jqicn2IArd zgq%j5l-^cXSBt~b{=KT-E6e2n*9QuUagIaq&i`KHC4as6&z<$wr;k(q*I)bySI!}$ z^5@Ezxqke=ex@)CGCud857l&^uK(wQJNHwQ|9n`{{h#`v6+bf^M(!Wj)6Dn!c{-wQG)z_3?d?`^pX$q0V?X%sEBnQq zg5j&b^Md+3+vUrbr&meKb-Z$Na!NBLCoyj?h=igK{%NiJC^BT?DXxoyj-l|FN=S_8*UrRyv0T62 zIY)jFd-I`HPsYQX=F#MLl2&4Yv8V%}8a* zp(96PY`$zR4&m;clwk4QBbS9gCyPd!7LMgNzGD&|(#x+~t|bL}x5DTTOcQ1_@C5Yt zW*FlEV*oE)z71g5-AT$}KiO-%mHWdn2Pflxas*#y~O$?o-S1D9S6 zeBv$2wLy!a(%d(UVtv&|Vhie+v`Ble+2fz=pj8--9zD7`5yaafbJl=mW4@Q4BrkP` zw6$!{mtcT?Av)wM^Pqjx-l6to@I?tLs+4f&gqx4|cHBx0m%Qsl^%A0@&UO2$&vbQ! zPT?ZOYU)O+++vn};*83kw~rN?DOA9SnDu69@DOC`8ZIo-kf~48(V--}*%YIUsn-74 z80DCEN@N)_*;$_}9lH0HVQO9S3=K`&Oiue*28L@@u8X0e*M5)qPBxuhtHm!95)&`2 zNtUm+aJG@kZ?3QX>{gbFxP0fueRcKl0j5f$c8M*0kA;H9$$Edvua!&&C(&`1Mguz= zM1{6!!8XZ?@u$aHcXu}kMz(8q!{uG2HM`_x-?JWL=Y?!Ow&jxuy}QE|PU+imABJ=i zf_#Fh&t0#dvc?;_x|VJ)l>hv8KGkDwdRo#MzlGy28-7Ife$MS#^44aIeXV6_vX9oR z{Y7-XpiO`0!aLzn_lEC|m|Fo<1M$h(==7o6QZvqy+(z*sArEtAU}Ima5C@y~Fw)S| zGTvuuzSw(v^aH_Gx^@zYJ)1*it7BMG;IA#*%{5Fu-|P6Qm}M*n3yFb zBzUh}`P}NYJr#MjJXb5Bylhx8+d}*tgE*)f=(NNlB}Lk4DBmnl$L=7P`1b(y>| z1GkZg$e0-7Dtf|-LDIW?`@+x3UC!#0v4}l5HvBHT<8^}Xu1LPak8iAoXGx0_Hg&Tz zIb`%dGd09FJbL)Wnc20B74t#ZQp?UBXmYMj(YNnA{bTQnIyx4I%4T|Vbc*WHnCDB` zO-=VBJ1X?b>^x-OUF2S^4J1{%miPv(Nu(@ihc3}*Eg02t4FW3SJ(IoHmP z7VG?)K37ttkrV$52643jYrQG%NlCYq}U~8^y1uBMNuOY z7&2VrHrV1d*zY-45@f%V6XN1*`*Jg;21~3X%baGEUcSq%+lUsjwVFP5@??kDlks}` zH5PXE7*eOl)2B~ccff8hk85>(x=BHib;q?|S&D3myE)gL{%)}}ziwA|b7{ny#|XXA zi@Iy$U^`m9{e~!jd(@YsW3Hdi+~D$0LGZc0kUr4~t)kisI@Rt4U%q{d#zpt4M$Bz~ zEL?LQnx8tsC>qt(bL8a3@RO3iq$Pi^+~I#@B+G7%i3s-2zq+?WsIwUwrESB^5%Lpk z5B;JR9yaDPaqg)LK0`R&Ci>I|{MhO{-`@@4V_d{q?_b|vntge7TFHLz_gY8Wj@W8F z<;kW-CSRMD=T>a-*)Cm*a;eG7yfy2pPC86(E90MdnAV2u>jVeRJ-57vVc)#vFzcnX z^*Xqp@Q_%^H1Xp{n+2M&CT|(dNcI^pi;N2qOi!M6Dc*A-7_irPZiIp#!ybQ0!>-f> zw!Upu%yr>?*_h9eDZRyXa{8u`g9Y0+FfRr<9=@bS;fmj@I97iC?l+Z$t@v6W!3OEa zEzw^K9(@gbWUk*2uJ8sncc~9%70YiPj9XAcE7NT`S&me?OiK#VC>jx?e-;^kIvB?B zAzz9t*|=i>4R0iyaV-o+|Vqdt${s3Y$+67W3;Uo#SG=2njx=x&lE4{7=`*S^+ma;`7~D zGvJLp!l}1Vz1Gf8e>?iY-b{jTG?z@!k{6nnqpiM|tGlq1Q0ud2;hKVaVJVb?x;|GL zD_|MA&HW+aN975a89Y6X=qTZ}DUe{jL%OYCLL}))Ew8W1OPw_Gn4%SNo_(*Qg|-*j z;lc{pMmJwli^d9h|9Y}E+SB+zPA;TwcL(=7?e~0k{@+~bq?xTTUtxN;o%6Cr$AV{T z$zyxF<~&649Z{D}9bxBLm9;^S-R+q+d)=Cx1j?P?8*9YpXAQ59)kKSEM)}z3J2tbP zIeXUJi>pnur{h+(r$35^N4I$PjoAk27CZXgoKO$Je>c8+`HX>*ulcOKHaegB!p+VF zX7tEV(5qM1^G~;p_qcTCJRsK=>^;aCyX?s%zx8(4?hplqVNz1E0|kY9RcmW&HK3;G z(`i0FJ{|zf3P)UFGWzco^5_(%G?DOKrFr*us#->)#N6`s_uSyzV||COw51D&+Riu$ zsO}Wvc(T{ACee%^l4mwHLzrbn84u($=jM{SY}FrPO=5&>TL2Z6nCXW~GkW}%2 zAMpdzPYhJm)NF}{=}K|czkdC?LZ~YqaFbcoVthNArNQZ>2Z&G~m8iY-F!oL9gy~Ta zE2eM_8yg!#SdVRF>la2QU0q!s92^`TuclM(UI@pj~9@&Vp~6gIUeZy z%J6gfDl-c+Gjl$;z0!_`uR&+U4A|SQ^ej%=NH8u&5)8fChSNv|3XwcteU?Slh8HkN zr6pwZXeIK_hSM*s0D8xHNc_&r6D}T7!JFNHOiijrb_MlyHwUO+)r&cP)vJ=p zg>l`r&1$gJHl}-nCw49+A-PY8p3n4E_mluq*;=s0aM1>7 zHIHMlQogmh!ojG}xmmQiK(Xh+v=9h*XbbTCrE67>u< z`cLF$aTnL6)G_wKpj1|ukD*8MV@1AuJ{E3 z174z_&PDMJpWfx`ZL#_lj;S6>U`a8}Ee`jJ&Ti~RY`zkmiFIm^lJz~(Z!V%c#?Ja7 zK_`0Av};UgN{&A%hbxoG=hr9iF{0>fY1d4CK6l%R?s)yB#02(D9WveGtt=g1`8u)U z$Os8?PIrfRDsgs!Uv62}zRc%5-4gHCDvo!kv;ehhNf*HnP*d!OlRE!ok9h)mT3~Hp zXZP)!Hv%tcD!S_nCK6a?qx9%fg+r@Cn%0>HCPPRJ}mJ?E-!d&}U- zV5RGGuZ!ME?lkH5(dg*zWE3t16n3K1Srdz6qiO$fq&-#0Ymz!uUThPG>FAzo3SllK zXHRus3)H|UE33|%X{{H@&TXRCyJSZyFY0nJ zhV{V!rX-dBAZL9#$t`C|9o?0v@!c`2eG^M{MxXj>CqB3D(kW_{@O3Zctz-;FZAZ5c z0tc_3U(dF!eH{PwH1?mCTa7)O*Ai&*ho)(9{?S{E){;~t**P5cEVoE z-@}p5cMW?#>FDA+Jrm|k$v#guB)i9$b?H=(q-p!BQ!`j`JRUJ(_`=m}4D^MHAQGS_ zUYKpZVx5w^SSEBBBnk$~4WxO0RmPV??E_|{v zW0-wSx%e}g-DW{{M~iMy>~l*-=k8U{)o;B5F7xU`t|A_*DGj6^n(j?@y$cUg7iE*s zHQ}4Ab0bw{xNSk=rzA92pr>8mS{F?LtsK8>aTyjLrl@I5NRoIWK+L`3*&E@^6dq2s zmqY%*{i=UnhTu_z!{ZJ7ddxTfTedqd}sTMgd(6<2`%1&7N`Ar;@JBHb2Nt zf4`~e;Buz7MW}G+oUZ=?xBgwj$zkUz~;PTPgOJRB4KjAsOBcUC&Z=mTR$P#w#C_W zg{?A}UR{#x-iow)IkCXc_{w;LhkM>j*-LqD`7HJD@1KoKY!-=Q1$nbGm1MMq-*r*Z z%2rBcf!XYUbIy81PhE*L=aHPm46#}BXsQpfT^%l*A2W0cH^*%Iwn~6f)G$3ezKw7w2QM$IEM%7}0bv`wV`LB@cp-7RJmqnW~dU&3E*3Y$Qk8HBYG)VHB!z4^T)?P45l@nNxq6`^Z`|dqNZr z0>i?%UxbjcuM!T{5oKL`La86vkFKYrVKTdDu52b*Uf8|ENTudpWZ;u*I{OmwKA(rco4?Q&?D7+w1RO5ldT%7JL1ozmhT>oiwp` zNmH@tU{T$)9D%<~BC@+FoaC1EaJ6&ly5Rk-Uf+=r$rn&b`h-weQMV}bw1-ADGF8n< zIl!*4?u>R9`tJQI-R0jKeaqD9TGTW`N-jDR8P~O@aKjH|f9QRRWKZzMYrZHf?|6V?pcStAHm|JFHT7M$*uq3Qbmp~ z1fuvYN`vulGLrb7UJH%zPr)i_o>Xw_w7H2Mv$&`KFjaJSk^HkcH5yPvVH$^9< zeydPXGqBuwaXh3&8pmSwM27NcoR}Mr28Z0@R%#g4b;0DK6oKqE$!@u2HC!hhdr+SE zXg=(!S}K97+WPTVJJRW!fa5Da8ch@`dTJtC-u$=fS$58$kpv^w8r=b|`)g;Z*=DgC`)oxcx%il1ZMQ}zPTorNx@io` zc=o6Yw|QpAh$uGm*2mC8JR=_jNQo)yU(#G0)%aP88{cf6?%CQy0#Q1o~`mO^@zEM@=0`YDtS1_Z%!Vv#BVDHA>Z_d~?WYpL(-Y2Iakm|JmA1dO8wK zZH`W#CCYi3RRnGH@9f@JRCLBNq7qI|*~AH6H{Mv`xJF805y17d%y%Z{U^+NCsAny7 zZkr3J-K|@@@Uw@cu`Elfx72yGNM8c6;+oEfdyX1Q_w2?Jkt{o14C~J}PK=_oC8k3&y*xa&Y+w~p- z=0s>gt*;A-w)dqv?M#VTo7yjz)DD@Vn;RwRb>|g!Vk|co21=!)s3hX3V+*pb{=-hG zOnPSd4U2j~^yypvhx)?2aRJ^NLqXx!@-`l*?r>&_hnZ+*`7qiv=6ONCR8jDN^DdoT zMSU4_2#Se)<+)t5WrOAk9LkqdzHNbdx5?J!_eN0TMOU%snbsE3Utl0p`0(FWqs`3C z`e$E9O?=$(QJR&llGuZ}b+hm~R4*cE7xQYp8BE=Q^=zF2R#+*o zVw!=&KHj}Rt$~ ziaT(LspSIoi3w{AU*aUul@&^q%!9H8DfA!u++Nz{rz%87w_c)tHD@1NxXDs9YhFY} zj_q^Ey2UKe<^7@DB3y+FF_Noy!94jg%ybxQP7CZoD%(xB*RL*3}pN$l5i z&qNN|=UwaMVk3>}Jf9?c}ASh6Ac<(OHuEg+&4zC(SpV zW^s~_R_fwujeg(VH6}H@BIT+4>eWE?L(0`gCBo@wG=Q?eov{$X5ii8yLQNjiI+*m$~oE zrQ5RFIe#e%4tJB0J?Oj9t2I?A zI@a7wecKX5`=*yKrq8Ks{Nv^T2d~+{k*^QcHD93kb=Vs>DuyCI7k1?tR z?qr^f5sj{>8Z{8zX1@0q3sU?|+xU76MVHcaxOIaSE$NjxDRh5*`IYf7+2)f3_rsZt z;;34}#$?q7IoWKXMZV~6&P?u<(onG_Gwp}!(fsHG=?9pI+g8|t&&4M{XasibR*l4? zre?kAtW~7tEbE&+eKDoVab)R;iA`e9)?1%o3)e8JpT$P;KD@d$NjU@z#-YUXC?b89--24V59c1lf;cY=7QW%$pZ%tls;^eIc(v)KHrMvZ#&AB{SQWL_ULIw3F{5&u6lhr zWt%Eywf2VtS8GO-*sB=ZlG)$tcf|{6?$J?;&%VAWQSia6SRmjoznXw_%8<5KQ|Go**?+IIB*n*e+XM+(_eISNB+H(3D!gA7iBgzt&I9hdC-(Xn zBzJH$#3?zi7E9^7%G0{}QX|4s0}07Fq{OS9s`>%%MJMzF{(gI2xHK-OdsoCWMq^W5 zIc?C~e|EDgUb@m2$y#luQr%k@m3Y1N{UuX${j<$Ed{`H|QtbQHlp!T$222`P0%~Qp z()wFi{K5qRi}%ef-Gy4ZClr;X=hu2A6?MO97}d2GCg-3tSa~-1OR_o_j*|^L!!{Xu zI`LLJ7kg={HHF^Qz6-iWvXJmazjdFlA@}LoV>fy`^dy>d*woc9x# znHirMD=VXjp7YkjEk4zdqKZSE8A$luC#k=qlQz`YWggI*t}v$8cl1}Fis7;ry2J8C zC>4*usT5XoLC)q~i43f6^o<N1>$VX0mHh zCF1F{cR8r3KU>gij&z8+-zj3)Si4u2O0}Mwm{J=l7?6LR%$T%hwQ@f|xw6A~JOrg; zb?V_(DpgtW5zL7bont`^#-+TJ8I*}^%JDW&Eq9{v;Mb?M^Cie_DO>rJp0&SM6(Z?> zFx)S08P*-EV{LBfBNWssZT&nq@BlU^6Fu@&WWadxd|CZ|qf z1D!`w4)E|a+8Mfs8`rJ*y?$fe?Wxc5thH+Px!KLmsdcv`pA&QSbkr*I=GmJiPIrwO zb}Bo!UXG^wOb_O#(_ZNA;6TUC*WwA+Aj5vf17fttnmO7b>5%wLhg2=C^|oP+=K$vD z@#C#}YD^vKz%ikW!MkHL@|(9H;H^^wi@29mnbTO%{;wK-dFc3n`A%=Mr? zFT~|Y`o}Qxa{?2Rpy+P=ILh?ZV_EdEt&vto>dm3S-74vXhMKKW;=0JomoI0?zzBZb zQ4%5M6s_{{^W%P_$6Gq2_F~V{)6Y3dxe)ufmuI_@c?chh)xK{fkhhYQfFQ2zcHwQ7 zbojdKadSuf$rh=%cc&FZ3_@e;bKQ*XYtST;|LdM|?Ik28cU;sMUZx}ZI666Xl%FJ4 z&#o95K1@pZ4x0rT(pR0V_D(FE^RxyUU@ zCi_m6*bbF8%{+A9V`pQF?qD!qBUQX{|-LeN&U;U08~PC;QlbE+xIiFOpay%r6q$pZb`td4GR@Hii0@%A3p8YpvwD zCM!nUJm#Jf@f6fmOOb+>KIP_G@6g(B9gtRZGOM4`OEb#x~EogHinmOYxjyVAv4tx!o} zNGJ76U=sFJe0xUERyqnZPm(FRvF?)bE;AuD+A^CQpqX!Ia2cB(eLyv~&>~(lep#yx zRpNQWk}W>svbi$9oq*bXh3I)Ve@sp{Aqq7)zlrB!KvRqEEN}#((7r_R%}MsO zUPmwOkh68%E5`%_G`yxO=Bv`Mve6}}I-hp*6pW5lQajU=?K*8g3`rN=5!AyCpyzyg zw~}^WK=_gu;KEcH9DO(gt*Wp}&aR_W*pbMfUmuK7NC?7Y_7X6tAgla7SmdLo&nuGh z<+u%U>9swL1{KuD_$v)IoK$>?^QE0+3uWISi@qq7uoWtXg><3V2aY8R9ItKU<4;%>%?%DzqW=R20&Jsb~R#Q)$l5y#Ck2 z(~(r_@7~k9g8@KQhmUR91L_E*{R@OzD|AROo{`4(Alh`-s#%(wmooe;_q%nF7eIdb za&l@g1a0PM@&;iQvcLWEc96$bXJ_R-a{}_%DJdx|BCZQj+f`4#-|n8dP0b`(ecQ7p z(X(q+o}Qk*5KVIRn0U>uICgfCfA!aocUtRN2Ubok9wrn#mR&1LDJH~kR^ktwr;t}B z@uSSmV*)7#_gXyd=a;46q4Up>Fr)Viur601Eu-vDj25%crbJOI$R_#km2j1AQXe~UBJZOM^g83O{cRro^XJbH zR9iH*z8?bpD(qufD`#G zMT-HVjjLYu)&5sq1>R<@3BdNh*Z=QCZ~ylDe4OIkrU1x9 zT$+N7O-{ENn^LTW*KzZ1P&3V}I-I<4^Ac#V67R~$U>j{gS2_%e(n2#F-R4ag50$sS zG}aOIIOq<`w%2BG{RNK|N)|vnXA1h;(3lubNlD2wXU<$f^p=@w=`Amrd@K%{G2}Sj z3(#ipc4841AD(jrXBCm1S1AuSw(da)g8`7(^z`tteH|(g_1ZgI%SKrm7~9PfhadMW33+jM zWo2>T_gHy(JLb^G>G|%0>U92z=N@^BktZxP^hy8~HQzgzE}65~@fgEC<9@#blq?bw z26k18LTli{LGdR0NAe9%c4ZWISE1uIm$#Lp!p*t_fudfzLr^Desg=NYPogl#^Z0XT}BJg9L9&dgT?KU#`d6LIv#zC z-BBOXqH3KF`C!>$DykL`8JqH0WAC-;BK~}Qg`u#%U*832?^+GDk7#&)N#v|3Sh zoSHdLhJLWIv9*Bi=d<5BeKC4Zup)Tw3>9jNE(8fx)u@=V%|!_$Y|Rl(3fYR z2TKJ}rlX<-tufx9uEB#q?&Uk;d;#UbgNnx7l9Hq1b`Eo*kTqz6aH~xe^Yy2}jj!>- ztgK&uQ=d4&v&pwH)Wg~930i;k!#goKS9)M|-oAMD>z_$BB=(*k+ngmU?-GqJ*7zn~ zD>^7Rn2f_FCMNP9#A86<*9>1U8?X02LrZIR@R9C82V|#xp;2!7-taQjcW)QA2ZHcMye05-W1TsD1>tFk~+zKjkC=XH8K~S?8g0ZhvvO=iW#-!Q1D}BuTEgFyJ$+ zZ`V^>dmJlJ-(XGUE|u+U1S;=t4@A-xdFS@+K=c^IbG3+M91-*B6q?HU8%Lp=rO`Ir z2D9@83ajN){vF)Vqk8iGVyU;LElZE|P4xB0tskTuUfC7v&BxWg)H2y5SL$!jIo;)N z5I9%rwru$FowY=1vaz;I_yvnoK-*?-Vbb3F57u3lMm z9U=%16N`1}(=i|RH35t(_E-X5j>4Vy-;#+k;y_XQukCF)L&JD3z0%h2;!?j?0=9?J zl@rd4?SUw&ZH$gvH@2%P8)RaKm&OKu2w8Oc?T@GmH6m<)tK7idy?mWW=+KXcyu;Bz z+V=Jx&~LSwE$*4+uT(z=ajFiob9lCv$M)U~<&yM18vB3w@+J1+m7k!B5{P_xoc@ZW zC{ht&xA)_nlxb(;t;@_$<@3`nhE_mFim}mp#3Tcu3pv`ZNhe)3y>p)$gAu?i+%y%8HKVUgfnA$LO zg_+ql(raU$RciNF@}e)ba}A^{_^f)ahP~YYx=-%@{Z}kNB@BTA@EWLuL%|`$hR~Z14Hb(zspM_2p?aPoF+bmm;>=XM5@_s7^~@**A*kjk-xo`+2W? zI>Kg*)Wp=2kT?ylm2+))UC>AkKWU&=EweKS>q`BU37S9b@q*71bv+1O1c6GS4sa7f zY*mVsI;T&cW*ZkWYxxJb{-C3!BHcA!ZcckA#aH|Utos!4czlXU!wWtTW$KjK#Wk!3 zA`hvi!I~idQ$z|FYp65vYI$xhSf)+j69;IN#ZA%*p=>C0pvXLOP7=9E9c}u*u%gFL z-tKE4EgrO!^pf80A#0-^GjXWV1fQKu{XS}>d)LJNEO(V=;IzC7efNASzP~sh7`s(T z%nL)4Hk&~kWW+<Gp>bapZ`+}z?;DkX(R`-z^`J?pR-_;(R;)vIDn79k9;f=kQ&!5ZPzWwy5 z^IXa&Zfe&GYZ2tem1hA*PDcL-1*3Om28^cA+C@?4S8@AGZZwu&2!M~rG}fHu(j{q_ zPqrI3Zh$V9eQs{9&}+-i$p9)RhA{iPP`OJnzo)0?QAhroZU6~sIEQoLA0K%AlY}VGTfbxv7bx|;^ABC z0r&Im?fFKf{eiGQ{=zb|0l3s?9J~$&R=29>#=O}Hsylb?qyn%>$GNBs_a|h(md&93Ivb85X8C?&z^A z)NR9*cyniSkrR}$RpLMgqE_NDcg5XT5*J-T+>HRiY8Y93sjZ$6aLzF3)~G1*>mVo) zxt}13Hf;=ML?-t2>({H_&f7-?e1SAb6OgL7>isDSk3`%d*gmUZH4Lv2&#|*S0^NbM zoGd~@nvy%S%zw(k#uu?Bpl2(^0ZCEl{`1k0#Sqjm(Tg~y&`W??%oI^`(hClx$c3r$ zYF%JZGk$V8LSGInH2|IiB^2B|BTMzDGP&P8MvXPd5R(UZ{+Ywe3 zIG(E3MIs<~3JQ(4gu@M@&a;;Ut$N-AJ@Tk6e+^^y=WYS+*V_2Ur{bi<#D*Rd5lBj* z@f>b{8W4~Q^&!YI9VmGGvcV(xg2*G{4_aDUjkGD`uEgq|Ts^{tD&%L1EQgNkE{%+C zQFR~#W8U&-Xx&v+RNiMk3W<;B0aFkGwQw!)@!7vOUrqCagS!NtnS6Al^szs#2OQ+VmqS$sw^U9SgNQoZX z`-q4LR;Z_oglt5`zr&L9{{1Nr@CRmqY72qV^_cze5~-EqL$#hms?m-!imHRY{F@Te zb-(#D$JGEjzUS5}Z33r*Y|E^!uBJfd0G}ii6lf@j^f*KP z4|tZQMJgU>D7x{lU^}F}A-%tR$Mo0AcRYZSKtqZBTb=*Cl@(O)m)2%FBHczk8rKhX zbA1eE6l(!Q%?rOszkBzt`ua7bAJVD+2G7?jpiE8f-n|!4Cy0~S8h%_@@3}tvuqzwV zpRmdf{s{*%Ch^_fsc%Hf+LuU8 zFI<1BPZRNa1&?H8^7n^8UB~o=N67yR3Wu*G+JG_p%7%=vpX!x!(=vuNKW*QQ?oHP1 zPIZy?Ehf_P6Je&Zv3=))e4K&3R^QLo%x!gEYZJynn6poe!aIKc zx5}5d(0)vkAHCYlj?dK-MoNovv zj{LeSP;q(HaTI`MPb&#J;QmMhd3fUB;Ra_6QhmHpRQBeWm@M|q&0cu1{452W}v>h{R_s$5X#Kv6H|!E!E*naX7{PDq0%u>I`Ci*}g( z)fKJ}X}TQU5_yOnOm`k>Pz{DD5EKF)f_-(l*+HwN|NY4mQyK36tC6XzkX8(msB4dj zk6(JNvEN8ORKy(!n{!?)A+#VHRlYkLsZL#8L+`AI=-Jn343^pR?)_?%f+hB#j<5Hl z$sK+QdIpb;L{$Q zSI*g|SJXXp<&q)K3MH(}P_jK;iI6Q&V944bNy-t~{Tt93f%vl*(D?(Sd=X%E7d-pVF3uQ75s!F?ufWcxB5KxB@CPjSqk~#@DwSl092<$Ff z_FrE!Lyz#b9`6pN@$^f38xfSWX0aWJXw_-5|2W7|s6a91i$aQ_!`L2#g3u^oVtJYO z$G5j(z~4kG-k^T*rLhqQg`cfI`vI>Rd?4oB5}`eJZq_*-Ds6|5depy-KtD<0=eBwu z6?O6boIe3T;N*+*cJKFo&q$@IzpR1X)C`FJGK6;#;1`?0Q%wJv0KaR?KqOrc`0Ff> z{#7WLtf&!6X{ZN4@Xg~3ca$M^K84^6#)|Ng&!TLy^s z1#Ab^zXdaLo)@+Y2VWY~Y)Hs6FdHnk#21+>E9dS5RCNz57K?{LJV=nad-o>ykqm-{ zdfl_n=!%?+hQStfd7sy`CjXe3u*Rn*^HB7~pDI#nH*(FoFDC@JsiAw)H={v$Z-DX>0ynj2PpnBFf{WfYU_3{V%9Eiin6fu8iMm z#^E?uJ!|rkEDxUo$k^Q8j)5U+ejq$D`SEP@e0REXs`j7RbX4fLo~t}oGta;=GXBc@fXAo(LWl1Exr%6b&4-EyVD++0fuL5$o&|o zyFYeY4hq*5E${V1NHhhx{|FFmBhepk*|1~KA>i}icieD*0S3y)a0BKE+=zjh1Z$u3 zkITZoS&Cl+hk^r9LYr}Or3+CWpoECf1w?z(gKxPKVf)9le(j)f%R0gUY1AsL^W7w> zCJdL(qZT%#cpb$u3KoPF>_T4U{Iv>*p4w8T==R%=2%-vZQS~f<6e2219*3BLm5UdT zz8L5({HO0glLBuI3zX{$+`2&>Z0Xt$z2X8D!)p%ZE+~gqv-=S&wsf6&6PYK9!5#{rN4i5KCxA)%PRTj!4Ll z1c?ZIf^bN0H2Y6j9Ie^!4p@~HSikR!CMG6n-Zhwm`wLiI<$9}Ou5QUBlzs|@4OY5j zH!}nU24*$&A}`=453{@!0&#aoIA_mej>SeBMzO`QI-}iPl0DEbVeIklw}rqK14)xP ztARYsPyWMg=$*@K=O;y^uYTRd)eugvDbnvCj{l<9LIJ-g57b!erzv8uz#Q}6;^)5Q z+x{;u`8Xzl$q6N`>+O{-XGoh$oh$MX~02`jRNGYp&+`ZB)vIAm z0Ah3f2YG_e0Qa>%X6{$oOkeZ=j>2 z_SibKJw1NJ|k{^!*__Uy@8pF;=2s-Ka{Hi1Gq3+ zGo-JjZeIu@1Vf~Ddv3I*N{_HlcgSDi-~g)OcI(dv4-ZmOwpD|hvoS?lUQtIyRZ;4( zmO%YEa@a;@dYx%==s`1TG*ALUQ7G>UB)~`HBWAQEOS@)~2AU_V_t_3}tNxE4E&wAB z*xqO|Q8JDl76P-`EHd7S*TB7KJ0KP2%`}GS4Go&s%Ei(l`H?Yee2N@fM%t7NP{`Ap zF3586n?TlKX2y+2U;b)tX>k-yz{C@7p><#E26E;ZQ-Z^wkd`^rfZ;K?h9EuI?))Y8 zV}`Z6JJw~AFEB#tP?EsWyUK8=`&$o?(_uh-Rk)16w-T=pt5C(~N zAtez*fyF!>gMbm4HOF?5nW!I}zP`R5073^kk#DMue)(ddYC?De(VS5a)YgotEP-UD}>;>Lo5~PPhw{FClfB*a(wU5*NUV6R|Sp!X1 zR3YP8{U`p&i6LyADa;olx%E(X(1anD=`pyjQXFiO5U9fG(?0>Yjyi>qZ)Be)6GYbx zp40rP>GPtN+Pz(`3J?-bLF{(M?dtDy&(E7!zvsDp`Bsa9l9G}?Zfd(9dKmFgW>+#x zEnTTXf-Xyl@$N6!SWN)5c@qF2(&ww8x#t{OrS`U!ks|o#x$OIIMQr^D$2|=6$PCBAxQd92>qDBz=Dcn8yIj^&CohU$1*S;IzZ?|#x1t3s zAKC2@>UPcg9?I&1nb9AX39ykddmAzH%Gk(g>|iAQ+v7kLi1{#m$fEkzM1ib7KY0v& z8oK<#VZ-%GIH9FX{2maxi>q)N#?;DB@J)|7{fiu@^IF3S5KznPI^Bmq$M;K{2W1*VoT;GQ~N4g_(%5yw`)3VuPLOgr$OM*R7hr+|Ji)4w(zUnsY@bc&jgn9)s^b7ya ziw6mkBfoQDqXHe1-sI9Zq+4oZ$&;^LaNBchX|dD=iM;%hEIiyK@_ue@@j4nxv>!co zEDY+p3rvs~s#k-+<(x(euobxM{M!A4X3pDJKSXuJbK4FU-$2(Q3kW%-0Ba8z<_tYO zN3Y!QclXy)p~j@WU-9R*H%pjON#jaqMsMca-Zz?lk3r`QC#JCci3uwQYfeb_cnDtI zcYZ4>*K^>M7TQW%m*PpJ7`Lz%A>k1Fw6gL9PFo6TZB^t~MxYBAJXM3(elJyw()O*= z+(A~43Xf7^_nB_9?S%xhuS0eBUmDs@4L0t`o8l^IEAx;E_}dCnr#X6MNP97nrA@M8Io{iNLT?Rw7 z@LD5tvsmDf1EmRF++KDjE{j}>yxz5-&Q29bxV;vz=~qcgPDainL9zmwIz?$%-7-5{ z&nrY*hQIVGoilaz=XLypaX*qQ-yH?}Dbr2@WEb-$8#3{J%fXX3zMwt_6XE4*%# z2QTn{{L9mAF%kvWdIu|&h2-LY(3!~KFFvxC8f78h)5wx|)MNJ}5&2swEfqp)Nk|J<`O3P%MVEg!v9j zvEj#O(RG)n?N#EWyTi{z+tObrE_$k6#!9NC>F~Br)=@S3?rfdz9;!_ z!dv;c6Wqmhe0=QRHVk=_y;)KWn=++!eEhhiwCT7?h|dR~nqPLg^QEJ1Ht{Ob>CmoS zV+3MGme@Rk&JR38o}ps+X`hFKP=W=xzSLpo?gu?PW!Ejqnw+PSeXn#RgF^TLRbR$>hPfJv29J{`hp`VeDUrrwFRWVv|0KnO2xh|jn zH1UI|RvLle*{mp51x!=thdZpStTL+?e&2uh`gI6o!f?O0*UZ49I|5&!+2o1bDh=n{ zNvzaUB4J4ja8cX{%L=*6CXfemx5Ws9p7l5U$rKLlK`akaT`LZBRlIhDRW2B(!in4j z1=`lE?`n50k|u72l|)>KxgvLiBh>kdPUxdh)`xrZ&Z|9RQNQa3up(x#^1Ie1~-=%*58MtT9?H3_U_&oRz#_0F@87g|6;>i#-vJr5Mb_i5lrl zPE8Li>6J2a7OJNl4c9SaSX2-gG)p+#ck~~o1O_u*Ug&bYTCqS9)#tqGRrzhGXl1>0 zDY1UhQ$MvE^c+_qSgV1owIWm)aKU*IbYh6(kS>`CF^;kVz6VTdd-$9-WSec^xUh99 zHGp7_pAMgG0vdt?AWQ;?D6$8a|5BdY`$b!5-|*?o;lzXgjjs2Or@H_D$4^sbbTz0X zG|1k2H-%#q*`aVac2+j+lE^w7J8^6>3uPqp9AsxjamY$pWq%(}UGLB5{rTN)zy7?& z>5SL&G4AVWOVdys@|(YH#5#kVBy$&M^QkO>>{%#UXnzdXD9pWUyJg9AVYG#c0`XL7 zZ|OCrW8B2B(1X0ftNWI;xhOrY^$Yy8IY$iHN3xZOmqm9yORTK_A^~qJ;KCNO-kifI zwU6e*^n|^PCh+l8*gdUmxAvqoks3bcQD%9sBBIzoIB}0)$g$Zb>|p|Z!udDlq{y9* zk8Afm!Lv^%7`#!ncvi-0be5hI-%X749K$*|B&5`(F>%#KTkLAhKKMM%p(9DpVANt< z^+VekQN~L<{B$=(R^c3b)^$`D27EFcdw{+wEnPHPy?!l}wjMo$$6t*94UChW2mBk% zPgfyI!tTn+p1jt}c^G~f$?(w4a^;GcGHgli0KSP%X0j$V^?>+kO8DK^VLzq2j$_j< z&m4anCn+jE@2V)Oeg2ng>1Cr3^i4hO!i`uO<#j#~6Ft%I_JQi-SG;ETo;*huWtzP0 zKI!aq@pU5>)$cgSvJ+k>fI&5jB9w~4u+*%rxsGqeAvW>C*|zsz`}H_ZDwIv`Nl;J( zjH`+F3!Pj3IlffKfAEf!32snW^I$MXuSm5(Sx%NK+dxJGHm8ZA*kC#-5hA30^_Us= zZEmXtVe zZif4=6tFB&^EMe?Ih2>F6I->EmElp&jdERtIoouNGpg3N&E3|!;TE|zw7H%LL59zL zuWE=5Gj^v3^B>i%ye>Z>S$3zmcO&NRbtBQ@Qx{U7K3iT`j7f;Qnso71PQ3xvua4+u zWaDE<>{c0K?qgF=1Ja;0PVfHB;FahJx0CMjE%!d$!{ScBclE9YksNRq!~NGr*f{5> z+LYNMtE#HD&m&9_CO}RwXuOmD0V#ukc1b-qP2*R$LI$jLH_b@Ypi=I|A17}Y=R)JR{xETh%0MIrpEpe&^{wm+zc-% z_51z%_j?!68ylW5`wVrBayMr8TVu%`r4Bcw36YxrP8Hg z2V)JBq3WSS^t zpJiNpMcgUw+ZmR9yZTOP?QoT83?8|(dwt*TCa7Dx?pswKsOBu(f*jz*15^*tbqwo* zWD@i=s<7_gXvv!Ye)zzFuK*D{@z9F0rx1vzjJo+nc3{bZF~iX}JnKZg<5I6^=xPv4 z@(B0kJlR{Yxqtq23sH~cTno~DO<|HM^oqOmNVVCJby**(PP!N{n*0byLrsG2Vv%6D zl*doAjyGGIxl@dC3-eTU4|s;qXpeKg6stHsI@$nXW#8c~Xr1pn&X;}DUX(G?opJ#cDO7a?G-Cf2p)*n1@^=_R`)xIhOa#4N3V*A)@a!ykqeHL_h}_(hv%0$i9)Dkz;Nts)rSHF37AMIoPbR427DWpq zt%`WtqJ2bqcUCl=-{B|||JkLT>Qf=^Yu{_J>`T$0Y1$XzkbT^444Opx6{yMxFNYZ? zWO)l) zMIjyY8f@gJKvv@nR5c)dzcG9JDA5gDp9#wVF$el3IWhYavh7=xZ zBz?SPVEwfI&*`T)9#togPZQUI9*VSJGwQUXY4ddCTL7_2A!#N zoFk}ooJXEZHs#(Z9|dhxI53L^%IHl3OlX_?%D@!K_2lL$q6MI_6TR2QTx*RqSkg-6 zfMI2>2V;`nSNqsib4rul3=)GP=njdg6$!RkM_S3<&V-s>kn)j4@a(V&&`5hFYuu_Q z`Woj)Anqklt>PHDIy@#zcPZ~Ajsw4>W&G@jpu~L#kPVDLgOAMa@hs9wUSd4`H}ROY ziLMX`{7!7&XM`&N2c?};I7E?#;|yzHYq+d zlE9HqGXh^2eIoP0gQ09(WWm;>(?#_}9Gcy%EuRAwr2X&}mrO{D?e!7#xdSF!UR4Xx z-W9|!URw3-!fW+I^K0xb`nYiKoX8=$4l{#lOiYU&6WUzsrQUTdzAHX&Lyfvsq$fangN^XQ7OVvWDmwpQmuv#za7sZ#b8{qOpMWN%Lbr=pSa8L|*ym}2C=AGBo(-~e z{o?(jw4S=|KK=PBP=DVRmH-=S0s+h@jP~K*zgr`onOihNK35Rv(l>Hj5KEWbQ39xp zfv^%Oo-Ee+2EyBY5h_Szm{QnWb6Ey~nk8%-D4X*wRT|arbW-(e!~ufFg2E-w zuZRKBvi$DM#3()d?>X-@M@O#Q$b7$|q%; zr>S*m#EH+jYuom@=8->gDCIGbg zDhf$YwCJI(l4x$pY}ZsCoH!S}yO!ld`oy-Uu;=wl*nKuDKY_`NHLTva#w&Gx@{%;` zqFv%P(l%kEBnk|$Jk}%*<{Y}B>7Z%&y>-1xK3=YmZH#1A5I-X&mu|);dWfqdpf_W> zQ2UtG#yP8mVfflFb=V2=PubCnbz(C=Y&$h2LI1}Z(?p!3djwP{7T`Q}7lZp+pqqO= zQzBvC7tQwuSqG~=!xv_H4Dx1;SbH)xlCNJWx|kg4#sn((Ze<#K`1E<4BO0Q$=q!3j zhU~0K@Ekh^1B#vCiEW>gFVQ}xaWO0z0hWdUe@iskv2wlStS$}a-6Nb?S1y|kiBn*# zBm5?GE`|cizTK@0jyC6E6y+9_)C|)kMXQYJhn`bhy%zM+jrO+`xmAjGAFT+{4TE7% zWRU1I)4vX-6uih|bFf3SzP(ZSSxnmwvQUsi4w%I)>HOp`+}F8hWhd$ZL%ny?>s@B` z1^O^F?)@|Y#%5yMLsm2E`xeS~h15XTh!4!B52{?5BNvkO+TltJ^lu%tzw91vNZqO zdKG9=o`+$Cz1e&)ewuCAyjJm6mc128F@5h<4DQ5ezgs{0OpqzMrhj#5#@0^|pY#Ly za{-3UrG)H-_X=9KhGQQ=$F-N9-mR~**91^f%DXZ;Owt-&i2L2`6QZTy$vBJOi+{M? zGVPv~JN1~jH6b+aD#@)q$!KdI<4D&S&QQQD-7Q#atZ+3~vd-a=PG-em9FyeV#erBf z-?GGZb^_@>s%HAsvVo&SeXT)vSMDeqN{EyS`3VSd8 zZi8s|v?pC@NpCPyV z6u@c8sJ)LB@XBZc69zVukLcs1V>ZrhTzljBfN0#<*b>?KR)^+pfwlooCZ4hx8<}u} zKiU~DR^SyoscJtP`JQ0;^++Vu=)Ml{p5cygus z%hE3E-ZL|jgrQcxN`E51hi-b0!PaufEvR{B*&>h_Y$qu5-Ku~>acO9kD%@_lg!aSx zTl--ub!y7!o8^K&_P!Ql1`trrpn+^c+aJgXBv0emK!cQF^d@)jEqulWdZ*sJLPQve zgv--A;GL!+v@)V4UN+XOZxe!hL03MPM8qS~q$k~Mwda8eP7FjyRrocD^QAj$O#GHD zJJLNs!0L=l?%JC29FWgk(B-1&^XK&%ENulKub)pw<0_IuG0aW@ufF&ZWO9jMIh&*3u2(G_KBrzuW8IJbKV6&&V!H zJ$7P2N_O!Ljz7dldcr7&tYnW5AfLIl;tRMR78$HKSJ_(-J%Fa+Wko)|Z2jN8 zMR;wbhu!-CIh1#)E&$EZKUTQEh>;KzW3%z-!GnmEQuJ%3Gs`*Gsqc4K_?YVUvlvZ= z2Cvqp_cwuFj0&n3nGpq7*7!s)LL{A8Tl3|}z6!@ac}TR+mQPX3UB(PIbsMLbEG*Cc z3M+e3@~q~;kh8=ItpoGByBWCjliMcY-zHqm>sg*wZry=-XKG=Qk_|vYCNsbCAJ_nz zz?X&H-2>q->cg3!%n@;))(@A*?W%zkTchdK8K8Rkji$hPg)qrs$iioH0@!el{uWIv~wARSI5SQa$T?XcudTOo3&v^TMqt6=Zv41nDn@r8-lje6xmv5L}{4r>xu)d(Z z40P)#pd<3;2K>G02H&9kMF1vTur&({Dw`h!DgVd%o_Z!%9@WdLm;D~~W?*_JU>{bM zm|PTYgavu1HKnLXB>&4}4dpv5f+FAb-i8?XJu-ORnHy#Lcdij>WyAy&w3~H-niWa) zFNd)DUheg=D%!sobWD^&1&LiDtrDy<(m}RPgeyB__msHsM*Kye_+QDtz^%N#K*+^ep&j@y$pO&A-bIvS|X#DF} z&dKTn?!J@-#~bt!4-*&?;>&VyN?S;A(j?kH?fQyTcGDeY=Qk`8y30HBE0yt5k#f=Q zG!vg+mw@tAziTc^Z;kM6XKJLLD*S`yMNk;e!J8q&+_q&^0QD>o!crr`zye>M00v!} zbt_dzK^FAT98l>IW4{dHtF@qnSSW}0j~QNvM;FrYl`;q&?2)p_csMo;MRar2OkY1* z`cK=AQ}IPN3mNHP-%Tvdrn$v*;$$?S=Wq#xPzNe-kcl7Z3WCR+slAv0(Y{$;w4cM- zH0`sUc1@z}OMsZU8>My87NUSakBw4?hMtas^-)W)f*jEW&g5rNf)R`j#E9MRQDVPy_b=pxg0O2P0FONC z3YeW%!SG2%iZS9%FFL()cY75L4FX_qF69g{odH`2!z@CpgO^;cw|_XWC3v@=68hKl zLAl!vYD>qCbc3mesk`BRpt*nb98RRXJXXp(Ae7HqbX;NK(*>M@mFw$Q0$B!DUTa6dSQxw)v0*6VVKhul z;MY%4L~UsqbT$-fK6DQMu-NxZP5FCi4KyDrz#);qzIPloP&>tRN%<(NoX01=@dkjl zQqYYVb8*rx*ec421v3o}z=k}Do~y>amE3*C!IPajm-(DpUAAF7q6P-!RGzEJ$6Ml} z+;En02EA6q3?j9}?!A`o9T}`v-Bg(DEn;7O{^R?gNh2hm$E)fjPfz}dL?d`> zR_)t#0xMo~y-BzUV5FG(bKVcAqaXkSq9cy*!XB^H*?5dU@8zo_#c|05tg9XeHZAb=hT`;XA)9H+V;ehT)HJk@v?jPTwY&CJS>&Txyb`J1efxj8(pq;3RF@jHz71 z7|55;0j|-yP%`|4{ns!4K_ylUmnO%F`tNsdhrqkRXmNP*9n}p*dY}0_4KGeQyf@{~ zcv&r!by*(FC}{@z#rIC9nCLtptA~Y0o`!k~bj33DSol0yv~N+0+``xY+a7HwtU-YO ziHm(da=<6^aqong!Cm&gj43F_1>|iyPu_d~E})_&m=pn80}{tU%>>GY9KZqEKC0r0dP6_9IU7i&^p1T@-5d6wL@V?2*WDDzTUXSh&M&ok4<#-;B$a=79{wo`t8m*%y6J@_!`JAJgG?AxN+Hy)WCN%CQDcUz5fQn!9!qg)dCMOT`Ri|ypteEb2knX{_y!yoO zujjY$*{LD~_VHBek>A`cW{v}N@7}b`kd*BF4Q}%%vCo(i^`&ahG ze8~i5WK6;)$Qg{aCJG9^`*}|cO!$_)wNO91g8r!hqZbvV=7PUu;Ak-s#dQ---vfmh ztuY$>lFIgU>?~xu)EY&M!SmKyuSEAoS{Dfprf(~L_pTsE+wfKy@zzpVi^O~u)k;+; z1`vXRptO~^-bD#O0GLb_6AN;5#6QlS*5Lp{^a~KjqHO`YNXySZ^OAzVzOg@M9?he$&rn;!Y7;g7N@fyZ}Qo9Q~tqH{+8(zg8m=_SJ~uZ)Z#l2c0G z{`LTfm*xmvi;KXzeQEud{0Zlk?ggwnt-2sW`)p^8FfE*=2B)_U!>=uq%&kr>D*Q+kaLiY?f zU?%=R;f0mM@>=8;fqs=!T>xkFQ^Cq39hV04H|J?J(Gsy?YQwLQdTJAIUIb|2RbXbO zBI)Ws)-bevqRZ|JeTfTWXnFHEAwom5MT(J2O@{Fdd4Cc|yjO`7Iu5y~{28%Hhu7k~c5DK!4D|He?SwieovS`sq*G}O^_^=jGv zA7{QkuihZSQ?iV84Dl%~S+#kI9HyXx1VK5damB-~>I8yEL0G+h^%zoXkK?n)DXJj)#Q zJR$Liz$)(*eZTSp^#Y%v(a_|UrEFLtr_>+04`30*3g&~HRt56An=A*RH2%-bzqRT= z#g|}+U9EhI)&z?wH&Tz~8LJ3<&Dg(G6C=lKccr@uI8r^4f1XbD%=RVMfP@MwG;JN)<1&WCz4bDv!@q;$ zIrrH-B>&|5o&SE0t_Bx9Rb37d^E$d?;x-ZBduo6Yx8?isC19eJOskSiH+ z0cS{($H9YhYQsl@_hPQ61*`A1Hu&enu2Qh+Aa$c9#0Mke#-VAi@%TFypyo{+pD2%KmE|2+7I8_-H+dBQ%UIU^ojQ}w*0o}i?XkeP9x5U{hquX*z z$RuU*;rQdoxn4|a4=lsIAlJ6Av{V5=quEVn*b%4)(nTM@W9{ZyrJSmEHWnow&8+x* z;g^pCng}ALj}qeI_z*NsW7U@io}QLW5u0`InO3U6f6Rs;Q@7Y|Zpd&|`HGEVKH%@l z-~;0X?vi0O4sUQEK2Wt7Sj6<;g*!%|?-9LJl0N191$Gq`86w+J_*D$HiE1bR(y1f1 z764JFt6`F#ObtjQ|ME`dqr>Ibp*xyP96&s1b_DaEaO2kBWu@5R7#remdWlrzO z($fS{`7KiN0^D1OPeMdw>WEQ?-UsGx5VEYu^6{S>Wa5HvzL%ygo7IYg|Mqtc<&qOw zuj?-_lHNZ*!l%!UZj|9ay7c{3NKDvIFjAxyS+|{sifX&^*q~kyxCz%wc@hJ|KTBR& z8g2{|YNpW)yro&kU+xA)llqJozoZ9TMbrRlarKTepeUN4YgmHEousID@!|tHn1D)f zHSm9>`z?I*)zVKQG8Z+@PE2BTy}BptM9W2?IrijnpV0z6mPiavhpCco{@Cxx4UFpAV4K{6?29>=6x!82n)`dt0GKb-s5msggr=!}!v%aqmd zE;niM?i%LdwQ%}|>9d)XW1@F>$cfrfn;Me``c5CgSv!;B@S1p$IeJQiH7J}~=r6G7DF8@_rjaqHO>Vt zmaSzwaBxXX;5q&rg9vT<~l z+I7ycasItY&_Zb(ai$S3jd)U6oEzq_;1C=YQz0B1S|rxjiN2L6Ow zJg%UYQp+v>A*1bi!8`C}jK9O8!`TaIbRtpWuZwLLO?nsmO?uzESDs14-hLZovRU8b zAFG0AS6_WzT$-L*^n;b-YOlpyl>sCj1|mT^CETdGEBc+|oFFFj`+;JKiiKpR>4XcRHiJhn70AGxRA=Kp2el`JESR{Jzo*!XZ(S!>I zjgpS#DZFFN#s_2rhjwkSGxtXSnmQKC_ohDX|E}9_%LiCNXqr?YmH#`%N8F7#5g8s8 zJN{ZZnsB+3vTys%bZd~~zeFNu1b3r2guM^&we<2Oa06nD+{*V?C7xjK767Uv666Jq zU`OI{eV-LRCso3m*UH~~u)q9kQX_MJF)okgiTn zd(VoXB*bG$ID(YAksU4oPGA93&H0{k8SYl|^0|!x)u)<~gSJcLAL8DYJ(Io%3l&TB z$-5rYs7$f)W6iK?yqCpj1%;%*Z&U@zQ7?_XA5Byn!0~H+TLHe70_(O@V37eA#Zlmz zBEkKynTRCQ(!D^-9+ft4e)kw5YF!S30-D1VvgyLg(RVNj^Rb zi|vHSPYvpNDI*KhneoLbGfu`kQq>kgL`r_w>KSg%-mlI870iuG`p0tnzn{7?MQe1W zpVlab-N0JD1vRIneKa+J*MNEkX~oq`a$@k0FgnsP)YQ9z$}Eoe(WkIzK&YFneYn>v2&?^{=x6HU&9H?!gfCo-nv#)^qV7s1wKp|CN*W9Jry(1yH`ZH(@ znq3=D404>6)ni!qz32`%YvjK#a5OI(wV+BFFMV%0gj=!PFhp3VdaL~{RUR9s?B!*3 zkS~AGKt{bPvd45(Dr*Yb9FWUF8bWtR0bUiO$^grA28N+);eTD>>kFzqF-SxD)gW_8TUyZI?hyA27E#A38QJF5E%gzZ8+Z zz}Nfc7d*oq7~<|G7B_*`=Em?H&fY}>KBA?MAPCfvn`S;w@r;TLGais+sZKdHWy-Ji(DVpOQ7F)cme zR0=xc-sLG)(F~Bkwr6@r>-b!I$vDN~ODMAYcv8P*oIB4}}Yj;^@+8GWa`q zdwY9vDc?Zn$H%Le8-bKd3~UN~qBzP6A#{E9$>VSDlN|(9Dv^<{7 z++XNknZiMmH5T}4ot(Wnttpy;PE_o(xgF*?WtUXUtd*n{k#bt6-0U+*qdx*nz4Jr1 z;UehfNu`C1dkP1@dc%3N1cGb-HIZY|x4UZP>@IdK^RU)yY;KIKF$!sF8Ja7sLmjO5 zST94Ae8t&1Y^8wyS#ckmD;>el=kA-!8^ZX4gNvi;4M}hylJ@;<$g7TsIJ}phUq6{0 z98Qo`CIAB#pOY`R7bh4A5u^DxaA0E8^QqCo;kU`BNKv>6?Ag-?#GfiV&ZONc+OJ!Za!a zOJj4hcy%ENga7lPer}H$>?%{H6I{4f^9yTydl ze8Z|-0yFIkKJk;yU!9-Uhg;MfiET~+Nul^%Vg8KI@c8fSy6vL?-w_66K@vAV?EH7Z zK8y?)b1>vLowzfA#B1 zfHK579BF%=>1x{fxSz&*-&DizbP&QLtbH4~sSjmsy)?$` z&!5g0oK}(|+IilBVbc^l>7U~#dl!xT#y(d!KRzQlPB9tp+gST#s!UlJk*y4LR5yJ( z*(p|;{p}KeD!#t%+thfCF7(Ir;D0j@S1oY3K)6KtDWMncB%TaKsBd;sH7oReEF_${5J*;DPw`t z(iciL-gaPlicFpq{WuWG#!~+J;R8tq-X1hGV(R}B`SJ!74k)FH3Zr~f5SyZjj}J?f zZTa{pM7#M$is$w~P9J^Rt} zdYxBM1mTF-q0OYQNJXgfN)vyx^dQL$e5N91RTz}*V*vss5S||K1c?+C>ATTw$3MT; zP+`oCc=t{Y-Sh`Hawr2K%LB6MywMTu3(SdKRoJLO-`yj}%{STr3u zLx5*&RS(KP12=sEn1>JjLrX^&0og>2Am8Bix_;N@(hhz8GBMGP$kPJhlum4K`9>1I zl)Fd2FqH8s?0Cn->ai>=K_4EPRJRbO_N8P(dy>8HArE-mm3se%!vyf05)rwEglgK` zf92P+hC@a{Gek9h|8!1aby^e;pvk4YQ(7~4t*rIboaU5k->zBy?(;3MT~t8JM~6S< z0DZE(Q85|IBXz1_XI)?1zTit@^m$ADFkmGW{ZG0O)CeMI$WXk@&JPi|$8fv1X@c*P z!LP+s3bPh*=VO{i&-E6G@IYCXM7ELV1XJM5U=O%DxrC zbnu$w+pP+ubX`}VT1Z|=7Lr{+p{R*na#SQ8lgPJ`TD zY`xmm3z@~i8$P$OIva}>#zbm+j0jD*o1Yb(SPnBU*Z6$T+`D@wDkuW`m|T0gUd?WS z(*UrHdH+}Li>bvElHDI7^s+&j9hV5&B&Dvea9JI4U4hDx08s8#2=}8j)J{*^_0NFg zi&XU3WV6pUPX+9^XZ29ogh+M>^=O3n3kv`N$No$J>@Qg@2=3?(W$fxx$Y(bO0USFr zC9gpSszkjZhDXv@QPR$62rEB3?XdFXlB2X8G}20LL+1i#76EUI`rD%GYhRdu{hANO zjf)W^j=)zHlh~uPw$^wM9`&CdLO?9zah=J*`mUTXomvFpA!bFO9E+fR&73Xiw~hhO znfZ`kas`?H;7B-6q((8lT}NFV2C{|=`{mCd$+k4pD(rt2u-P+~v;f=D)2f^-BQCBz z^jIJgPG0YuuS!rIV|<{Pq{^`Cue*Ma* z7J#3tivR)zAiAC*=`xymMGb$I^gD!ud>ElHtO(5;;k-KwAcVELqG(;yuw|DPtDNQ)WD1~AU$XrbnJERCtcxtb-%oS&#H8@}V z1~dy%L@10gw{pYF6GodpGXx1d3KGt(Sg`@)zE7y-A94Yo)-h-q z5$;h%65*=PHKD%!j^7tN6A4@uLljw+9Co5|S~z^)KH7-x!Qvr(zt;S+<{EWfW_VEC zuAXk4d^>#^>6xHMl0gwmd2+D}R9T1UI_^t(8}bOBI&~g?r_<d|g=g>2!SrW$&k7j% z>#5(}NR}*cN4V{LB|{7yMCsJuQ{ABhA;q2JSQ?ElV9py;05HqiI(_D|3h#3tC^@*{ z)YFy*B|I$sw~c8S{m-0p&+9!as~LG6D-&v*O@F96y<~47F+-Vl?{ilc3mQyPCM0hP z`Ag}9HU;_8e1u1T zPkx3Knt^CIvGojEUUGrb^@HH}F&6siQ@WUXSH!ROmB^20k1eVcR~vhy-h_kuN+ar- zVi;GY;Kl_eg=M1L(CT%fgjtD?@PyH__cDWunyO&WIGjx_OSpKEO^Dvf;Pgl!ES)0- zZve~&MYy@b36p8h@bG!%4q4uFG)bdkpB7Q{2^naQ6l5VR=`WIbqI($Ml^MDB+B%9{ z+lox>Q9TV&5MxWoRSVgor4?}Y=Rl360v7dAKpw|7VD~f{zKtHO>-gOk_q!JW-_nktaZTik^sCp85#7EHU}C{Klgll>GD-_1e}UbAHsb zn;t6rH9r965fs!Eu6KsTaUmBA7=m4OSQq=?Uk^KQOiaL9>t7J(%$yzsf=sPUD$j}( zG9!jXMp_DhvT`M;-wl(x6q*3EGbK@Rh>5PFI;?LKi^nwY!x?}*O%P?QG>Ubw;+MAN z6!6h{95Pj8!@HXt5?wsz_tYZQib&X7t`Vsdv@!K$l$y{heH!Fg3~RR=u;ihYOE$az zs5}#BPEp^_pY{1X^Brq0g$h<~G30V71{?I98)P&1I`>~9%ty<6mn`?A+@Sx2ML{9r zyH2k#l6}9Y!z4y`WZP*gZ<|**)r9N++zAWMrBtw!;9`gaS)ZcWSczO zGw%uAQfubkO=Moo(A)%aM+M!L48?+Bd=(7;qkyPMD#oC@!T;xNg4dr41ngU$XNiDV z7!4t{_pT$x>=1M%-ZPPZ3(f?KfYl90{vHTqoA);$?8-buZ{s%I{{_Zxk1&3r65D1I z6{(m}Cu!)e%Qs_T{NDYNlya*dwj}%FsYAvvQ+9zb#rhL_DV1O}`YJ>r4B}Fw4<4SF zSfqCLy&eS63b-xVapXrh5Se ziFTi}?V36lN*MUGqu}2>8SDk>2b5-myvmSlcOFveP;lK=CNaokc;Ag}r9Vm~*9-8R zI+fgRmjo8vCy9xP+&xkt`+>{?!@K?F5GoI{Q>(alpPZla06se5OS5ZNufW-}XZr=B zEDbQr3qI$HW^OgtiMI6WR0to_0^Vk< z$nK%6_1-!-!F`u0_;{}q{At@n;>B!poP?$!m0ifd9vH>3`o!Sr4s6MrFJ5GeGGD0O zq_fawU~k?HOPTn6y5G~i<{OTXlYz)fXW%w;7BW=;UZH;Ro)xdx{=cHsjKd;c3)U)X zYK6_Fy{ioPM@CowPpDW;#|Q5RWCQuW7;-PM7r4p=SY}txc+H<|Y?dw*vo&!@VCnT5 zz*fGmG(kjdri-XiWj<_92ca~$vtp`d{@6eGAg92R24{hj>-rbh&aZIqwYf<3#`>&3 z8FD@>8QzKsl|WALmgksciN6cT0$=o0X-W6qCuCI@!`%#BvTE}0Hq9WH}9kc+sC%5c!uPn z-9kL_!P+1S|L~tIal0s}!~x%a&HoPX9yE&1NPLoV)~X@FZB^aL?sv?4X8^FFSXhlU z{1BIERakak2_ZeWmE~}iQ;6hSKlvtCZ{q$pn0#&Kng(3u|G=$qK*AMRG#=DG2(Ep# z!fMDy^R9CS>QRJ4eBuAMD{x*Jv-aHjOtVViyFZ}YqqK=NLqn!Wym!c>y}w9R`4aFy zC{YZ=Z&fT-6T|1_bvsl~fKPkJKRIU645Xsj2}ba$?dFx4T(=yWB3IDpL!r@<*>UhoIia5&=apBG5;FoNKF#QmQeB- zT}S9cuTL&Wg|+8FX)^Wr5y%=80FQMI+$(!&HF07cy1DiS^uE8#h1OR;xR4?I(l2mM zHh~Y!Ha8a1fhOG6Iy4nkEMML~SZw%M;~~GvyU%Mm0OTHflAi6n(r4=hONTSe=!y9Q z0Q5DR`fh+5=FJULg5|cik9QZ#nBEB{F1$bLEd)lNFWx*Zc8MuXkB@bgJTD9Wj_hDXTTa8?4XDfsdwKf(Ob$@ zWH-PYFho7?WwRx9u{od>_3ee4we0+7hF737)+)Z{EQk82V=OccAr}yH^&@j{4w8h) z;RWve7%)KB_#sVLMrz)xP}j~xR*UB>(gjLOQR@v#wr6hMe5iaBVlbNdr{G0^OMS^G zTtrEF_2{dCL9nKP9w&1|`@R!ib`o&l`xgx_qtKgB6h!;)?H0S5PS_-=kp-9-!02Lt zNf;l|uGtCL+Vl@vb+&xKv>FAPSyt`ySU&scgD9$1UqDcE^wW@XbCGk4BW$#KunvTF zr>XKt$fo6&!fuf?0Pk6GAOQK)&cU1k4Ulz52}Hta8^?%Tir zj=pw<6Tjyw^ZccJ)|vynHGC(lZ?D^FHZ(SJJC(|@Z80A0Lzax^?lT2Q{(m*I)jTJv zq=12Pc}KcWZ~7n6EVbx2v850M0*8v)s|dLFGrfiN5k^5FAyI&Uq3a}E>&yvI;;H1; zAw5HrPXk!J;AxIy+{X&;tXHoMf1dP(q*qv~sTNeI1T>U|_2ay$y00sXCYd>MU^ce< zEYWViBM%fCUC3|%n_WusXBv0#sIw#S0k}A0FH?ZTm}`-pZGe7e0n9&c^d&1hH+@6~ z*cPImC-Q>@h1D1QD2P8r!5hfppp7gKQc|CHzREVa1!1IdH3<~v>~_CqpaFbq(S9!a z>66S@$F>l!_pi*~!ef_ot7~5_ht-YlIxG*^6{bzfTX)vE=k)UC)66R>?jv7mjL6}= z6QlC5lb#?UZwQ<20rd|}i%@C?>U*p9C}+tCF;v_IrDiF)|`yTPedUILC-yJ z(D9yS@b|^oiWR^ok`1Ew22OOAc}G0BxHD>M9`sUQvLq{J+L|So^ZY#*Hm=g&ziH@2 zLTT5)OK9)Az<;Bxb7v}em1hV6`Y4a8fKch=Dslnc4ngABz8GK!LO7gjGTi;{;xz=B zQVeWc3%(p4ZXnTc>=h+c?KFYq?EF11z_xt7h>su`X&L zM-_TsCuWOPmT((E-i!8TU=jBTrDUKlAh=~<>2FQkYq^;0&q@GDA z6vbyiWpk&d`ww}~%J-Jo$4X0i0l?q1b`+F7B{v+vgID8OR9%F#z}Gs?WS7YD`7pn9ZyN6& zMuF1Q4$b-QCm{&I%2V+J#|nb5I7v~*0E9d`Kk@Tc^Y5=6iDZz-HB&FoOp#xx?2vnh zOIK|YKe`0;L^K=ECbW7g5>@pKdW<}8hX^aw>jw|gp_C<0I^Owgu5N3U8yXYN%yCGq z-Wq)eJPsw6kUDER_BWyG+xM=lBggk)0*9f{7`i&(NW7PgaRncj9HguP9LLw5?hg)p z)o}?x2S^t=C%P^)fA$v$k@(9cS_QK{zj`QUH>Bj_!=qfnkI_-CotdDreK#Ezd0(Y< zvl`|02Zn@%40uiDluQ+Ayu;bxCobOkTQxTzOyWr^mdxi=`j&kA+Mceb{x2$vW_$avJRAzwVWk!< z@0pH_ubhblIGjZw3PObX{rl`W8Ch7*mFY#Vf2$v=t4xa`L?k!+& zv4FvSINl=+sYT)`)=g-F=`3wV3Xq6zE^i}Iik-km&vhxjTIO)mg9*kg65?va}N zXs03jB^2BX#O2GuEck+IK9uH2iI>%LpZ#LL-GuotBpckF?k!YCXw=jHt;(a_i-?WG z=mGjudd)rwR44>`T8xIZR#tzK2Cm&jx8A+J;fFQ{J5w;IwYMF}gQco=Xw&t?)vP=sTp>D))&2s#j34mmu@azcmSK5OCtkeMwyLMw zTlXJ1Ur{MbS4KwA|3EgDmg{4@#@8|FbPM{KXE;h1gfz$Rj0-b0jepL4OJ&HJ4dtzF)9|51KvgG>ITl|S7tNaGU1pmq_o;cjkqJmt4Rm0<#> zEPso44P)gTYjL__H|>y#l++l=MgQi|Z%M<9A;UBRI!%Y>G)e{qUR|1Ur5rBgKzO$Z z>2Ybpr1+Tp^|QrH(P*Z%w(1IHN@$+I~+U%8ILf+gn?_iD$=@Cns}*{WCe2>I{* zw&Tb6)cEPEAuqN*Q;wNnVuFn|=v>0(h~^j-+mBy*NuwMt`xZ z?s<)^%s_bp^%S?et;DCY8JnpAKCf)ybt74kqAh5->*0TSrnX)qQbWI{Z*%C2Z-DYu z2Y(ht?u9S1X9BLwc5UAiIGAbo#rfu0GD;S))%jdz47pec&Ej?#rDQV*BAB7fE29ou39E_^?Z&FLf;R2 z@ACq0+?pj;=L;(b&lJaYEzs1(xZB>M@|@s$42(Df!)cGdd?d#6Vpo`rWX=Ssre(_J z*u=3C=a!fq2Ikt@{BA4GYW=ZH&b@BWB;QWFX{$6c_K6d>Gul)d(+@dg+nx~`$y1X9 zER6GgQIswQe_m*QJM=B*YWa$T%;a2+{pJ@jqm>@#BS*EDJ_q{i5(R6bET!d3)@CCe zVt%fiQR54@R*7fc5Om?|WiHB{N`MLN@HHU_&9f{u%mqn>XNADu*Hyaua#}zz$x0*NuzIlDIr{Ia z0WhbUZ-%#76O1K+iA}{k25I4ar7HFF&&d*OM;+}{Gik$S`pRTSo%_4(-%OZNoWr@a zv3G?ngT-gQd~DL=)~lM`i3vEm|BJ%9T+9-t{U_KFrHSBylAI^38<~FFHItl6rvUiihS`Uc4MmkW1r^? zc==Dm{qY=(7KXy!#j%_f%ds30s;^Tt=+~?BAK6bDoxde#bQJSX;a}DUUa(f{*2G2I zzMQAAyNw-7tm;kFmd$(b4u9^{F)B2>(Lingo!0*iuQq5Q7#*3R4-cok-Q$I8PJF$S zVp%GeMKJ87fA6cpU~Vb(23lrcAG$DbreAW}XfH*E;m$GtWlp)i!R}7TqB2A5^Z3+u441;;&Pk8+$0Zx4%9=C0HnZEmbrjCvddjM0%IvV27eJ|e1Ei!m$qqq&@ zBm{VJwjWu>Vbb@urdofL1KBEP&9qxTkUze(U8G&)d|Wt1xB12hDNz}l|KOvC?LhuZ z@!8PPf_moSEXTd62md%>F!^kBv^}<0}<|1Fd>phM;_-T@P?u5PfoganpP}#Lb?5NJaKHvSwSU{e?=Gun-80og)=5)bF zs4de4brJHq<1hLIe(uI7QFhfhci4s|1aCcE7^OBX(s{hCr-h4TW3alc{jZ`_nkF6% z6}OR)hXsy33bDUCPD!dfoTTO$gq)Eb^*0Z`?x>%mGz2s8G85gilAcq4Und|r>(=7F z?yqmV9m3Rk-~8EO&Xe=je53`Qgn=UR#)f-vY>HP+rhpVFERZKhKmYQ>?Y?Xfd&q6N zWwJ*va!YS<_w}6BDh-EgwQ0rAy34}?pK+#r4pStQi9CC0XP93rkrREh(qE)zz0%}a zU-z`Xfw_9QM2QGv)8U`8+b|J3|0YSpON|;D8^?9Yr=QgH0qL;mQ7>O^Rlt`wpekK0CW0A>x4(#c;W<25`(p1I&g?F74!1LS-vvsc z)|sh04~#X=6&Y;CPjO}#<`s~Sx@d=-$4)b;$_G&iU4g4iDZ-tTOVc8#-Y_N`0r;f)t~#jgLFz)Gsb zj}zF9qNx0hnm|v zLb9jeO3d9ynwf#O;!;lJskqFu27!{ITgb;r3 z&#C+SJkRg-`{Q~2{Bhq6opYS?`Mk$!sxb3znxK{5n0(}E_nh68 zW38x>mMKS%s6zfwc=rb)>Lhz@b&eFxl0z>4d0#?JuH0H<)syX`3ogn*cy?EI-AUC! z;`_;^fxxtQn~rg)A)aQWRh-gdrHb2JTN|}|uA^Yxe|oz`3S|ZAiXE7se4l-R=PzEA z5vaK%|N1ln&7>@#6;`%q7}SDGduQ^E&TWCA?wKK6RCtnc&euHgLrn2;CRtt4#Kk8s za}6Q6)l{uMYG`<;4cwPrZ~y74=Xtl^1>*G1Vp1OLsi#F-XW^O#gELP7+YXHItsnb- z^cE{;g5h2Fe)@I@Av)Id2I6I2Df0PPBJB!`@j$X(Pan!jx)vJzO0 z5})qkhKiqq&0Om8X_zF5o^L$g^>cISXr4_PA1)#lu&#yhyHKH>yAF%eul-q6gdXt) zo~}h}<`t?)@<)xIrl(h+kXD9WCP1(osP6mvyR240B}?N*v_Nm=qednnBr7kTpYuZ_HvZtQ#&o78DpCp7 zoqP~xTKtC23B;>Oh6(g8NgdN!%buV@m*;QH;!TNn2$fjR6bBbB0<68=9=i`x3IH-6 zk$_g21Ad$Unr`~e!JU{xxoUSJ$^cR3EG<)u24_BZVS$X$V9p23nuY@PjADiLvDai48l&e>8(*vN$L`8Vq1<- zt3lwL0f%}J+kHS@->?`$?sOh6Bs*Am+D2KzzkFh-CHO4Cr&m^2_)5bu#oLA0A`R`E zIya*xd?bn@oqNlsGDO5LrT??F^JOJ})aTVjg4Hj_hX?aj{Ta z%GW7jm()P#6l3xRw2an(;+E{DVd#f7NG7oDrWE>Yn9!NQfA9v^e}FgN%%Zdu-`u27`a zx;&R3BXxK`*_u}Qq>;mTJ(@x`oslk#Qi2fwWZKmTHK#0;- zLc-E&8EG9pCn`8!+|Z?Ra2LuV>2%wMi^3mA5;tt-6{&~M(OIh%d=-DL=OCX(mm`#^ zld?d8F}YE_t6r@r=@STX(DjMEY+ixsgM~^lW0lzEh(dPt?0z7d`hUaI9EOu5Tpb*L zw=1aCF1PRogR_lQHY8(?aVM(O)?a3X_}4dIS#8zE1pKFzYEXxVhkibmMG-O{26G;S zy2RXT52-XNT&5m>g+(d(k?iX1qkZtV<9C(=dvZ5U#EEF51()U?KMI`$R?}0ABt(ss60FT)YFVD)|z?Y0c3Q*jT&; zpt56K5nzcwU{FA5KR8XHs`u=kWrwlHT*)QP$pQqMMk+bQmc8Y((`(klKUC?grG?Vl<*BZBBS4=rf+?)N_gu*U*`k_=Uw+5rEPp?b z1!lfQsf^CM+Ks2b%AcCUzg5}Nn@3d>6z&X5Yk2PH@F-&x+@>By`w==PWVN088u!Su zugDWBxU7h^jF<@NA8TvlFwTWXKJ&}B&@!&`7tBJcvNXrQ<9P1nBW65o&Y84~y(zGT zj|cw|Mz=NSqXuBa#|~!y9k92G=b^hVfMJF%AV{Lk!F2(?!hZqrGB?PJmS`%(@w1JK zfsqB;aoRlMw|!6Z42S~lIr$ic#Knh4JjQ6yg#+jL(5tcroaII#%Xdbg0m7 znJa{uZjF`@zHvlsTLX(2dC71D9Db()9w2RrM71u|<{DFrX>%XX#t%FxWwsUa^@$zc zn5mijZN6J4v`7S18E?2t?N@!{w_8j$*0We<*Y4Z**HA&n!H0YeF2Eyn=A2h&m?GvGIgw#Q_5f4qAbLYvr3Oq`9n& zq{VH+V2-Lsu>O&xQ2*$ldmSE(k0z!nP{NQBo=#W=*oK%AgMSOx*$hY}XFn7?QD+Lm zSbiam7-WzGvvqps1T%N4z*3Y{YCF$twX829GRWA=4tB^!Set`q{&FA)9xK5kjbq%| znyJJA{`p;yKobDr+90_Bt6#$6`>Rd?)?|Pc6%4!Ev8!>}&xP7fTo|adnz^4__#Uc1 zH=CgoPUVU5?gOKvt&T6$td%CDdQlJFd-gqh&xh(4`!KZTYtK)tfUjOZm|a>B-51=% zkAlxbbU|GP2d?Z5WeYGrEnhfHwZ96P3+lPsE@2oth1x=60ZI22hx26vH3~ zduU4l1RewyEqQVVzyb_rpnNJleilsL+~_#d?<7tS>RQQV`J{>*&mM+dOxGDj-E#H4 zrqXVhnPxLQj-FTslgNrwNjr_Ho@W&q!+SOdud5gWrs()0>^Y($;dCoK9Q*s!C*>*M z0LMBeVw`Q8(Wl{-sCkD^a_}XDm13*q9IetWk->7sB(v+j74Pk~e#?qZ;CA$`XCBi? zH;FB1u{9{~@!h@~7+k)2*}JUW88+VLlcGbnQA23q?autohyqi1#*nYRyHH?ujpPll8$sD*ixC3NbAM+aENLWAh_IO_%?CgUYs!@zh4wb#9^=xw&ZLf2#PnC~%IU|FrlE zy%nvo12oXNRnwiI@b`(nB*T;6Hwse(abuORgUoG$9ptul4{gDlVcr}>MAvpNh`7(s zZr_`1`#9BzKIpJyH9@7Tm-0=Gl_yJz-bBW&4r+T2GV^b>2f^R4ABbCFgIEOF}i8 zXZyLFK0L1BojLQ7Js4R%9{J!z*+}+>c{9xN;`C3iIe_lz{bmBJnPU8OMfeoLr&m=e zF0puhd-)JgZYh-#G7|;Bt8N1nW7oEZt<5JU%03uq{{}US$oMGyY}1Ve8s#^!WUXoh zZCXnt{@5b{*B7&ccv95w>Tb$Lz{*ON*%+Zc_fw4H`fd9JTAfIz-eT{g(E{lhZHPd6 zPP;G>nY{Jvnz-2jUG~VBqXH8A4;fWwjXcDEtNC7^=`J*tA;R#LEnM%@lQrOxGNc&! zq3qX}r<(&-RL?fSPR7p2N;%jQTSP9K@sq)Zg0M(O=w?yl{E=YC6;Ody6cS~lxou%m z{8rNhEQndazhhU+{4{6`=Ti-9n*<2aL!nTa!qUI8ghrs0Y4zIMAd9DmxA01S^SZNY^ax?Xw zM?1aXW{Wn#cJscoIOeU7nHC74^c5>%2BSY*hB8cx#rN(Qm*dwyVTSN9V2UYCF4&@g}!X5J8y#P5>8V3bce9nu-`6&A*#OK3W(Cf z<0T#4$7W$XL>!!H-1?0lJ=F6Bo>V_>iOfs4n|GP{?Xw4a}Op* zq2dr&^%Ede?tYCQR@w=N&9Juup(B4XxZq<1C8CI(tFz4cK zaia2Nb4ce4LZN+5q~tw{-PR;R-rO*;51W|v!8oP%$ZwF=QWFi>{T52rAX;funCo87 zs&GBoKhowgD@~k=Z<+n_*<5=x$4gtK^d_{fKIVxuZ1J<9q1)g*@p~{ye4d8UbM29! zWB*-xH93;*uS8c&gcxKNBo||ZoVE#h5$8S%B;wSi*v!CY5WLU9;;j-;F?UnO!L;CA zp@~SCT`FS>W4LOb;25|(JJ8jWs@dBQ&Y#~{w6wt`Z8E?Zh1eDgRZ|6RyJ_uTFu6)X zV;Rky*_x@lbweVe+Oy1!uigxy@Q$2zPwj=kv>j@FmR6nNg(rwyHHI?fs|LNPtk^tU zVT+hHcv15w$s zDu;q}NNx3w)EFft=$y>*yhMBPzBI1i}h3P6~M)mCNv&fVtvKQlpk?s>?#E&Of;?eT!m581!9NI zDnXnu9-79@L$H8mShw=@xKs0fUH&T#3T8)h^(OErE?SRVZ;!lN^4z*?qXnZh{*ST2 z*f?m)3ZTF&=j2`PM($eF5 zfKuekwN#?|pd z<&|#d>1jm|S;zra@g{U&ALb$R{v{^o54?8l)3mgzQ_^7ebwD(ED;;VeC{O`t{|-xF zqO-W@g7}JPn^fF14T_7pU+8I@H{YZdxKm6o6)(A6OM|RlPyU3R5dOJAcVDcG)T9`b2&=4cIC5lCnPNOnzH6 zgFfumcBt`AJ949Brd}KR+YRk3l{6niMf7S|+X6`1R4SCJY}Z}yJR>C13H$0etTn-m zONCKCxPu&W8i0DY3%IsfU&-mrS7&^ok_g*qV~0N89olaqYQHtwb;mAc#Vk(p0cONC zj-OE#tgu|%fZiL39Sik7Y_Px#xqZ^k!fSK*?2!5Z2fF1HF%HjA3ALo5TTRY~mwm!O zM#RBuZ4&qh)6}1*2lfaK-GwR&*KrO+pG|#$mcv(rK1fx6*MLG}2pxRRC8WZ`CHOjs zau5l_5C(>0+B-qRnxjv2ORvf4{(>}pz}$y&RQ1>RZOi-l!BG29JA9)q+}eZF;_w!K zYv9Q2sYr@n*XwNQTuB?i$8sFJ8=`Q#gswqW?a zF%)0DD==a9bpn-S7!AUj4Ph`97T8=y17)(V4LH8*N$j2P?!v(N7d;mTIz0fzX!=V?(H}vcqKtFo&=buJ`6YUkY zj<)2S0s^`h%(iA4_vXNQBgT5|lZO|oH|&J+8zbkTbN3qn$$q(DoCxoIU7m;>XD7D2GU|i* z`k1UC<4+r0s_D--ob%mY>@-QO9Yo?x7>hWtRsqTeB3fRcuBJ>W?WZxZW?k@j}&RDVw5i{tB>1U$%Fe-tMiG!K>%Am-upyRSQw2 z$)^U~Y<|OT;X2)22&mQwQV_u)P%-H6%XbGbTmY*@hpU{++}%EPC~rgdajnBCzq(oe z{BgE^exN2O$4|m1=LSjY;mKbo(5+aME8aZ5^m5b`*PU-T8aygs)6aw2CsaC6KBM)p z8^EU}!gaw>$$a-P&aYaD+eGaoO#Jm#90-}t?FUOy&6V$Q*0}csTa79&S0P-C>}7<# zMLmE1W$+>BP}~MAFDAOE?5OmH06>qZE)!VY&0yZO*t(~YF+OfO;I6390u`h5#!L>v z`4}`IBsj=XlG+z;A8QOhqpLV3T%4~SUUkrJK2D{GEG8ejU1mC`{lZTG zqV>6{>3ca}5bpJt2wF`8$I*F;*zp17BVJWeuKHhN@Qu%j{P@lZIr=7%vwmSG0#_iP2|L}vDw-4TS?u!~qD~t~*PcNMtE^k*!za*-p z;ph~UmsBG-?lfh2f;&gPt1Q~jP1{6)DBz}T+RU8ee9M;JgF;E{?>O5TJ2<#2aM^Xs zohCpqW;f85v&QcSf0zdiASD6y9XFI?snYT$!pW%G9H44ZfXX8N5ST>hB>p>-1;irN zzbuyjKiB^NyFq1OOZEnaB%mt{K zEXRC*+2wIaD|7hR(KhJ)?X`eQL5;uoCI8f?f2JR49g&O8h9?li6T%Cyp1~OMXW+f> zb$iHMm6KA{RrMK(f*0{V63KbmWh2m{ExuFHG~;2`uDhi*H)=(biS0p>`!?scAc zB)It&h0@LdV+2p2X!&Jr?8}$gR-w@k`Djf6#^1ymtn4+?UzkM+x*Z#tEk`B z@11Dtp}*Ek?`|q9OOeG?=BR4PVT}(4w$v9h`oCnc5nLK&SG8Dk=yRRB^6eE%ej%z7 zS4|xPWQyZPpdIIB4Da#%s==t5yD295w=6&nD~b@0Ng8zQY6YNzFSr6PTDc0hE^zIU8oBNkC!dCf zjuq_)^5&TZ7@$2ggG{a;$$~zVVA*wnRPLNX?ShqAg3rDoTisO29e%J%wF*5pYe$dE zLgh0!E~3r*;ljI-DFy*o8 zRQ)!Hob8wj5}G>zeA zgHMX0oH&aRLdc4AD^~F25n9s;uK{bVZ(lHjdkJzAE6|7Z_IK7q=?+%^3~RyZ7mp~s z7}*>K8Y~wr;4zgSFlDIWEaWd;zHc$nQfdb41>Io6PzR>g=7NPrn%vOt^^YhzL(%L+ z12b+=CHKa&!TQtkMA(oD^`|h}7C20Mt11)=yAuV$+OZJ`4GinGBS*&a95;5`O}jT7 zCiu1c>WY{?<{MiBredojD{^S+A-wSw?jvVM_`Rg(!g=2@=fnf zo6q)acF&z6TM)~%g%1LzuZxX}H52Mq>~wkNhk{!H#xOm~ElQRXhE>4^g#oAqF^^AD zS(QxrWyar~8MGzz2Ma|_2bhw2?GBbF1XyhU=4n?@NwYie*BcXH8fmS`4x)#MOr!qA zi5C6*2Keu!u>C_Sx}i$2iue%vcYYpmidiZdcvp$Es(7^n-q)uuY1JM7lXaFaqH?4i{3(UFb%FJH!TjpMzxatkjc zGH7S@w&>4Aki^O@-!Rr_ zn@sJZKP37Zu@T{S|4@f-Q-SQXto;g?o`kOB2B_xpU{CDnN#u+iFB5LN+Y>SA{vQoI zC+HZ#^c-;5R@6dnKmm{k%#s_-HIQJ$I~NvJ*#HIPe}uiz1w=1NGK&lh5M;iU?#xLx&pHs6^_wW@kb$k7uEfcFXPV*^vWZ!f+WMSl>&Ypn5o+Mlo<-2Q4MExde8 z#BsSOPDj(nRgj2adk>%H3fKsagh;GgXcBxOW^>EU!Z9m=hGh`Uvs6vwx*;8$GJleG zG}p54f*pQly?-Rp+x9(6%WtqjpgwS}a+lm_vK^$Quj$*>zg|RUDGiFtEE#}usMpe< zWmK7(l~7jz7-c_z3bvC8&LNRpx`LOIz#<-a`1Hj_c(!i=MgWyKg|h99iij9*q+%5F zC_t^NxG%V%55kF`gB?M5Uem^Ya0&lYq#Xtd_F2ia^W*rTl5dTP1PiNdj+`)!NDEai$>s7wEmyfNQq89K^7{i*kv2WkniHy0KR8}wCOrz8hH9mOyW-oKzEAK` ztB>RwKYJyA29i>TRID_utK` z0sc7Fls&)9zOVXmRNg2)M8J70_`J5$WFzi_$+_MPo8tWBt-7z9l}$b;w6C9Z{Nc!* zGxtDuT{mx>LAmDQ+YqsRfwyI4gAk9utfqG2!0Nc8qXx|L_uV45<`f5F$z?h#0~l|y zstSalU7((miIezR5!Y$jWoIAo*~h*80`YMXds0q>%*krMJFF{V9ZCHxtN0841P7-$ z*V%Wih_MJ3s-f^|C`|@HKxVSPAuJ&rrk@u|FQnYh!Njg*-Wv6fs}Eg z?l^>LqKLX~&&|rJ0f;kk7T+?|opP0e<9!qAtL^a`4&IWJs{+lFtjP{e_~{HNDwA`Eir& z!KqxlHHK2yqmmGq5p2wut9_NHVU#~DEv>u;?eah<-yp1dNE*$7m;UD~=s0C&MdC<@ zLJ&)?eq|lfYCME2i=#`U{b zW86MLIIY-`3?ol^jG*@v2U`dNY_s=<@cc)>a-I9)-$nSvpsH7-k4zqlG zgR070w6dx#5GLim^Y9scovKLPwY#2=k8c)1x}ba?fSKUU6GnrM8_P512oNH->SC$I zcEf|nB?lU*|F{J1r-jAuHpE4%%)oo9sD z56>Uxq7A&*?nB~*6T6GSFP0b7)F8@E@R;e)z&Ql5fD%Ou!A#x9^&9 zwbPvOy(!bU_dnRd6YylL!~P>+H`I@M9nf=p-<|`Gu@suHp%CFO?rYl~Y~vjxtdJEsMUVHYj)&_6j<3=6u; zR+^v=Iqr5e(c#TLyCm4cT5y8=m%aZOKRW3a17Ij`HWum@AyFWpY@y+FgQ4_(v~B}A zlWvd(ORVS6FqIz)CjJ2g`%#G;y>fgco9cyGF>rA$LFod1QY!FMhp&{(peZA*Vi=aR zhtrrv?S?|%JXqq%`{l!i!ItCXhk26{;+3rto|H6?uX%$!w>Xv$pnrYpc+`8qbIsst z7QqKm_TvrtF$=&b=RH&u(Nl$R6tr*N3Xu5VJ&&EjRQuO<_6LJIt(VjIJOcB z!uiSC`xIQf;jgctKYXZrgja8173#}=xKK%9ekguz47|Ml$VVU4x^NG;O+>z2_Fl0; zni@3vjEG}6RwZL0qHT6%pLgeg<~M3BLq7J4uN$mX;X)o0gAeu{wE=Rs7Yy!&ZY@K9 zgP^@&D{-|hNha~q=4hMYiXN&U+3a0g24VR$a23_2Dsp+$0B%t-pua(ag}(Sr@645F zlVITNE(y2fyO<&QJg|nCh#W^zS5rq?=s3T}PcXL{<_A18nlimMMg}Vl%*cdq@@4Z7 zec!bS0<4wFQF4gy^4)yE^YBzEYS@7E?fudnv_VgBXQ@xxR@~2Qm{p zAhFtT(1uLmHUDEBhBK%d6wl{-_p>rw=@fTHZehUeVJ6{^1m6rHm{zLY9vj@-ps&ot zAy3CP;x)sCR9tW?T1vvzPG64{YZIB_B%+m;0-;LC3IJKV--GE90<nHCbuI2`p$^2-^T1N*1j){*Hm%RT_W!fZYMx;NfoGF0Tvey@lN9eHm$KbG zT06kQqpYwE&UuvO0H|{ZVCUxVQN@zvN`fjVaEALWz2=n;m<@dCB#f0ocKW_uwh%n~ zR(D?)2zZDPG=>+DBLEDYl#Rlohi}OlAa2y&X`G4=dc^FNxp5Dsx+uZ53BFRS=>0aA zqtRxh6<8MCkIHP>vW(ZSX{Ul;WuK&a06yIVfI3VC+yIrP<5fJYPb1cL0~%xLK6=kR zeF92b%Zx;~IO<G8bzTLddM4zLn_=C=6$md zLkhgPN|bf+*ii`o=7D}Mbs$?k8RS@0)zOJ#T+&Kh?lwb0$V8|H-9Um_ZWO|y0=YiNnUeH@q`Id^U~45 zNXUGKtXLo)OrCSr@u~m#&MXO5zt_1Z#c@U?Sm3jGR~!9^g=`%r&%AD!MVF+hoB)Gz z{D%Jd8(+q@C7Ck~{!tYB@t`$^w;rxMy(qL9m$^0o?OKEJXtJ1evEDRP{OeAE>4FTY zXic4u05YtW@dl%Pe2AMz^_1N@)P+OsFi}-|NBHwDA!a9IRkpW)t_=g*Xw0QcaM9NG zlB606W)>d=zRQ@t-+Me<=64G?{k3m;f$NUb(HjFSCgtR@eGmCdQML^YNmfCyL8^BT(3rNPXv>p?^@c-_$s7+ z?7j!ct6%?$bTHcr@MC7p9$tXT504pKtbLO%UxK80B{@JpOWij0L^4Tk;w+!&Y(c#Z z^vkg#XHm@B_J#$0*Cg^AnYxym;smV!^C^7gtG^2?JME58R&_TG0v#vGrw8(qJ__aK z)$26Hl^~_je6gMRD#R&`w#Q;=y3g8S8nI}+_2^}e$HQg=qLBiqC+gc?J>yw}8uzle z1gv01o0Q4!5l51hOiWU#KV<2Bf!r9M7LCKlBh{#7Z0(Qw?sV#R)-!Ycg=ZC`TA#@B ze2oy$I9?Sn^#pFDQB+u1*pxdi{7@G#Nz>hq6f()Kz1nWzl32m)XJwIP-1$o8peDC8 zmgi06m0U;*e{>~S04;`08I-gsl&!S|_)lCSCk0;>(VJHj;ap=yaWQ=c`(E=l(%z!} z5XLUguAWcmN2_>2e_Duwb(K)$Wwg6zSjzQt;84-|g&=!lVWnFt1 zO?jdDSH*I#t}RUe<9s$i)$qb{0F2y8!1$uNjta4tn-dIw_%#>d31zdzqak2 zU}cinxEMS38@Af>JdOI7LRcm^zY3C95SWaNF$jt9q`30501$|I{BNzkmtDW27)43$ z$3LNu9)NT{e_<2%4%r(u${*;3YC+Si5d3*G`bAv6ecHYUJjCfqPsm34QSm>&b<}VF zLOH}2+@}X&LOU$&!^@GH1fT(81MKz?IpL}N`|H)o6%{RXFPV;Yb~T%BLR0Qoe!4xV zoH7l$(zuE13;{FId`aOFSpMe?v3U;EZVuZE14S9GbAvrKvj}qndocGCjz|#7rHy|p zUX38hS)EFc!j^MOQ3qZA{$S!y9#)~B5S~{6P8xDN1`o?o6uX4j4wb;cmcLpAZHZ); z6QZ|}lnPKoGHw-XheUT*`6GikbqTq_CoVTqRt5Z6vh->6% zaDl7di$u3U%NyLaua=R0CWnGBtfh>HYK&TzO}Ga>?CA2eAFY)?-t0tMtdU1F$^!QQ z8{{s^fqduItt>Nu%$2}(iRQmbnj@2{rNXofh|}Ny-#C4tss4|+6ZahNR{{GXrCb80 zudAv;-|nYcfMk!Xr6?@rZ`3eS<>uyY+myd`s{lMCKcN1B!?4=tG|u+D>Tz4q5G1_W z4&4}OIuL7&-Z7=ONZtk;SHO%)!TD+d?3|qeMU*79{D28^eN21(x*wDmX5jr*0G?Mm zV9iPGO{OSQKK@JV&O>cj3T#V-N&uBxBJ4UlJ&DMmIRJ6om#ktp=85^WeQ2KpCMfRL z8v~SUF;XjJ1c!>3C>4_ck;{%58w&X*u9Yl@{@YZ3Lo+DQVl+|`ot&U8(m{0=l#=j8 zX3a4vO{kS;+~$ywnEb*Fn2JWW8e1tjEcpK=Zau-9umF_TB-q51G*%fWv&0NiHA=i4 zdK9H@UIfbmGVFLz?7P2uzQHg|n?%^Ifv0RV(GyAPqsT8e<~$xiLI`LUa-eE`$L#$9 zNk^=QD@qXk)tjNn0XrPkrz&2@R_8l|AI-g6a5o zZYKrdp3pP7e{n8nLcbz^DUJX6bjZJv`tUczpx^n&{GDDR{}u0Ff}8vslVg7lJoz_o zIsY@!39&=_&qqT3oBuY149{!!|MNr|CdT=g#WooHI2&g_I)5+LH`Jxv>rwCfWf)ug z^L2=8-uvvOw`)EUhDl;aozk2pn&&5>`aj@BJ<{>@v(F}NQjGXH!(^EHNa3-C9%~c& zYATjp{?}|tH-g3>w6gAl3cL~k;lGavB_3zgMg!&_m0;xQAPI$dOsF-P-i2?H zns*#!^t^ARwf~8ke14v8OGR?T4su|Dzobi=Se>`hNYzikRZs67`#t{&R^w)5MYglWIzf%hUa|o{J9B~jbw@eHSuEF2Pwb2 z0f`t9;`n<6H&Ncshp{IAH#HKSB`_`sUrmy{u_q9q`>%u;M37@UO)AQNfQfYZspy@G z6nhR7Lpf`vy#iEVDGZvCkX83pTp-IN7nVQ|mjgYj_;R-@!ak9ah+eHcO{^4^)_YLW4UN)DK}Ps}HD3;9 ztLeVR9AAG9N8EqrET$pfR)z=<3BQ)U&^CF)Q#Q=Ldadz}*bnK|4M6U|@(kRC3DEW5 z_{{`UOodQaao{TDi)Uqp;UOZskCyW+jIox~D1g$SWjPk4&A(9Mq18)q-bTE1= zG2<^{r~@Y=z7ec?*u6pcIJ^Kd)k+R`Rul(Y0^=k0T|lE!8-9*$RR6gftZXLS$59h8 z(~}bobIfmocYGbF@-9Uxhy#CH32>-tqa=`@1O4X^@d(#$B+yVuP0<7d)fW7dqX2JW zMhZ*R-@s8-ZL%gO9rXSFziFN83V`tFhhp6xh%G#f<{=e<4YWOWMxUWAF6(@Zfa!R0 zGm8EVOhUH7LJwV-`8?2!ATV!r_`{%GxKIqO5K}4qx=iBQ-T%VIA!Ihtul(mJp`(5H zC%&V{!u+p;%Kv!4|F0MfVrp*KJ_})~2xGAM2rRA}1uNcA51)|mDHCnHchGPVMJ8!Tg?!cLCrE6R;l{YL32S z4>#DMhQ+m8835Zuh;xU{z~&oFXh;ZjBc3o`Hkr0FyyM>z;kN+G9w@mA-kaT^C?K`OxKsQOQ|nA1HdO;jLPq3=R!l zg~fxdn?IRz03Ka{NiOOQCO`=smn>`cVBSW7qt!1oB@?m)b8P!WM`0=6Jt!UQssZ_- z|0a@p*Bd&&p^^yqVHKFyHH4;edmDDQ-05!je0S3Q*Q)t~4pKP88pw2k(xl$t6>I|+ z?W(MhKuI7SydUi<-bW`TF)v=}7X1G8#^+SqM^eRepfRSi6{U48o?E;b&hetmbIA$sVu)4GdYrR^RJ>%0Z&C2OiJeSNI)wEFrR>Puy#P)qwh4Q=;b z2I@}lpn7n7>LTeG$PU70yGUeu|UV6QH&z=XjMDk5u|kAUOlQP#!K?- z(G}^3_=Ld4Qn>B|a2zJRxF4miN`lX3X;SlXZy>kN8puHK`RG~)=-9k3i=d5GRE-}@ z6yZuM^;~<@PbZtg=&iE;MLj^?<_i<>W^Gp{nS_%0a?gtQJ=*ZT(|2w_-2RiRl5jIm z=W(@Wwa#TdVD*Qbt6|n^-s{qkpq#8M)keZV>#KJ^g<6l^Df9fPEq$5U;`IzN2GoIN zguhJ_nBf_@kBSRLsHZ*S!rEiqPoCgfVBpA@$pJ%XA{-`ewy*79_BJ5FB*d^N~OuO3?pdPom2*irFbgbuE)~Slc`?()2wIP3Jw( zu?|3jU0~3ql4WImb(QE^e;d0hO+lJ53kqOZPf=@T4Qpn|`VbzVv+fXJZ-;zrfkjx5 zEzk6MYG*MEXJ_m8k|OPxve%*l;G2q7pQmLjrj_Gb-$q%^CF>5!K+< z%$Cs)7}lZXC0_s$=O=+qNIYnLa&tLSh_#&cqbDo}9v9w*)G@UnmbTc->T5xw(=VR8 z_6qJvimkhY1*wC;F>Omcb9BEd4+tm?7G?GowNP~hQ!KmndQdbgc>yy&tiUoX{ITo~ zm^_!FxH~NWowfd!DN_?L)Cp|5vIBRhY|t&nMo_|Ap3EpJTNejo5aoSpVK-xC*S|;f zydL=wzH-0-#2e{sHFhfF=WR(x?+DjvQ zCXVy1OOv#c?@Q<^hbe@5<`3r^);vzujI~ZeqwaI`;hkFaUiL@0pYrshA&6Dg`+9TU zAP>B8LcD_c;}y>DBG)Ec0C+u5%H{ddcCYz)$hgSWDx6NK-5k!7zY)s{L7{qP{M8ze z33fMnU{~j`Yiy$`LUx9)=-%hiH)R!8gCd;%r>cFC)=$7{VKUQ&LZeQqY8B@1Dy*sW zN2f(r!Hv=-^3a(Q;IOt!LPd_U5pxxjCFaW`mT}Fyv#%tpV*gR1EvC(T;YD%tdY!@v z9wVuKUR{c1fTbuOP(-$7`BUlh*;T_@q1cGc5nb_R!n`(9a! ztXp^HHWUsseAQ@ym?rnFU~lC^3N(JhdLIK1xS*|zyziLC?08r`(&81Ve8ph+Ykr~P z{sg7D7z~Cu?qFH|pmA^*^k|*iA{9!#!PFgIFtL1PeEpc)x}m|(X*EULW$C^RbxY|g zKWyOCh4_Gg^&wayMfbP;1URK!BV#cQ8M>AmDU#?|bX!6_r!+eMc*zly<8DhcP_rGMqM3 zhYFZY{T*jrm4eP!oW2L@;_{g!G@DY-9N`*?_KpfyWpMUI#SRDgQ#&g!%5HovjE)4cTV`{$Xs{GIuQ zW!3C|FAiP?S{PXfSLN49Aq0I#OA_4^qZluV8sGtA8;zSnG#l^4ULO%Y8UAr;I$a8G zg+8qc_Mp0%@__uhCv>P-?VCcz(y@v?o<9m|y^oszl7nRSFF-XR)+$RGP| znCf~6t*M=1XQ0x85x~%Sv!HJmg1sudYjT*(_{Sc4s!^#5^*~yfNRp}R+QZ`W@t#3N zM|#RPAa?Pb8HF`sBQ)g+yV~f>#GuX7O@1j|G4yH0ms0VfYO?q4t0t|b;xZR}KYVb(B@2i#8^*!AmeuQ5V5iNB%7hXinfSto7&U8Aux1zry#<{(QCA%U+j>@2W^w`7RfEoIj}#wt2kbuFK5j z)@S5+(Mk$Mk_XMU#jxuK98W%n4tt98WZlof4g*8Vww7h}AJ<4Yi&uZH17^^zrv5y^m#lN*(zKD73Wgd+bj+x?eK~j{NTUNJC5c#%1hgT2i-%h9wKu0io^7 z*_ySNzh96&=Q4I{BFg23LUL(i3KG)zwKO#qAYX<^gP*eIUn8|@`fbJo0IYRZi7)1I8oUp`!D`?jZ+Upd2eto@RO-a>n3Ew8#x?HdCpZ)s!ww|3EedltNXTB9|QQsaJj^a8y{3ZagwQh>4Ido=cS> zAJg(`_MadI|HN?gYDD?bCvcC;lc}P{17*KahFneS>(iopnfa)cUYa@s(3q{kUoSnx zJ=HI;2}Lxd$6LO6uX9RJsx5N};%*i{JI9$tEqhB6^$Y>GdZ=M@ODaAkS3sBwiN{loD7Lu1QjxL(FFaMd+Pa5RW$F- z)=O%BOS=pE4`s+g+L7y5uEaRjz*d0El&wzA^;fT^D!tf!9o|%jk>3E^x(jJUc%~H! z17H;L*qeUFEW#_yTnI^AzO1G(vZl6+cL!e^rtMZ>LKeqdmn<0doLdFB4`tZCbUnZn zVPG2R31~gwZd))ny)~*^Y!QADY+P7^u0ajfZmm(N-L(L1pf5=ybvO7}AYKIxlgzEHW-M;{mPPV#85A>BL!8xQ7a z$k%^BRe`)iSj?3Qfb|D!&1OZDT7g*Y8uklh2Z*ethMLWC#rX@oPRe_ z$y-yY;uhW+V`Sjp#1Z^$Qw*BeAy2lU@=a)^oleZv?TChvOs%UwaJ&b;u3t;T)$5qJS*r8-^6V>B^f^z5z5a3S zsVL<|SFRMkC-+TvZA(1n*5zEcz7b+DmmNAMy-^!DO97d$5 z`q>t<7>_dS$zdHX=%C$)?exSdR{j{g))Aawv0H8d49NW$*>$;MWQCB*e}2`152vD{ zGW5%6pkw2^tgPqE=MLYLAA%rCoA>H{MD;v~Su-$kq=+y9v-)SqU7d>2br*v&IDXCv zhJCzG=`Xoqi-7cES)R%InZReqpVSRZ@mQMz5JjcXW$P+utme#eVD~+&*i9{f({Vh+ zefCmJqioOe%bltqz>rR=_RHT{iw2VTiUT|&DZBTvJ}>MM8+#Yp?wABWe_8Un4TYR~ z_ELOfZY1*MAsKx}vX_Ii2GHayM<2RT_sUkY4D}1}mO_d8Ki<;D;>NUZaAUfK{JO)K zVZTaCMdt#0$u~;lh^g232by}0H_~qs?21_*r}wG(Ul%$h9VWQ%P6!Jn* zYIl_L(?+UCewlckjC{A$SlsCaN+6CdJXHZOj;{0WSjGt%H&wfDHwRER6CmE)reaw; zYhi$W%x08^XZ9MsKVeIIPEAP}>xpWn$9-eX9QiJiJ(sobzkw~kJ(S(WwgO2H2w9qM zegI}3`pZ+m;2pSQO$WSyMRd2*F-apucAczpib9Xnj_?+|j&wKu0h447q?@KsEjKdn zrs9v^*!T!~fH^O54{blHZ)Wae$|P&BJu%L(*!^M;hL%etnUzECM7KfcMg7ZnHO&+! zMfDGPRi#E`89-aDS5@uKyd<)Bsys;UV-t1rx5}KPXpu+W{OP$k8eG+i4*e~*11_7X z)~U54;h!x&2x2=Qi*ye;)YIUuhsyL3V2sYWFMq_<`Zeui_1hNuh88SKA}&*2(!t^8 zNuG_Hh9p6~*ae5Q({wgK@R{2JD1$3bcemvSxq|!ftn1xH+}?NQNt{pS zRn`&EYQA}f5nYXwQBLeavBS%e7Z%oO)}9jdKfi>+>i{Oq9TMFEThT$c&|}er#C(6y zsolym+vW!nr(g+SoDZ#+0aE1jL%Y)#9-j^QE~yBlKt5o1)qL3IUo7!F#sPj?NUI}` z7>!Y=A@O3PfWIzmCBgg!kS4n6HHiG~1J&8~610RJnmD~H+uH!2d;)w|KOKvNjE0cU zHoWg!T9)h-g7WXwg%R5U(x})BlazB zxgk(-vd{SeX=HFWh%mojijIl-23+jT^tr^Y$rH^;oF*Y^zXnRzwbCc)Wo5#nK#&~o zarT8aJGS?>D!>5u5LW*)W@{Vxq=)yCV6|Mu>hZErfCIR?)~8oNYQZ||>_OtsxV-`0 zwFi|%?+nuw=)G*BuYhQ3a|z1F&(%=)n|lwtK;iS~9)N{zd{?eAg!`AD|lZ)%HFrKl;8Qw9WmTKJ0LT$Tj7dBe|tDK_Z!8Im;u$(r0z6)r7 zDk-_3Kbfyj6dZT<*f2fU1&}zyGU56-iVf7#P;Z{Z(7K~~sDtn{bc&$gMxi}^c6o2> zoYWl1+1<7E&`74KVAe&PS8Vprm-qlAr1WcifiFjN+v)~rhhwwuK9vzK2awiVi0}qr zhFN^87<_C6XjV@Ak(Xmm9}XWFvF|l=L9>oZYs;skUH3a=Hzn0#<7%J#$1T2Eore80 ze32hN5>(B);fF8-!tB|%E5$U$!9C8p=g)4hO|l@n0*;HBAFeF-_d4I$@Eig8pIt22 z@(e6*^&Zy`8q0D?OIm`t`ogmz!e_E4yMH+cNpQr=#p+LEaZSatw=8po=UAFK)m(H0 zR_d?J6?f@PrGU_dJfaspmBFhJQU0|jtxuvK(1OhW)83hXL*2OlUkWwcsgMw@ilG!S zS;kVxTGmjuZcVlfWy>B)sSL%S?EBg%YxdmTQB(G1DhAzRn875*$XGtt>wbU!fY14! z@A;nZ51)Q;;vC1!yteDQo{#7A8WIF_@r+7p*J-um(<6KBqcEw8iT)dwQ*X$-FI>5z zFybrwZWT^BA2Ijd>#MrPlq=-7-6X3Qg>F@;ex}9pr*Y@po6MRC?eaihyhK6-PL{P6 z_bTg*+q$mqM}``j{Bv6yj>X-p{N&%c0J>KL1LaU96I})_1-w?De;f&uSMVgvp<+gy z4H+#yUmst&K+L?noV~2>y*6ZkG^Dr=Ier69q^2hfHeMJ!Pawzi-|;V9+eIKX`*jw1 zdf*r#(Xw(vr(U5WE2j>hn2F1ctfg)u&(@t>W}&^c>UWXS?Xk-%FVUihw%00j<@>sF zwKKR~(R_)C2)#!Ycn-G%7Cf}Hhj!QJN$8+sOPsU0Jx~BGnAuv9>!JN1osT_vZj)6J zv2ZQhcD|!19YWWQFLPk6dt%jG^)}(7-vVAghI1@iCdcc6ZGz*y;eh)pH};v?LnvFH z=IZnjiscUkOx7_0bm6h0zwq|{_XUdY?*3zd>)K8Os^bK&j(X;^UhTWy}npPIcZJCI0ShY$r%KjI+O?+ls$NWAK%5x_4^)tB3vI7s^{)To&OIZ^55dzf2f&%zxlt-MEpO4 zFaGxr!SVY)<5vFnqx&CxbY{hnNqjgH(Uvt&95mwJEB^`z_AiKm22nQ=pbJ#b8_0%0 z!09w?hLs@pRQ!zFcuNWtgkfKhRW#2hL+o?T@i4$6iG>2R7BcWm78y)nX5HPR+{(d4qMz(lhWo2G*fSG&hR6Q(zek|l!69CCkm?$l_rvL%aObK0=LgjBi%bQ; z$XyAXXbj@A0jy>Ap3p^Pl69!RX>_Atecl-v+#>u;Ls$#U$mUs4y5YQ=S;^qc!@UTE zg|f>aT@8aTg?hRaqAw5&rus~NB7%)+7PA0n11AvlVgja~M&JgBdeofW?N zkpOXx>YUjsFNnQ5X;8+zr+ENtb8DQ3w6xyGbZGGV7_b3SbVoCWC(pl%1qEF#B;F0_ z$4kvEQ<^}P-!AH>K9%Y+689aR?_VP}IZlZC*Wr|HA`Q;5n&gYHPoSqdwODYSWna;sffWRj6o`4v1yy1``$zS0x)a<=%iO6@tAta|3gm= zQSGnkHwI9n-qrZAl`DHYQ2ypG?p1(lalaX@ZL$xN2D~90!A`0b2!oNpIcTJwtg3?Y zebWgD941WF{kj)muJ<6_`|pRl=b1>BX<-Kf4U}E2BXNciOJqD_6Oz9k-oZkC!w<-{ zqudVNEVHQ~tf;2Q+x?RU`v$#1D#nxN7TkbnX#p1k2Mrz*#Ft;S76vgMcxpxCyxOJ< zLe+#c!)K+^-vmPa0)oVQE$Thqi~Cl4<=Fn0byK~!l!x><^$2#==?gj`E_e-G4*v19 zY9|p9ptqL613nb^`E)%DNjmyLnr`YjOqr5IlrLbH?-Nz z%uP7<%UYT+7#M>cdn18IdZ7NG1|nH7EpScmA6VsjKM3>o+Zt1OD-OO0WouJnA?*Zq zjW8&ce`&$g$1iXMz#p5)a!A0D=E3dR!u6h@*gn7?4!gvc!HCr$ugH4n1vW&6p%{L{ znZAQbOfiokwM6 zVAc4utnm$a$#zqJgrCHHulA&L;Z6ogPc^Yq`h`apS7DqOm}Q6*AISXrE4ZDLaFR_H zfvceal}M{Yjuv&JBupC{9W85VgpGx}&b(2S`zW}f8fZIC9+5%#oS?<2`nf$ja92P? zSNSwS{=A2!Mu@4z5Ib{5XOP{`oY@O;;v$2-GK&+{{TF>(U2TR=97o9GVGN=UBt!tl zOreICE8c%EN3xEM}%w(EykR1S+WwHaybS5t&q($GL~B~(FXvXy-H3YfUONr{&tgbF)yfxx0}r9 zEBStJRU=7uD(rYNoZ%5o=O6400KxtG#}AePf16*BoUHAJp5$;a)r{5(Zkz@$Qu&j& zl(-*j!Yg9I9V_F%^2nf?FuYesw^{0sfLE&=dbJJDWN1iKElUR8(ggh-{s}wKOpE`) z5nGWQJZ(rjgc~gxc-d8=R)@B{Bv#f2?nP!727O*U)}X7Rjdq!-o?ls@hKHET?l3-9 zz1(@FBt*WOJCC>lhATk^0G%$ro-Nwxk3cN9{nsaZm5W+Fp5k5{W_l zo3JV8CWNX5d~M}1?eNIZVrBGm1~k7yuZZ}lZ?C75+p!Z*lx7iCXZReYk!)eD;`>vR zbn_Cbc5Xi`%Ft6YwAjm3VYk=Jql+?rN^~6Ehbkxbs0-F`-Q)~En<09 z9Ictr0kIt-uZ6fgfl-Hrq+4ls6~OxU%9_`W}mgh)qJ4a6V39?}2hJVFV|StCOC z6`gpoTnXE6qP}SLqBLKgn&zD`?Fu_~-k$lgci;9w*X(tNu}j4L0+~*nGW;V)$b>lL zbYw-nn5h>|-98j(tmDeV%{^0COHf_i>7mul=yPc(DVZ>X+q#3hewbj9Y1$N_09{b9 zeys6XUR$+k4HYa7e#1>cRs3u8)9YFo)SsJunm^(8(>OLymhf>(uAxyPMk)&u`$`PCZVgQ7%2T+mL$jwsAnu;;XMt_)%BNlXNtlIlY4b|9>yH<=pAzb~|-hl5} z?yHH@yz1rZuYxM{+C=1T25J1F!s^vxW~Pw;OpZnsYT;S zYL)Kwh(Vb6bg(8yZM-DuCjP#9Owhz3`iihg{ETvq6C)&5vN>X|?%QU~CAvl#rEft` z=VBP?8ygt)1(dq-A6$3cJ{{dDe&$1`C5U-8_|B@^lSWR6ugy-8NI+$3^&p-?DaJ^B z6{qBv5}##mI|%NVe@?UwksKJF5O!Muj?_b0PW{M8Izr>fk#~SM(&{@N2p$MGWAx`6 z3Sn@^M=D{O#X_cT6mX}E!MH3G;nybXVca2EDSTPxYjcauUvfPF-Z7;R8@eKP1Ax8b z*JG>9I9=^=64YSW>2`WH_t)(x-VB#$etw{3ariRT|H)wjQEqycjz!V3t)_WGdBYBPm?UW>f2Y3 z^@fZAkbceT(|w4DS^ofEZr|mxgC9$-3+$!uTS9VhJFNDg69_J=^BA|Dx5SV9`F-(M zreL;1SiM6`>o%1xUt+`LQuW7}0=NX(fszxq_t4*ngwF36*+9s(No+J0Mvr!cb=BU} zcAt>CdZPoWR1x4(z5Cu(%J>8eHa|>AT{1EvFDk}nBB`Wv$D!hE<~Y*pE9$3SJWL*} zcj&Mr?&d$4v+v^gX$u-xMiCN7ZgesxZ}IlH%67I`@L2!b4g{Vwp$JEgiOzYeNx5?v zcP4v7R6&uUt^qgI`D-nQWL(M7AjDDw>Tu5a^NxbLt5|`+_3<67 z=B4FNNJFD0>d{zYlI}RHeq*|5qaw_{zzqu~%@!EC3}U+x*2>?#&8?yp!C}~65IF>B zxvb3vxR6$ZmuF`XAl(~km#^~|a+xG4o7kT8Z6ud*D?s6k2@;M$69~)H+^QYPNEfa4 zf(CD@B_i@%MxtM)W&PXm_0{_$H2HA)$OqDRQDNwE8k&Q zLp+QPfK@mQnZ)f}GDCnVhSAOAJ#jI`>2bj!F?lx+u|C^$e?g8ch(A`b3alvWiZE98 zAA|i@zM_zrsLf5spmXb?Fq?k)%B?wRF5j_`u3C}VLys+WEc<=hr!iOrs_o!>P(E08 znjyq}76A@EC27uAE>NQ_#j;1tn0`1ZG{;!_xyI@`xYYf+50q-qpnv#5UbvIAW0yxb zao*f8$C++=f-JQ?zZ}z?75x#_?^=A5yP1!u_T+{tZbDYQhjFc3o)3q?*`Up_L?{XJ z%T0;ZfLq6fWSTXz@^Ylc$R?J8f!Mm`KjzZtrz;$%BD3st7L4wc3fSSNLr7i)H+92C z$$wkzI6WtXF0n~+cVO8~zuC1ywYn673#W(dPN&j|-j9wQp*zb&w|(N~e;=ZO!SVa% z3J}aXa(%|wvv)eU=9p6Jq}ig`E)n$Z!gb^4XUNGtuDOekE6@FUtmu{`mMb8GYm+fP zWToPNN-~7_J^Q96Za_axtWbWRq-)Y(j=TbKl>Y+f8h%;F%Nuu~Oqj%0<+XTzR+4S4 zVgpZ}(Z`Axb!nAR*)IOhvVhN6dW;E-Zu08=EqW(o#r|ateHeP)W=XD=JwOr(16|`Pg@jz1+8zSCI9A6gJsFsqb?UH zD0Erb;;Sw`v}dWj{mTbkLQnUrF9oBwl!a;A&9&K?*JEAp=gzhu+!Iceu6DA>)5Sqy zrolezRxv}(p@Oj*1fAYShu?{UAb$b=!daghz9f+XFVRqefe=AfvpUpzFJUUNvB_9u zRerl2@<%3B*(QLN=hmh7O*F}?$mQnGTNYjgBR2-&)bu=i1U8tRApW@{00xzfS!j+B z0k2tN)dN102|Qu)IM1kG^b|5jo|r72y?ii^BOGd}%{;Widmlf`n9?g|7bt4BO&p!} zuey5NJDj@D^7$#^E(;&o<0zHV>rcsj5AlWfBo0hFm)Jk!{u7-dH1d$L$$De7?5;_? zv@~6q!QNPM^jFfyWkq%HK1!k+r2PAZAbbp}$k2N&Jd%aW4X>$evwo`2DlcE7>BJnef988;OZ#V;OzfpZVP zZKg3-+x86erOXcb_dnu7iuzKKP<|1<6o-K4{LT#99Osf^fwbwcdkyaB-@C08WOCX| z%}YL*owdIM-yJ_u@eB`Q zTh&_bL?yu!ol@x1hQ!(%S<~6Gnt?oZ)*hx?P;)lDJ*KzgMDn>>+WpBTNfpcQ-tJU+ zYT>MlY4p#eqWKTGEDRyE;&X(~FO*%W*PK9V2Fx2J029WNo}hn$5CGrr6}87r|u0^V>@C z)LC2MM@El$lSKwsO2n0_z(z|-&upQfTVF`d6`^*`s8_r-3^&U*#BIky{n)AKSjv6< zic?0N_2JWJR|=TsK0TLpWHYq=@k0N`85j5t=1AJZ(-vL4P?LU(ZD~zE6R9& zWE4md@Vst4!PK`sioK)hPh!|&F^#G-SgAF;GRmECPQRL`{2uCAGK00fZfEao7D|SG zBQ?_)nYQEa5w#K8&>dpr+`VCN$z)@h>I24XRu>x{luNM^tHmb_oFht z9S|1i-ykhG`z0;Or+)M{kY~Z3lC~t^NB)ynO!n+qxD7HBp(ZIvIzW zoD(vS^f5V*)i$z0y7}SlXJLgm1#eB>j8|8dqmKM6c6qIMsk)1t&==72+t$uHM@E8; zM6*wf-)S3gn{KZnTt)fF4C_8WoTF%J zocHRh*-9^8V+u-*PbMMTcORAf z%KYZjw!X$Xjt*loZ<2)+-Wd>ue?2CJ5P1qF8b~4{`2wFGjzDArVkzcvRIcFGQ#;1c zn2hTc#cNqTNPv8-zx=DslB=Wa$!jRRtfy-&OX#=LC|BO?TDI66fqN(ykM1e##ImV)UaIMfH4t1}DMhY%QyXZ{@BnAUckk4fiu21nT>B@Og#yFMLwFXs)#T%CMzQ zs+&>Qq%`Yr3dEtPS|&R={#rg1M*4n7r_e1*El4L)YEFoJ*P`MMG1nqnXLA1B0>Oqy zq{*uA0lul!&k;$WqJ%z0Y4Uo)MA|I*x8J;ZKz?Oz($`XEYYWrHDa_xB*~Z@>qjdOZ zW3gf6tG7Xq4l5WN)3VH}O{=|xPYrA&rtNV;-J7{nDsN6~wLDh3+|e|`Cn8|p!Gn9@ z%61s^e?Va8EDM=J3;dxnU5YsfBK=Z)pgvT2n|*f+l@z_xSO>L06CDBk*j)Zs@$b#Xnpj5G_{n8vQ%k(2wH2}geG zY&kh+*)TPzToCmzQu^Z<1n#g`S7E)a-1ahp?UiFi<;NrwiEXP$m-8!+Zoiu}P{|IG zU6dbj6{cTN9nj4Ftjv?1`?c>By@Loi@;bw2jUUTZU(s+ zYy%t3GY*(AISH6#;cSajMF+`6?k1x+qTBsb+rudeKdKI(%PbEoa-;9&+ zZt7ikdcN)Z^s&dmgK}^4=ZeRWFqCNVtRw1l({hQ2-=rE!#0)Ucto|`%95{Q@<`mWM z@}&_ZAY`w+ZNeOf|H8z9pvXAq(KvhWOgHu=R>Ea>i1P@>$u8!xQ*4&RzwHd(B>&yB za=7;wzMRoc1s?wejt)Ikh?b-3-%+_~UJchsnZu~?8U5$s9w8nYN4?WTj}jvXTubHk zcr+>#`%?qIyJ<*P{IHX0(5W!7#fk6rJ7tojT*@pV2sX%;f94|oIos7qjxsMa#&>D` ze!V&KWuHdC3ql^sR>(kB;reC71e@cAfZ2+&ScW z^y&4_lhp@;IePh&@m_o1pozqicjl*^e!7DoR8%`NZZ@}5zeDnmVV`7FG@&bF_ost4kebsCg6qQw7+bWxs^ zW=`n_M87HHtB=wWU%QGcTGFh>Dr?5^-tP8<3u&sJ8?|b`b!Ibot-Px1(X@Vvjf(6Y z`2+)*^TwD|#LaJFcNX22*WqW$04d^AWqM^3cSl}N=Wd+ZbUk9yVW;A6Fm61>r*0!0 zue-DGCwt_3ltu7?r@YmE(Ux|WRdayw68gTKE4{u{w*82L`tAk2bE*X;Y)Hh-(H&ZwDAK?o<8;fmTJE~j7?(;(Y_}yN<-cJOG zk9$*((OG3_J5icHSbqc%{rWf*QxhI_h}EMRUGf-~*;Ul~pdpAxePedsX^V!J)|_1Z zM-6kP7dC6O)zN7pJ{E6rry%?s@s;_h>h!mW84TOTGkkkCAhG>$j>|(#%+r*o#cBGZrWjVs&`PjsFJnf@Cff=- zPK?d}727aVunu$O^869rce*-)L>}wpLPaN_g1Q;|@>~e*kHr-N&~3yQl~=+x^}wROm{J*F?BEQZ>5ddiO_EuZzs~)eio?gsG@udYWiR9`S40 zA)r?3mxcd9hZjKu-&e+@D$6mdmGLwfVyx`%npWgYl(k3pv7)4GWR-)D%kl z&%IeF(@BTFLD~HOB|y-ZI}7 zJKJCoSvv?(2~%CxtKsy<^3%tgCy3!5t(RZvP;}|Gx!vY2mNT5Po9SkghDStZSSgN9 zxVk|@15WL-ua_3jUH`aTPiz=zG}TpVj;}#;kYjQDXvUFhuPV;T5I=d#S7x-m3dJRi zlaj4|>)Gp=J?Ozw-+M!PB0^S`R*bxh=TWD4d24ciulWm5!pp;q2St}8DK$@)eKTlH zZ)@9=2H5&r^y01+1=VQMk7m1gUvwESO*AZC@Qt1cDIpwg;I%wunDsnRGM{4c);Mx@ zTsyHPi>$(4KEbnC?X{%g7({7mnzD#B=IKmYDC{<`D9cW+EohInT6RBLjrGqc?~+EP z)7L$Ma3*whl6D?NrEjBfuDn~z{<$HPmC3Nd@bFP-X}uHPP7oCMSC0U=;5ptx}$ zRO|@6e{_cpApbgc5;NAk46o=Hh5j+Oggq^`*P@4QB#Xja$2b028QqwP^ zF%U<=MGF}jbzYy6WGB*;JufFi0uJnFor(Zy+;=1T1n8~y%NT-W3cVxJCg3A zaQbxb`oJob7;2xIBAKR%wN9`oHWbm^yb*4dA~#TrLSk*|yYpd8jYq7JOhC{+C_0V1 za$w51x>NPXuDT4+Q0EaFbtr7Md_F~4ZU(SB6vn7{2?SPe*@Tk41tL4|*;ib}*T2V- z!jA444d}#^4dbP-BcVVST&i6}cJAO?km=%j1R@%5BBHS_qcn(hrMKtSL3MaxzrgE$ zVJ&oY;{cvK|3&!GazA1bp}Ud-_2LD+kzQIh zvXQrL!npw(rb0n^WBog}U0dDBP)3qiA7+km1XxP80UZbb-J;dlvNdOV0j@ME22x6j z<3)oO>gPu4`vUMXYlm^?4s_{)UD`-lLjis=$u!u5j6U1wY z-VJ5g2a0imJR@IwjHK^U3&I$XD1ZfINv>oo zPLhX!{`tVR$bR8po;AybxB~5P)i#?>&v!(C5>ODMJCN5M1(sdG#VE z^kUW`y!N@q@hJY0fc{{ZdbAXYZ2&_m4x+sq*Yja&Js-66btX(eOz~*{Y6xSW;V?iGwn9Y_DD{JUT-s*_ z)Gvz}(*L-+3tPhfDEJ@}+<-sGF)%XAaqDv}nyp`>-zs~iitZN1m&+VfC*L#g_Qxqy z!!8*oOmd|U%#(#vuq96ngd@P#=xe9Qr_{dtkzkm&b&F}ieq!6R1AduS$wt>klgC%( zw{%c7Nw8aAnVu5_|tpNCK6gQHjbobA56IAz5 z>4SA=^e=~BfiNp1awKjn?{xMV{il_&W^3*O(vKb`$&1_UkWOrmw&sHXr@OZQ*-@{Z zi4&v(#B&*J{_5-zUt`^%69{*x-P@6R4f)T%{~p>c{CD=*zu#(y|931D^4 + + + + + + + 2026-10-23T19:16:49.416679 + image/svg+xml + + + Matplotlib v3.10.7, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/figures/pool.png b/evidence/figures/pool.png new file mode 100644 index 0000000000000000000000000000000000000000..85e0bb0700bea093cc09382ad3d52a99a7aca963 GIT binary patch literal 77836 zcmeFZcT|(z7d42YC@P{LC@4i~(v>38u_A;bpkU|-1VS&;tJq$!AT27ghkG=Vt}zQ5l$->mQNnQzTZ)^b54dCGn6J!hZ2_ql<0)f8!tFdw0yprBE@ zb5oOog6b0m#s1R6RPa9sg{0B&L+a732amMuF^}9#oXjayO&&Se*gvwtK4f<_cXGzs z+ldNYz9b|ez;5~Ik%P08u(0iaKOtoAWFf4Q$8isiLhWz|?My+z%!T~h_hPzajA9=J zh0@Jy_uOOWh7Ucu*V9|`Ta}sm!1eTZ&ySy1NKXpb-+Axtg)26FxetZcyVIr%4LHGF5f8V%s z?Kk=Fn_tQYVATG7jYS-O3U~JRRl|SsFy(*V`0HHwzx6~iUprG!DasLiw}kFzYDeVe zUShgr>|gQw>shDuUnV+iLSu}_S!FIJ_-QCyLae|`F$x314Vd`=r8t-pQuB=)6 zt3Hunly;qaE5EaTV{>IjD`z`i%0-!uj;>{?OI<#CZ7U01kPIXIBU_B(eg~tlp+K`kiRWS%wg8?_fWIBxv-@ngJlZ6vJ7 zn%LCwUU6bJlW>KH6)tnS)AXSJEy~Z#2fB`3qB%m#EY^T$NUc58`f1~LJsX#}`2C#n z1u6Q%PM34Ho^)8W$BUx{n9p_8yucKMi=RkkQk3-~7w%;3i;CdaX@W5mY;0`gzU#a( z5!no*#d+z{-HJHOlhx^t&t_JV&AZ#9yU{f`u73uKtaX@VJqtG~T}Zv+e$8LL+(hRZ zKc;@jBJHYT=(}NFpcW})z&AYl8?Hhk_{Oc9Hyc>ohD_r5TVuQGGlErj4e=&AjBcYo zCCO=NF>@lVM-IS^-*rWnmcL?WSinI_eb3I{sWEmU`!30TPp`c!$Uz=<8!er?x=*LG z(^*}1HC$4Ou*jsx+;`^k!>20oGW`c+^7He@A0J|Uo2^%ZuZiGzp!{)lVOVdV#9o-q z?@ylh?)KW!LiwU{kyX#!i26%L!6TKUE(y8|8mKmG?<-6UHnHxC!h-6~M!O%r{i;D> zcf3>gXhtHN?|QA7J1@VV^5aa zq!<4o5bUd53Xf$}RR{6!J_w)bN{dl=kD*kHx>Osk{r5IkkT_vj*WRu^;z<%DwJ%S$ z@-H9ruF~tG0catEN*pCXGy<+3gu-HrIa8|-jjA&oEs$Fn#o@*7R zcl-J38*Gub{Z|J?UcE`Jjo;bcY7S!HpBurf&h~IqBr$!MNV&HC{qqaGC&q0_XhnQ$ zve++iFR~4NIv?*eBOToZLd8;$fNo)fzS~sw`}bH(ELC+lIlY_RzLq^oaGro!9Id5W z?=*I?v`l~U1__Vp-g}di(3PrsHp8I2xYYN@7iukXYcHI8;xny$IEhd_VwQ2>(4m;H zFcTA#RDoEWjzHhfIviE+qp#KReMCBA-PA0I0Nh)t2Ia1koJ$|>X9f*d8CCmECg+=X z#4B-mEVoK5XUjYO_(De{(wTZ{qET;qGPLStuE>7P%qeR!6AC|drtq8|3|nja0CBRB zCqXP2CF)+tiI-Eb5N{H6StSZMr$10nu^9WQ#@K zw}LuxmZWOr^(J{yzIm!IUe+r}Uvc-v%+!aR_p*cJ`9YnzofYT)_;!`%T?W0)Ey1bJI*#?WgQIqHeR-38t9}K($4R?+UW=7FSL{dh=Uj{HwFY)|2d6rU7h?>C zNxQ{AcIvU%ek0$FIx|c1Y)|tab)sg8u9GMqpE9fOy2%S43`{$BQDu((6cmJHo*;q3 z@t9}ia_rDY$BgJskytm zXYlwmHy7*2VD3vj^fU6?E)rk2Y^3XKxzK8(n{O64BivJn)k>=*vdq_=HWJ%+snxPe zPFpv>?TWi8YU`BM36+9|l>-&B36u-ho9PBHr?kU^Hl?NTYC?B6JvM=VouZHdJ+0y9a`M?FQ#ou}GT1tQ}=5(N&-zZP|#RB_I?8E**TK9jtaoAQ`V z@NtT)ZDG46B;b}nUs-e-Pm{}J*^aLuLuyL*qv51!B{ewIVyuX{a@EhmZ;63zS3s9 zQ)R^_pnigl&0bFaK1|0}O%1-;#pyenQoT!&$_38hRA@2N2MMU7G#G1P@p)oev6wz%81>Sud?!qFsM}-5)`*JJ|N!fc#FIIn|ge4AI%y^=V>PbC_BWG6+1*xMt$B z<6^LVtg}98S5)kVdV$*N)^j-tDc+j}--RnzG+)TGLd+z*Jql0%JWc=|nrUS8$m9F7 z(?JIIf7XBZu2Rvm#x7RH#>NiW4i-nOdrh{*#gKmfG%enpD`;=>jxBecZ(3bl6(5ve zYT$UbusB#kC>55G89J9>m>`DL4B0B%oXu?AhD_=f80iX0>F`Oy0 zw5!d#EkJ#imGW|ORee4W-bjjwf^9{uJ8{mwoY>CJj01Z;l8n-@bj@Zf#*Wn^XxGy|F-? zB07z3R7Aeae^?hZG&W{j(Ej%A+aUl~=taG1UmrV2I;8~NBCAqVq)@91ce5$~Y>~TM z)#fZeNv{4C)6cg)Qa={c7q>de8s9c-w6wj}7K(P>06>~DbQ^Z*O?auRTWDz_mx&Uw z8@gIx2asf`((T-aZt*a2VYocIWU()gqXdB8Bw5O3cKqwtuLDKZF?MB*HeD4S%XGVp zw|sCji^4OGwtcy^o4bVopKh_b)$Sg=cI{f}%hSR_OAplIq|CRE5!V*;OzVSW<3p<~ zPIsknao_VeiZY$l$8 zCykoA3o~g6Z6)y|sRgO1q-dD|brhDYhQ>aRN@s` zaAR4yNtOwz^MfUNL}9_qn)qr14Za_%6L)mWT0?!3#0Ci!g~!sk_|00PE+ibL%|oTms>P9*MN9H4%wa3ZQh?rg73S9X zZjod>)3lO6WzIc7{INS*`WtSK4h#x#3A%ikK#OmoMD15y5~GXwwX@zf3zfHI6?m=L zg{9onm%q{4+tY5|D%IN}q8QFw6p87vBIoanb{w}0PLJ8UQ`1=YgV2>Ly=9h?(hMvtw#47l zzAKzdFe_Rb9cWr+92xF!HsGjk79NYDI#_rtNl^Cu2lJ5IubItd<9|G8Qo}ZW?o^A{ zRp!Ae38OMLhrsi0wcrlw29DhS z^G)IS`)4>)7csXjX&lTk-R%~l(thTl9^yxwLN_shN=^Kd4R1)f3rV}HIged1EOR?? zMV3&@CfKU0A?6Noa6)f&G3W6JEb{)!N)CBZTdd^hL~~>eX|Za{E-%Gf@ESXf9G}k) zDrv$B?^eK(*ofC^mjo7VN7QNdlcDx3ct{MNFCLG z!Xc$sojjsf%tTkWD%4?Ud~hbvcb;BL*Pfk57aL4RGl#`Q#NX9nPRu`GFQ%YDC+mTo z2_%0#YadlN5*9g7pOMZU6aS!KrGhso{tL_~8dyaP!;$liAA?f+t?`fFw?CmeFUD?Z zB26;da$@Lt*@`2(YT}GrHypZ2&FB@gaC?6%E&)V_H-U*}{1ox@x8a_2jnAHyh4D|{ zj5k%AdYt<6%Kb+mPZs@wBff2&fZ%~hgNOuZH9*=fT|^cM=J-jRbpT-=l&D;~5f zz_iRh4Sgw8maekp@Wldi4X>K!QxQ(i?9QqU-9I%T+hYy<6lTT^xY2+r9LL5HTcpC{RsD@(h;h6xY!N}t zh|zqQR{0ZjF-1F;pHR^m>)%@wOOjO z5!uI9jV-w=G}a>(rMyNubn~L`Ynfc+9?L3LSH+rqdP+ShZY3#6n2C2v?%@Iu67$5RA1AF;b<`*9sF0xB>ST=l zK*V>6;UJU@9Xy>k{hgKRask^FOWd^C{6T zl9G~3{T2z0^1B=A{U06QXBm|D4*3DN$1#r;gdftv(Z9^`_L0O>9a&8-Pw|c-r#Rn} zPi<*Y3G>m>_WWT`z=k?{;bT~9j6@85=ZoVkBKxR)2-dFc-`?G59o0s0SY1+~d>wz& zh@KgqX;D`SAi*5DEN_Cwyv6+`@6U&xvAG zGOBe%iyvuhqIKdGqI_?wCde7w4raC840W09Zd?iKatdU=%eNrfQY?^EMccL}T5wV7 z-3_mtXD?ppHFMx5b`z@%&;9nhyX&VOdo}M1dlkl7^5u@Lc=H1zetbq+W$Vz)E;WQ` z9^MT-LHK#PW9-eu__PbrK<5Xw+@LRqc?wz^&y`yECq}kVA__xksi08OWBi8oz3e`2 zS?Ukw=X;hWn(I!kjO(eWsN}7YvYb)=z#F&<&C_DuJw8QqQ&)|B_Ok9~)=c0{FSQ3& zjUq3F49Y%EkVxLx=g;E%?%NI&hSa@0EnOHMP4z^Kqsi%l-jj!1f?+)BS4gwg2I^nD zg4WmF=?`>i+USPfr|jF@>7h#AW_na8odFM^6ih zC2--|1$=VmOa_C$Y3v>{XkB9N_4jnVc1dSj9)iLzvA+}Y9h2Ivh*rKklrot*1R*ze zB{Zff^0sJ%SXc}BCZSSRSFGWE3WFfemvb(3--=rduHluEuSus|qi{3vI9^oP3q_@s zvKAlBTLvAfP8=Ddg=f&}3{=#qu4+<7*;qOL@-~mnf^BVu2wN6S_A(&ZQpPx z?gg7~pRQ-C)_xPcVw=m?F11EMz0zbOV!?sWg=R@qpC6i<)`iJHJ<+QfjsKqh znA!`=m|V4XE*nVTUSHh-t(-!+JDYADS=`N|$%R>|OWzVp>VoBW9?W@e#uu0^=sPuX zZM;zm)}dVE62z@V+9n#EZXM#Y_q(Nsm&}ZQtvp(f-?nVGNZs)fqc4^b^Up{)imQ&n zWb~s(t#Kn(%tHl#Xvt={U0$wj`3`{_C~gtRPeFV6=^itF`(b13<|c`tI+GGm=!e2? z2MO>zc=?{E%4PS1K<%m42S<(`6*aE_a+c$?q5Hex!JVIMySecfdpmUps?#}{ZMqaR zlvc*^I8(km>XULn%k{FyR_-egx@6OLsVlfyldr?+2bvIxAAhIXfAm zma!*PjQDZKZt88Wi@(2x;nXD&P*Z1Q|T5GzXNVl9=g3Xi~V+!&01F% z|2bG`R1X*WnE7dUd%_RT^Yg>y#1+kanmGnV`2V&3jZQ;dUCnQF{&{9ii~?-w+nj=5 zgV}@^Yz7Lk+@`AXpY1AFd%dsu>M?)Y1u)#=;v*bhax;f&PW-1PYDq0xBt>P=YBFKM zK6{_FAioW-BwGKQDrFFku6m(C6L$|qwt8F2?n5g>?la}W*h45~r;pu(>_&A^en=rPPI9bxv&GNtQ3UQR$t6L6A85}V|{^lPUD52oT4#Xsn-ezNo001yUet60YrP@+4st9@$mGU$i6P}@;yFCQSZdv_Fz znM6`LTt?l0(pXa^QTY!?P|>e$XP7I9FQVmC3Us#<(&7N=)-*?eh*3{_;zS_9A`D%$C|zF0};)UK^l*k~D= zAG1?gRI?yw8Sfv`y`p9`xG7_;&QFtSIo7x&QNGfNiu2TGzS-q#u<5lTIWt;a?J**z zkeUz;YJh~#hJg9WRdM^qF&7=Y;3g1(F=Ow2C##p5_Qdid4vQhI665o!Dpb|wl0W)`)xKlhS{w1 zn6X>(uDaOA4+*22_>RQLsx~oGEz0McWnH@*o24@g^bqqY^o34?q;f+5oqtn{qGjpR zQQ=sk+#5Fe_`w1Tb&~H9p`D$b(#6WP`2OmN;s9V6zdtM~5vZ!FDy8R96IeR4NuIav zrKY7V+4|_VIATjQ-G%(?bmRJUWm!3c5y-%F!M3e<@lxQb`CYf5@aC1^=Wkx9zZ*YQ zyCe)lqSJ49>;KiuapKu+P@)zy_)N;6sjfVe_n%2@MN#=HTFP zo@$9UUAqDYZhrmGKMksP?lcGz@^=K=*CY#yEITeNN6l~eh+B0x_yG8F5)~0yn*V&# zPjRrl77CvTPl3%HzokYV)VB8rP^!??uJZ$>6Gg_g0YgBd;@tItLB6p7Q$&9Uc!x;2 zw7OFAfOV^sudi<@&@}}kISER*c@kjE+0mY*0m0dV7P4QA(B`?+)YSMjN7AzOqE`yA z<RZ}~BIfv$NlXIx=)`Cfe8y5IO1Ket&WVh)cs@rX{QXqX6>*L%;Ke3A zIy-fASs`pxiB5EiQ8o`heeohD{yO8Pn_wV-0`e;yWfz(pC*|TaLu&5I(l6}{zo12V z=(vEhhZxG^rXazBS9K-_EutHcl|1(;K^zQ-Ld@H|6=oUfx3`&U)P_xV5^R z1I0kw%RouN;Eair;?fQ1!ti(GYu(2R&)QdL0AXal{ii21AG9s8%3mu!S&Oxy zatUJPY6T797>9^R-(oBI>_B=R{8|-;ea3>YGY{$3Q%h8Rht6V{Nlq}okA1l}7oyAT%JpOX}Ru?g#N?Ys+T69<} z^RB4O@OI_KN|$;}eC%fF`{*d${pelpO?2jB`N5-%QM;n>pe~{rUO$h>KMue0QOmx| zFi#PSO5P`~p3JpbcnF7k+2tRFLs3%b>Gs+KJI{S5DaBAc_Yi!#Mmhvxk0=Nt7H#LO z{c>T%2YX&n*3h8$j}O#`up=7H*zlf4Q)6wJM=7Y6F$)qSQQ!G>CM~u9+0GUn8h`Ab z?CtNi?7Rw~g@R(jab;SAv{ZYDElN&b*{cW}%t~?b;^oUBJO|;g>70KL_r7v#p?vAb zOX10KP}uC2zTKcLor^-gPvP&CD0TsURs;|TghI=X>#QE*C((tLC;N?&KT{}t7`Ng; zj`jCd)BJYtCjP$re~}9R@BRJ%cZ3YY|E5lf|Nj~N@9$>$|I9OrI%GZcF%NNGQBW+r z%sUG|#-x0O{tRDC0}%D`kE99;B^r7D{P`R?gv4{FsFF_-c{qn;0QK-muBqL||K}`6 za1F@oe;Mq?Dp=&aA5UEl|WO6(vOWaH{qo zI%a0wIajE%akWnlp`fzbCx&#V9GlCsb_n<(3wVz)|bEJ_kdi=`F%#4Ut_eJ`KvgxFkW&lbj%cu%& zzdCcCiHS)B({g6HfTILSY-1h`hi{yZ(JCI?&We@s=+vi5I8y8tbDU=IR~D346owB$ z?_2uynO4tl2MDd$9clUXF-j#hH5}lTM#NO)yS+I{2H(~OpyXuGJ@c)JLLS?zL~uIs z9v?)ELBAeF{Qe{V_|hqn^^BdAnP zfXV!-2GmFj_p;iEUw`CBr}qE=>(BMyKl6RJJ)M2VY98Op zF)iJ$c}$t_v5fiq=^D|Hlh3a+%G`UzvJ=3%v2&|GHvhB!;ItmHFlW^!al}T|c1bdPyu&k1jeToIH85m-PGh@6;g^ zkGd_D=0Og-hNvG<`edQCIy*bfpjf~}OSydb1Nf@* zy<)I8DJ?nq0RbW08+@p!sPL@D@Q}i`x7MW120N#JpPu>>NU!<+HqG+7{;go-W-avv z{XBmCIIwnh+b)i7 z1AbYBHkTD!FoMEvSCKXUQC?nt)SD=~;l;^hf?VxbZPogZqy6P>gkx-S72Pf`XwGs& z%@iVBT}Tl2&jin1W7K8SmemBm9m!Fjo=lw*LwTRgM|oRUU1q~ej~zem+E9!fM~42d z-|?3*khh_H_di6vy5zOrL{3hQo4;ikdpl|XgtDqZTQ9GE@}K;OkPs73ZwCEpnL)6U zQ2bIsSTDe)Pq?_bm9uq=vV5|YlbAHh7OH%) z0?-rv{|@tChb3#)t(T0U(b2s8IynL^!__;R&EY%zXY@Z=N5^WPm;+(Z2_^LMM=1L3$Sh~hTpaaYeogHz>GU@&zj(Fhk^N=NY_s|O z1)GY$1>7h1AW9Vf>GS8-Bw|rTB311p7K4)XG0j`E-5FtjwnlexU`InikG+cl1v_AXg%a@(NtBHatZ~~SJ9U~*R#EAQQh?A)ep+Rr@ z{!W1N|E{wk|9zBZU?^RJpwJ97j0)2iuq2YUp~y}>HU_%X1z?dKrx$yDO;c9?@TG%n zzgO<2$cTMggMq!j{&x`^`galRN6Z*V%ye2BSE4^vurks)M?lD)r6=%MDDL*3_?vZw zllBoHY?p5CjYEy#x4+kedChCEh^k7xfg?F)}RjNrT9RQNh4 zAtGX;&=grs6mHl4x{@mtpk7V}<86-IUN~{!|Iac5i-aoN0~eBmyw@F=B8a(ZEvn3`9t~o^#Ft{?gR&JDa0!C-#_Ydl}XI!mxrKJax(^>dbl+PS_xKF^Ic&bZVp^JhAB^)T z2kV_ys!FueNc9@q?)r<0olVkYSwcd>0V=8{2qzPuuf7F4=QW(59yho^r53mM*12pz zK!6#T>@Z;L!VS3&+UA2D0g0)+F^7>0ig>1jd5UG!`M;nAlQmaCy<)`hXvnRK=Tw*5 zNFJ_s2D@`FdlXd_tQjF5wb-|#zFVryVwUVNS8PMe!6;S1Mvok`55=$P4Q#U$kV;LE zVOrO3)=QaZxbCInks5x{PYB;jEB_~Vbqc)5pBG-`x{Y}77-6C-!8j%9oUytFN4Ko3 z^xNIRP)LDk3UU0Zw(jhy@kYoga*4n|jRV-YGI2tDo#Dg@WA4q@XC>NR?WOC){NGIq zQD9bmW|!7)sJmZ-;eMzF={LBwYO}z9Ir?{sk6prIu^75ho&@iQp8gY)lX$~A-H;zh z76TLTvJEnR>4g;{C$u|oLIzesH*VZW0UOS(98rfc1^UB!`DRK7*${|AVc(l;a-*@O zC49Cgvl&EnyZmaH+7q*%_vU@Hul`3ng8wpdga7<<*tyianXxOm>>^;NNyK0zmb$lOkb|UC9QbrD5wX#VfbSdF zDx+~JFgc4v0v2-nLO`6ydoKmv!%rm@($wNOMMOIF6J$J`Layb0{CL%Q`}tWrhyUq= zf4&@@7$0u{M^(0b8l*Y`o1Ax_=kVyL(e>-sv*Z(Gy{?Rw@usm@vIGlK88Wtc!`t)uW{sgv^UJ@!e_jGJN%K=``tkf`p|H1aPh@DO1fiR( zetv!ZV{y@b*f6+=)9=sk7q8AqY9hhp@#DvxV8HeO8_75XkCdI9rN5}YAi4Wgzne|< z>eT$9wT9$_Y|(?V8WBTFSLySq5Ng4vSK2l#gfD7(#46LjRziee4=ThAlVPF!) zq-p0PBByo|1V)z9#>Xd5m5rta1s}5+)r+ruSW)<4>f>T_+wH%@e2-4J;#UA#?$56q zfx*GZly3Ih-5Pb8*P_HS%XH3tK&mxFQ&=8o2M3%@0D`5jWsq_V%C%X&e_ez64amz0 zKwRA4=vi0W`>@A=oI1NBe68U6yJ4G6fYC0cX>3ip`ge%pf_7X|qFQAoBN_1mq44EcFJ{(@{Vv^1c=2RaV%;-ZVs{AfzB z(vt_2RL3ql#eoBmQL;^-eeWa^$||b3TYB2D#NsjoO{<`LkZ^Ey-|-pJ9Wq=;0J16`OPfp zl-!&!3sx{aq#-A-o;9qY;ZAw6l2T)g<3O&-=ZD0+O8ecNZB2q)#Q_V!lKY0rp;V;eh3JSk?uQ~%e@AR_xLn83 zbB2rF9e>p^X?SpEUE|=vgAChUr&e}@S2WDJKiEl)$s>t*vF6}%#|VP58S z3q=!PgAq+j(FD|^x(Z3S0V)}O#F749bREopXq<#OmXY@aO6V<9~ zxZr?Hx%4v`X`P%>m(_ZCz9>C)>Z@hOlW4 z`e!O*r65hX?8bN)usGFsdOqAoN-ejq@Ad{y2c@hmV#h-PWT(?KZb4B(@q?$6zk$YulA5!hx*#DQeLu_@q^=}Np_0u z6Gjp1&)$usEBaT;f-lRyK&2dent?D}cromSV7blon~I7tW069|o-5NPc#gH1u6p!~ zy=>(mN=@w{ss*9z2OaU{t5;%?NaQUFesJ^VQ*q-IpLP%ku@XlFy1x1?e!pP^@GQ@qdF$F`O~_5 zlea$Q;2Mtm9Sy%dy9ze?XtpeYG7$1{BXD`y6IX>Gw_l&2+q*3D$hbJ$>@tmkdCwT0 zuE208?Ls3WxRA0J;K}KJ3Dwob(NU8>eea+FLI`*_P5brW>hh7oBtB&J&>A2E+g=QdM|r7qTNu8G>N%jx4rGAD@>!{j2Gyx2k=!iF)?IhP zey2pPT6goVv85`yTSWVeig}nXc;#C*A8BlC<;~}b!rkarxui}Vkil1K&T^UIn%844 z9v;0zTA&n1ARPjUeNeDNcj32_^+Efsdb6-X!E7b+1|1={eXpwZE`axH?eHRJ!9v_* z=ufyD|Eb&qO6M3(JSKrGt%%^nSx>;e;{Apxyn-Ap4}n?`fk5IcQd?iI2&_i7DF@4Y ztHfreLC+t3s=r5|NJ)2B>hobM_2J^Fju#fr$U zq^ugE!8R<&i+$13e*T*Hc=1s}2&^8jo9ej%=ay`^xVWPGoxyQkzTcO4jA zM4rc-cz^9O&6`qFG=igm0xSg&bh1{Onh3U&a|1%4%G(T>*dh&{I&PKQyh64b&?pm|Hx9VVkga5Sqf4uW?r@j!P}q~j zlj;+1U*!h8IVbs0S=G|mrZ(Up@RL@pjMk7TkDa~Ja^R~_={Vi*)m4`j0zph)HuLQs z6%o#W=1qU4FYBsRu?E+8j-P8ju_#Rkg6tPg+mMzlBz~;^j`$~6n|sWh+Pf%yu=|~P zOS5V6>HANem3Q=!{DX94zQo~?_?zAT(9zK`b>DA2`${hGN4$katLOC+OSp`TK+Q&D zL&IAz?x7w%Dm*6@F5y*RSn1gbjiXJyNYOYov(kU8ztFz9ROE#tH%02>+1P?bi-am@!Yaw|HDr0u2i{A%2&5o%Q z)Y(;SV67c*gig zYyUVS>nWy=ENZ@pxmcTiUx)Tm8^QyvS%<;eVa)aD$`6O`g$b!j-zjl^EKK9yLz6S# z{qy;uL!XWW{qxVIJ-Vt!4n{)szIfrON~%vmNssdod+P7+is^tD19UzZRqisP`s-54IbHxWWVU zEEZ>hNOTnGbDuta;=FuW11w;AR@LSPQ{Z90_Y?l&uPEumedEf);6wWLpfJjMT6m~5 zR=r^hsb5SC$1=6vlj%;~-82(%mrFbF30UOVyge>e0ThB`Z@~(ug5X<(hXQ8z^u{^t z!8g#$Rny|Ya@B#oodZrV6w2K?Cl`8=ME`?xQ-92Qd50x5F3fgK?!)H&2*|L}OV2%+ zj95}M?)ap!O7NlCTUZr?S;Zrvcigq-JaX~=^gP?@-Se{e@(sdj8qWR?m>ScoNvpiAj%=?+#hKLOPl)k1So97v23;XGbavK zw3&OlU^}nP9(W-&A63~p89wit?Kayo<4v3&R@=(CKdbNn!p|#a@uu+c+;2>Q(8ak| z?<3vmOAg2-)bLM7@o{tCMtBP?*2{u|f}`6Yw>qu%=roJA%Wy!A=G5;9fhEyN^3jif z8h>@xL}I+^IO|ZG(ORzd1oO(lUVE&kCwjk8HtE^Rz3Dv|L*u)K6R|IlG=DKX$W>Xa z$>+j82lCtHYq`K8H-l%#TG`2xDHy_I%vP#;f?>$NQ}qU={s6y9WSq2H6VT+X^8oO} zp!_P^{Dq9xM4MS$#K&-32+xh{%6C+Sy5y{M2wcN$5fa@sd+UHBx2)?8Q^bvDRG)U% zf6~&|Lg}fV0%>Tn7>b)aP+*#EEKM+Y{2l$CYnMf;kpm0px=KsVD;Rzw>5uVW@yIm8 z#N~Oh`N~xRCK(=mOu(?Dpe;G*Z}=|@xKE?XiL%fJi-<>z>e}xf=K}Etok)dLwMerU zCp0IDIsBKDTDawP6N|nvKT{-kUM-2u9-0~A8rPwFgG{%dI>4a9f+GCnZM=6kpX%epo1|RNF%?#8%W3^ZVUR+ zvR=i!1*a?8G&H{MYa>Rde9`Yz&;#kH(=8loNVBa4#Mbu zbUsYyK($xWk@F1v0JH?*K~ho093u!ZuUO$v|2dMq(4VqAHXKWL80nM1`2=dTBoSGQcIOP#ALb1d6((&4#3_@*_XNoo9WhrY`V4gZ)cpMSey!1 zh{^;(qt7fQ8=5>?Ug<-!KL?B%Gq3RL!707wbNZpKNZl;&%PoEx$mavbnfY#U4ga;64CqfiizX!rfanRCT z@|^l!>CtZ(m`4|PhDVRQ7#=%xu6*s}INL=H)eBkIATx`nqlw7V%H%60-+bP5hty`h zYz}fTh>043ByJual(sfb4BPp|goezm9&dw@VoWJ~kxAJAB()xibm-6_y(gBQub8Kg z(9*iC7f-zho5W=2k~H5y18sfdKxItJD(m++v);-seW!CUu)oepp;eweefn|pZiTXn z$}4?fA;4ClX~TP#<><`%9CR^>?-RXuPA7Qy)S@ipC7sy}G5WcDGq0J|pG-W>g-8{X z5~EtIQ%)sV*G}YLHop6~v%>7pWVqWWKui2clNHh!DPpVJSQ~=0twIN@G~#|3hjw!3 zhDGAz1gdzXK4tXt^8*{n^^8F*Rdicww?Z$-SAzBxzn}B+=bL<{Dg~X#9NNO2TE&S` z`5XriMgCQYDVjL=_?ixU79)|6WCuGpOqN%Jgbe%Nltejd0G@TvhbgVk$uEs6KGzpb zB$D*M5_3LNLxj3xOf&N^z%Yb+x+evDh&p?+|M8KUpCX?MZ*L=64e4Bk&0KQ7xI_Xw z28&yCg3_Wbb|&|gn30hYsU08a0vilOk+@`skblS>s&+ek% zZWyxdjE$ap-2FRyJSQLN)pfTLi*{D)ODa!{-(;!mYd>4gJK_bJ;n$s?FWSt#>Y6sc zT8q?%XJ89FZ0(a%q66TC^)Gl%Nl^ToGnjfY>pel3oE0OS^E;=n}q zWtC&K3Al|qa0>imt1d~!+)rG!+b0EFw6Lbjiye!ZTN>Sg@WJ;aU zIHi1U@?h1KG@G!3ezfZ%M-9

WWn)@{qAymoLKHXU(-t!9)xJv~EwLTK6K1i<<<$9?yV z*;OoXl7iUt{^=@wO6=f#7g>HOaq z=K;2uu2*RyA|lD?0?bmMX|NJdp4rhxcwQ(usvD&jD>%S*fT>88#p@MW)zQNvWxtRy zgH0`bM^%wT|4`MQKp*WfbvaSZ)i&@IU#S97VCTH?rk*>o)Mq5;Uys0k-8}b z8vmV;R1DqbK4S;Zy;bee|_g(f#?l*!O0K(S-!qi8#!KsS%|KE zm3EYcMX~w3)d?HOILP)*O2)>v`wUn^?r~Z7kQ9*0r z=_Qah%|SQJw;PrsT}@3!cL8G@4i|&B6_9Q9_V#Z1_#4q_Ua)%JLAFBr0mgz>#KZ6h zW>f0*TTm{UfBEO+Qj2K&9dISYAyfUA{=jE`-`(R-+vVj?-9aiCx_ey*%2n)36!k z4aEH{qOBMHuY^HyF&Mls(R^p6nDUHIwBW$60*vr&Mj`#_TpojFL93MDd{59YRIkKz z{v?j2tA!8co4-WM?W~&uf2uwX!B@!1EAD|L&?#DFcPK5T+6MAWUsSC2>Mf1#?hp@@ z1(9B8$AeAA-$F@A+H!t|A?^(SWhFgMQU0!lc^@Bdt_xWaMPJ?-76W_W?YD1?DHa!# zQ84oelhFHa7pihjDXD>#{i4;~?doN2i$WzsPA`W%rs6b9$uGU8H4s(GBpXFLb52@LW=kwX__suq<_VvJ(AF$NLxPKik{p(D0gKCjn+W>~L8T zxJByC9?!V;_xI-mMMKZ2m-p})lQ6O$&VfZ6EV&;x#IW3t)(yESI<$gp?Qksz-2eT> zwlTc>GPd~KLqF`9n$}!5ZJvKw7__4Co=Ktl)Rc7Xby;T-IvG}esiRld;!*!8C#w)m z8V9W8Q3J8Vu3(^dF2_ZGGmerDgu*#eie1KaE{f?e!ztLcLnatPj1Uz*pVY_0z>@(i}e*O?JIS*p#KF0H4dqF_L$JMcRgRptiu+9_GjWw z@Hp}gaw3F>&%M>7Z`EE8P5^X0qnXfn$v-k9*D{={3TYHrP_{Tfd)cZ+&3Y0F!?K1@ z4&}4z(pG<;MKH)|O+fWy0;Hgg7Y_2<|3`mv z@u`6PQg~?f?fDzy$R=@ssillAW$q0zQ7R-v=xpeZwpDUa*mUw$NxW~C%GP1R@Po2} z74q!2+}8)zH>BsI_T5WTh-y=N6&QHAHTXVkgu@A0{awL{W_~fT?qlwcCclUCYK_C( zYLmFw$-KHe)n0=8<{=Jhkyb}SO3b#s0Ipr-+ zE7IaUo6NkiuG)9+?kvgbmi|DzF)-x)ukJ&y%T%vlB9b`ho_#QGRBXN4WgIW}28#7l zdk#s}OV*8{Tzl@!d$B;TI9FXJd@;$o$@8_b_({1cW7PkWUZJ{6O=+U5Wzei<$uSwg zrulym_Lgx~zS-ONwlGmtLMaghlvFwu3#9}F=}=&Ax=R`rMOx`i3P_i9mq@1|oze}G zB6Y8m-^@SmXYS84uV=>1-q&@WYpvsZ97|yN5|Aw=V6JNiXO-KYdfK}2jjBYz9aFpE z%r`7e=bpBTkFJI}26m{#Hp^klyb$mhba(M?8W1gk4tMhiLz*q*jMUvL&lc*p^NVoX zXlS(9mnJpYk~KHCNX<`(xP4VN$bn%$-?HexCDun4dhk_L^yXxALRyT}$x4KfAsc+* z$eYt&%*JXERtKj!YRwV0a5)$`r_Di4FB-fe>MK=ipd7Re20#C`HA_xgb5IB$21T3$ zf2RKhPt6+|8HczdJ|_9!YAiO=gE6nt=(vm{OP*GTM?C0YF2w?Nvmu6(L$tT*RkX*- zUiAiKNwv3zGj-fn?lfX}>P`E_B6ef)ne)baX1!`_i*w{97aa$;9PeKRYBcjOcJdWk zt~kPQ9eeVPlAX?s;e%4CBag_hp~(@Y0NvB$cGcV-c~sxmAYcojDZ5HXp6_ou@9XFf z7$}{0Jfm!~56tVNQ`%FwV1~(*=5 ziMa1_3yGZw2#^_&+|Icm<_jrsTXIjj+C{6q`8CovVlg)HR?uy7O6xt^X%s4bR!>D*6z)1M&#nc=KdQ+3`j)EyZ zM-}{W7{*nQ?LlL#33&LET2X)@Tdt~2#AoAthX*BanKs4c4?#tg{3=oFYu6;8_bj^? zbsIJQ$MoVum=yOiM{cuP?#z5JlF-5*ReF{eLWj%l0}Wy7?6dE6!8q}lSOV#W#A zQs@t0)=tlBiPNk+N8cRKKGFsa-~?P;JoG{+O>YYh0?L)`FkTb&c)QGF>u?>gkd&qg zc9?(IAgE-q+*Oz?V~iRSsMo7SvfhXZ`7}B3DoR4{d?>7*LdVWCF_}Azzy01Iy|BjX z;*rCLRUJc&^_GkC`KGO)J$mdYOr;LJx&xCw7~qRL^G zfC(o((NWO_I-iucr3CBR=(Ir5EAxF86SA<9G}ZpvxBwIAkYFG#XgcD82m%i0J%?3` zN_RtvAeLL5d~A>cf&6$2p*hp~K!tGxqgX8)`vXPOYQEb z|6GOO;gQ=XJW}&x*;{BSSpb99N_jD*vQI3q`WheS?XFK$xAPrQYm>x)s;IiZCC)21Evm9R>EC zEoUL-p=T2o>TfDkV-C$P*T;56s@q-mCuX0)@-Zf|n)dyFrjryHRnij_kW07&-Ngzt zp(@X0We;LXVInZ0q64)G!wDXM#8>Zb!C5LWCNqMmJk;5c>j+&Se^>p&Sz8oVBCVtFLnMIUi$^SpXwJ15`d3)E zwdGJE0fPqE)T@OU`iFi(RzW7N#``j74JunkSYgh|O%l%Xn!S1BKaV+YW{@#r3c{EQ zr}}r2h~d!v2!xT+aT16(`3RRbQf!b5p`A+HxinoxdGgY!?0|@$?S3s>dXOs27HNbh`PsA>dRMMvxLt=<5 z^;1SBWsdX)W=6)^qv?i6jH})ga(1&iHUyNHmqQ-XMOw%SV+B?-VQq1+-)1?uuBYs?`^l0c} z2ifN1dyY7@7{Z4 zVt*UiOqm*hJduKl@f;ki@-Y`j$1B{cu(xf3VVE2In*=oSqg%((v09M9#eTV*KUaRx zn|DYzXnI;#3GPP9+u@thDjDj+Gkv)!N+Wxrt~>#+7wi#jK$&$X;vI)o@0skJwBc_@ ztGQ%TLEAaodk21V8NBPecS^O&*xs7J_h+e?;H-_F>Bu!36P3O7;K)N#ky&s9$vo%TUK;ocJ&)C;} zBuW^RB5*DMHT5Hj@HUPZmtaMs1#JN#8Ha)<7^EFM=9w6@e!6zrGduvqrhnB+ov#CO zo$p&_M=kdLD9&JnS-{K!-_n`%KPTA{q0EOW-p1M1|M3W>bc}J0%8Q^%AtcHdbKcnL| z{n{|`^0{vh<3#f3DPitYYEmQ2?0-mWZ@rvvfm|Y6U0eoI!jW#<}BXcNKzz*v5%Dp zw}fF!%|r9)@nP@W)5)`BG{L#WJpoTB+x9eP&%<&3iqGWo<3fJ`W4;B5?m&lz{p+g7 z&ZfqKJ?8K4kA*pX{GDK*tBB4{0$}pfb`f;V%zvhtkE1`Rol?l`T1G~9VMXx9R=bnN zM!WmO|22=7VwVJAaf~JrEBe9#@6H2)|~(uRyoiSY+GyUhM$3TX@q4>maQnxVHQAN2ty=u-PT=yibL zkBh1Td0A98Gp%{zMHwU7qI}dKaJZy3rE*>fE0KzUQM;ed0(*zQ953IRYK6qMomD_0 z!vcMQzEz|y=4{|3J$yo9m(I&>fbA#Y120{=qIw8_UGNK$Z29@-iJ8#{aWPa22qYZC>rAQR|UwXpxXDT0KxY9{*e{DeqM3UBL z=jSjF#k|`7(|qIg&E|OlC`{0BsG3JVPZ3>_mOmc00}tPuZxR)It~#aA?&kBSCa(7x zed@xcJf*h2Tb&FOS5<&6QNZlMPZ2$G@%L9z#{|D1@ramK{--NG{<-$6HP3{<3D&3D z<6Tc-d_Ma7(-og(3}-gEq{Eg!KddzBy7=bJ&Jp@#F<0*C1H~&*$&y_f^i(}{4krt7 z8kXzVA1BMFF#$f9ZQ$s50r`l43pZbje#NbDE?)JwXpg;RRFjX=bxvMLp*(IAT#$Zt znd>@FY6tciZ-MnYN_1Z`)ry>2{*p-nPm!tDPgy-sFl^ZRnV&#iC#GEE4noWG(q)+Q z!PCx_b{|s#l6pOSEm2u8Ve~cWcCV z_NW*nBpVqQnPZ|8TVDN~co#MNNkVy(EAFD3G2OSYa3_{}u zICip5oJ_r{CfUXe)g+)aG|`(&kRCsEB`x3_*LjcO@d>sEmB zq_32(lq3e%>p52M#Mf!ymTQ1U0a-Q>L!MW+?zHp!QQ?@6;1^K;vMgtw$v!zBDXU&Z zB}>sfAkJNN9N|tUsoA2#sIxaq)R-VvR7CQ~$zwJ~C)tQ?idoejnY6aFSg-xEC4{G2 zXvW)ge$5O|QT$WeW4F*iExP-2+H#+iwsvqO2Z#R0oTTBHd%ob+spz+D*nA`%GnN77 zT+Uxai}jsayl|v5`TOH%F8C8Wvvn|M{AZqzb%7frC;rdd=KB>msldzUO_`y)ZwQI3 zYR=mKa}}R$_NkuOQ>;%_cd+!4zjlL3R4DvCc^tI*U%jS<9+P+KkN9aF_+Kz0Kd??V zlzj%Wqc`QDA9+4{boxy)P-YZ7gx<)4qA2rOI@%OF*gx|11A#qQrW8%cHOpMPnY3(f1Jf)D2P z^Z?`j2VAb<#xsmd*oZ83pmJkT^Z1WLHVt&agD+?Aw+?(2aq>`lkyUd_IajccrM1~f z_HS-!o3;m`Pl2mw;=#*`IU6rrGP=2R^AP*R9q|u=gO4u2760*bC_@j{&YpV#WKTND zP8y8J#66lbeBB98!Xjr^<|oe8B@0tX2KBIqIdSe*8)7H48)I0Rn=XJ(`c_a?pQD=1 zs6*oL&W`PEbeVvJbN&CxxOH7{v+Ip9mhH<23h3hh#*tbQdjC9REyho1C{H54tgTGs)3|Dg^s;esXJ%Zr?)G}PwS_CNog3$Z}dg<_Kw?&Y{(@)OLb z7sjwBU(H~rY8Ir*+2N?XM$`og21jdN+d3Q);bwdlwjF0OUY~btGM{bIQ~GLK*yMp{ zm&i}!!oSSpvY1cl%x;Qttjn<+txLSi(3qOKgnppUEN3bCXaF#<&S?E}8YA=6+`H%!qBE-@m53V%-c=4U{}{(D;*^mL0=@ZujA@bPIm&2#J&qiT6B5 z4@+P8dT`IM*rIi84M5semw&m4y)G=V^nDc8CCMG3}_MB zJ!CWvg8L^>?~UlXi+(#OvNP6f%W;Rk7FFg(*bRVTt6J~%&Cgl7aw)F|>}RBKy=JDq zO&&_RZ#3)c>xl6&7G^{OPT+wR`d9C;12^}?XiMCqDb1K93AJ`mri3ulwipVWun#Y##1SQ$B$(QQ3Zi{c$J8N?={br?i?qzJ==-5@xDDxgsT(X zJ@n>6W7=g_=pNWZjR~)W zw>DXVA)B48l`z>_`-sA-fK(Iz1rWjAv*%s>_3WIN$}Rw6GDz<(d_x& z)41Nz8t%7m6rvN<*J)7yJc1x(#a%em3U$qU^5{qV0h+G%L<2$uXdyG9dPDbzzh9KY z%E?v+jNG$?R_(ePM-|EV;2TyUM9ka1S76FZ{xg+vP|Cfkq(UJdgXRN81Dq_pdNfgJ zH41C~04-nujW)&fL^weT4HIO%3UqT?T)OS2D^8&d-@(%G(`lgxV*h64BGvx~D~G`t zUpdj((h>ybVND$x(m2pJTLdU87LF>Uv2|M(e`D!0+?ay$OgfX>o|jbF29)rX$|a4^ zIJLJy4A*(!$ad{EodfhVuY9C|u#eREXu!R}uJ6kmxl35f=`Wk9UOsQ%zQr#JlVf0Td&(`)5IWOZHO< zdK?&$pRz0DT`8xAxFc*#uG zZJVHibf>GGPMXU1GS$5WNUYI7d&+ak*Jrch$hkV`&nJ>o()|FWdAhT+(-gwO!XgPl zX=!uKAUeZng%N=aTdPx^FwD57hp5iyF-0@g7t*{6+U`a-y&5P)zbcHtP86+wrU#N32n^nx4n?A9#A?X$yl4A0)5VpVF| zF$~a)$wYwHO*tQ>cSFSIt!@7Dbg~z6YE6b+@Nkok59)C<6xkk%cNlfCE~RfP*MCRN z3{rsDpS|f<(7*bF-wlZ8uS4;NZc(vQ0(3iEgoeq(gSoDnmX=)XUE&ko@yR4-oxgpt*6YgcQrV@UR$Q+$5`nN6ePM-O{fgo*w)I=i30T)drj!wxox&yl zN(^TmAIQ(E>WDM8c&jima;~=SG&Bj&mDjM{lJHLMobd43)z<#`0-bWdS0`9OdLJ=5 zeB{XKK>k!%u5mdBhr@|?COb=eojP^O4;gVG`!slj03)|^v}Zi$i0$1Bi`N-F<7qfA z6ZSh-G~5k)W?e$E4XXUXUf>Ov-o^tsndDCov9&~n8TLGxE!{@$y%`%jAuSGkm zIe*c;$#TnhkR6vqLCK_GMSh*G_{^>B%0IMlw2x4sc@MY(%{S(ies6B_=I4T&8yZG- zNNxy#>Q}iN()Vs2${Kl58`ypu92Y2iuq$1S*`O=+6U5aiaYl(ViNw_I!0sDq5OtW4 zsT!$sV*o3EgpR)vrZPHNgW@ZI6V<_Ua07B3f^Aii@8CS0XdMDN5eM6shmlcFXbBJU z-p&g@ZC5RBc`qCe?*hqfUE=l;)p&(3Grv1C%>+-boE!H&f)P0sAiDM+RMMv* z8USGNWShnH#2sFl;RE5C-A1H+b!!(XV363yt*aDW3*m`Oyk&O;hR}he0eeeMPOCz~ z-eevmVYaND@$~TUgPjRsG`<9(#wEW+At&vVDhz-bUQL|nGnxO#TseC9CDI4hV2#$_ z>?iH*x89ZAX6er{>hGdVp|=0G%aRv+)zQI0lBk)3r+wrzK@nVLRAp(5K7-f2PZR_> zr7sACzv$>^mWN6!0OZNy&1j=@G31XFvrD;_J8ym|0~8zM!o|+Nzx31VD~yO5z^H42 zy9&O~$AFw<9=S^Ohef@l2k&;|Rqn^nJNp{<7+Qy@G}#J&MKPCfWe6L?dMPT!TGE0YG<1z{w|B zev`^~re_XGSyhqdgHZ&&2gFyico+a*?){2c-3J@2>WatxBqTRrzM|6IuC1nsF;(IlDaB`vUaWV@@LlP4Yzf^ zRjg;9D!oBF-@HL7=GRL>)&SQrcDquTKHdKA>h+666kU2QKTn=b`>F*jXyEbTD^yG1 z2hD=W{|+)q&Qg|~ff2L{OPoZR%dkfVDOQEQ-cwL+Y+F(4^v6nOCvkm^^Pn(h0IS0S z*JFhMpv|5^*sHvS8fUj*cI{6{GMYe2Ix^luwDRh)RM-ZD1R|d8?sm^uQE&5}yhs6b z)R;!5&a?Ddo91&*#|8gGndX$|<6c>Dqrv(tO>RoJdEc!g5NC1FELFp-2_^tiT9aVp zXap;!j-*Eq(rxz9(*TMgRmI|5{_n&ZzxyiY1T! ztd`#>RO9wra=&k}o&x8EfOtOcQ+u*;!HtenFk^w9cXj{C4R1bh?p!=t3=sST?7F#? zuZQL(bxn`ur0?wJ;2n8ksmB&5Vp78PHlJ(LviD$hi-A*@ITeVc!4Q|<2r!h9xR35f z2?{>4FS(n!Ic|&hj|U6T$sUi`NA^ejg^0MMxO*6dwr*{=_eM=CzE?LJ`&_-jxOW(z zt(W;FvSC{!yG>w1B5xNp5lHykjz3h}|t1H_8IdGN$!d8QiQ;81%e zTLM`dns02uSApanl=C|dV5dI{cu`diKYDbBis&)8FMaR7eF3WTN3iV3fNeq>0=MHQ zO9}qwl2r7Uxt_#EE!$*D5=9p3` zgBr+F=X;(>%+9W;a37unZeIk4B7ZwN95l6|Yi2sc)ppMFVV5(Hm2FRB-_$IQ9`gvv`RA&If*hi

mDZc{}mQ=1?PapxtX z5MOc(u*6}Rl;!2E%jVJr&Q?TxiQ;EPxDbP_r=g?|Z}6jbS!mDSbI(a2ETQnJ>jQ3M z_Va|wWXUn34b}i+2Xuo3th#qiAciFt=0$&xX>1#k2q~u3rdQIka_b6X?%eTL%C#}+ zC3hEii?i2bwOfbyP!j&HKh9*L)D~P*$V)=k8Lix(KHVdD`V+Wl?rD>v83v?4A_p-8 z5kWo)G12uZ!E@k0lL)8C|9P}}udlRBMs(`+MK^4phe>mL%oACp=80NeW=WfUS3Lg* zibEy?qIrlc<=ORE7Yvi13gOi8!5i{HT#9Vqw|m<(uwF1>|8((g)unX*9- zd~pNnAKaXsEgPJdA(Tc87;>2GDWgss>;^_Efl_ef4B`FR#=+nL-5@o$3z8y| z!D?=+Z))>+=uNmA8!d+Y)tie$+THI9Zt%Y5Mu)`^R3g|KT4i!GNc=-^CFj;MibR4V ztN&;~K#=6m-(Erb`+zx4S;Nd;w?nJ@WFWfJNWk%Eu_n8?=D~#;9KoCKk6|i2fr;jU1VPT}b`F;ykr0^UzQ}`o zp_%TCC@VF>GkRh^@alM^fH|T`z#k&`9U&`X?B1N>8}+>P3D)2~!@`0U+GBG~{f!ZG zO)5Tz0wp3`hzhf(a?Kz48fdS+rdp90FyY|cv*CZmk%2EBn-1>tLo58kpFQO=#84$py^3!`~M6fKBSKx+T(2b5CBr{n*8T6C@23INmKhJ0h$emISr)hVV+oBw>@(+&&5$`Jt)py%=zKU zI61HMWOQ~j2MFG=u*JzyRI} z9R(N`SfkdqfcTU3Stzs&-iQleEE1kwgctzxS}L0myDcz}-+Eh*BAtKs!D*0|lxd=J z@BZ!; znq;nzZXG#?aS?Zg=03KPT%vXKjR$%5^p^)VGfJtI>yp{JSF+AOeTzC;=tP5FgU;g;5z1>~EWSIV zd07Y26q+POSRQjm19eY_65h5}Q?NuZSut#&1>H{`jRiP*#bfDba(Bj{j@D$j32bBM zR+*r_^d!tM!sfJUyv!gFg>vqI^f&sXYmldqN_iXqA4z{_1xAo+OqC$2;PNTf2*tEe z`?%P--_sS3D4sZ@#C=!@;UCuy?47KHMs^J(Mm3K7;OP1JI=m&FC0Y8C)#TI5dWG&O z#p=dEFgP7YGuQYY7-*kL3-hya4`O#HcC2LD-bN_vcOMj zEnJL$9T%fp6Nu7Cp=Yo#H%IwDT~S8%mkj8M`cHlek`!TOzXPWm+EjCLT#r;9OnLKr z5dtsG;M9-b*#oJZ9pxtV+Q5N4U|L1UFecHsSTzTp*$n*4QnS%c|N+ogI*#jTUV~8pdSCg)F0#^ZdcRA!{am=DbZuk8(F@B>KRH4xSm-V|Zbq5eMi3fc)449g|VDb`t`J-OAlukdi z7bYuE;DjnUlV6jy8-_8eq?R_Jm+d$IBqhybjoP|*azG2iSA?`^voI0ik~lLsPY=dX z-x*<2j@>PjFyZlRIlOZN_xeUu!RBud`ST1geEGyoyDj#ZXo(K) zz}3NIv$1DKUXbqZOx+nA73;tRRM-16Ha`m=MbZ7+k{X%7QPso90{cc1{DgjJXaXKK z6-|6K#E#J1S@@NU-S@G;tD8-lZ+`mDAuI(c2~v9ZJNi@f9=Yq2zqAuaC908V59Cv5 z5-1A1T|^6+!B|qaHVEr#LQwL5(_S&!BLbs_;C|!c=A$i^xKT8jS(JRMq+F#gaYdgr zq@^IIt=AQG9hZfwtE(rNeG?CHG{5RF{|H2F-i^#@!htJ zmV$HlfopCS4hAtn-}4u`L1-Dc9~vCKZzE2V3KdHHgAwp9#zDRs?!6k&1s&$92^}{kmB{c@H$||C%~)6>8tYANuVdQL?-7>-?w+CrSu+{ zTt*%Kp+yNDQnucW;Cf<}oQZSwO#-s>MOMjf4PT!ek&IW|#6^TWJ%Mqd7~Q60q5~u0 z3D-($JG;k?ol}8)O(5Y%wkYxUTHks7eE0Ad5P6-0`3<|ClE346VMu^+aRaIi8ugQ| zkgL(m;&$#z-Vlly>0tT(HYX*5CI7z+FXCgU6R^oXN z3$;dHd^A2KRbDSmK~@KLO>xzHwYTy}sXpn&oidns;C&{p*?c4?noeDO{>0lzdjM5^ zx%(v=DUAgS8ns{dN;J0H==D{?uPRdMmG(RQ zW_m0^kAq>#o)YFoh8_28-2$10L6B=~J%|0+J>YrPD_ZW&%^I1ov`yTX<#@X7uGVRb zdCLO_4Mu(DKu&9#n~AH;2!X2b6J9;u5x~29MWK=zB^AMY^K)Z!Ia<)hFDF7O*f~{L z=nUzuHRLBwpJFOHKMOOnW^B}L$8fXj7^Xw8W^334`~#ay9}(r0O1Mft)3bMPE?uHW zJIK9UGU#@iU8rPcBi*)`cg5^K_a=CuIF)po`RaK34VHd<0S-l8M#{jp%D9;pkeK5q zPbODhfq(whv4j9owAXpY_c?%jNl#BX-(>g+WQW#7U2Ft_ zyLFyd)Z(a~tYHmY<4o{S%g4R=s(QY+^=LJlac@LBpg4S&{xxm9Ktv=HZ)82+^HRJo z*4zu;E8FxA9S&{T6;l5R>8{Xfz0ecWxfYae9j|0k4!X!_vS7@|9PDC1zAN5MsB z4d@*fX|qeLH*P4EVBf)OoV6|u#%zdvgz%CE=k8s@ARrLyKoD&Bka#!#JQwFR@P-M_ z0(}WC#VXalvC_>Uf9IXCE9S5#KH&-lW_w0x0@_unHi_)goZ4>S8KLNd_==pqhai(n z;;Tx$GJM*vf4S`pKaNZisI4+dfPA7OqX}&HuJuG6PMXZtX`Dx-RgOzjev;nX$x!-c zz#H`G>07CI#jwAus@6O31Reu>dm}ohAkQ`&VVRIFDm(5U5D;(;Wwq?UktXEsLeVDn zisHgpYA-PRptkYO^{M~L4O48S&~Ia=P0jt60STaBv^O>|h{w4sy7oDa-*o3|Q*Tbs z(Q43&*>V<#Vz;#${92pZqhC^7B<_&RtjYbRYCaF2f)u%&Q7#OJ+316V1?k9XIbr_> zQXkk*G{z017{~Bo+bOC@kCyUZg5@BxCUt#cySVPSRAE> zvM#{I39+Jwgue-eq|7zh%X-UHbS+l7$4B*~hHPbxwGCZ}3PO8&v#Ol-K#SMT^?6AZ zqi^ULc8L*#`=gT=>`BPJV0$6>;$PyK-K8TKms5ZSPVJv`wY>>+P05TmhWMd0sh-px z{?@A03l=bXWJ(7_`DUmB6j)D8(f;dMl6o$=G!sbNBipg7x^3XbTI9IPF6{2~;~`l+ z;I?U%nLyD?q1Bn{!GWgpkdRu4$nY@&P(x8zjow4|tTr*LL9YH3rAJ`x*Kfb8e^lNE z&9pIc@xOscJ2yF78Nge5-lcsUa!hASZyih)v&}Lo1=V)8+1kpJ&-fHTun+JlAINth zl^1;!z1}L2j|PrbS!zmyMW88^TLQ*yRR)=UKJX^-`;;a4b(|f?BFM}`Y6vuSo%tcR zCo!J?7R#hH9b2JMDDX!GpS15y%-6R(5#?VWDrA@N&EHZg)5>icxT!H|qRs#w?r{~~ zF~j(#p@KRVD5bEv046xZ1U+3_|2?qw)5{U`NozXYA0c3%BQaw_8S z4tRfcy>;6JYO4{zqRjWo@4>8)8Ir7MfjjhrK7fC_`#JeP^1vZe*Pm-#TlB{6P}-W? z@&CkHO@Y?29h%m=`b&mfh_03l5i=9eE-V2nthJDC7(Yv)~u+~VK6KYoLQl^!f2&~smfl>S1rUGZJl z4|jK%I%Ocs4Q{71LHf!T^lcHQT&A@MwEXmMVW&fa9f&ZM_^C|M&RK@4l$4VW6M+J$ zYNbIPdoY8_8^LY*B^jU(xGnj%%wX-h)ok#$6d}pjeGa0r zx={$*s?Bvip0}GmgG^d9^APsJP=yjU#5{Ph%?lH<)sH|S)jOSS)7 zbuxSxHcdX^BQF^1Y3@Jr65i!&Y_?&k(q8`4poD+_835PhlXaPy^g|iAe<>uvBgvf+ z)=lv3M$-IqSDLPa>0OIW0}?k;A}>^CFvgqY0H^b1x5F6Y`}>73JLcKCM23&uBo6eAoaSR|03%?w0_ab~17-Pu=nS=RAdMd;ET{EwDzLq)s`)3nKF25rIdkbZ`<9)Ru` z)lnls4vr3SHYtlZTiZVuvn>0?p@=hWyy9oZ!#P}}{0%$#ehc@*+`URb4fjSa5*WpzW2i-`tiF_a{ z!1=m&S5MvoJ@7YT&&x587}!|fWQi}gMKq6Lt$uw=y~Y!sb-7T7Lj8CpDCs}Kphr?V z6A-eSZ%N?)iRtRqUnO~<`{S#8k6k|}%>H%G^xH5>NXf#&!BU^Q@9>(SASTrED?wRK zt%72+-Ofw+tW39n?FA#j1jwYwyZSsONT_iZ-hJ?<-XeI3q0#(HcAV3cHBAw$c2M65Fk2HoPgr}qL9xDUrs_KR$pbnSvX`dOrTc5 zqGCuXLZT(?2#|op2bFO<6uDKhv(kv;85Q0f81uS+2$RuvEhk#2ZBssb`lKrq*&&}5 z@9CRITjiR(VPoIps9vLix=X=wo{{^=TQyYMR1{w4JZED$^5^Bnwf3bra`cu5cj$1= z4-F-F_~x85z#dkI0SLgM)1M$k#DycpZ|+Ny3+zLD>##X!1IeuyQQqn}h-v{4;Lr#` z1(JmJ&6iYQ@QHWlGaleGz+IZxnW>C#O-X@88~DbLM7UpvNTlxEv0_LgsD@Yl`afLG ze3ms?SiAd?J`I+;d#?{PW5wm&AKWMglMS4%&7PTl-h(+=6^Xu!pq<>GoI)%^|GVxw zgyCv4KdSrJ7#C~5Ab5~yM5el}Dh+Llg51~%C{sf3`v6LV3AEpt%n|7Ub^|5M2Ezbj zcqg@7l(U?L<<6a*&@Ouo#sukk$ofS{CWdSYyS+xKQ9(HBC-n^Pbq2O;D6N!S?V9xx=|L}8r zG!>Bdl;sQASHJ4eX;c>ol9rU>KS=AWjzf7V8=K*$m)C=Ry!$5B*99Q+sX$(_%mV5O zjA`kCZHko$mkH5s_}h*}Fp_x&|B>wVAs{42GmPuV(Ft+NI(v2*qBLhj%s9=R`~N1K z^k46&o;n_f#GS|U9Jo(@#BlI3EldMN>NE3lQRJ>CMJ8@11^6MHQx8Vy6 z+t>v28scMWjSV)912Q|JKIU}9?Uw=T%i%a5)=pPq@o6)vNisO(3+n}=<_!w(;X9DeUy-51YQH!_vD8+57 zaJ9QP`(O0TZ^w&y3P@ogk}2!<)fQ-%cl9Lxo>h{`b)j+BzhIW09~>m$gsaPn) zU6}vvl>*)n*xU#{S_>Z5ASDXYkc$-bKcKsPLV2EB2L7Z`hB6bZ!_ zArZH50nVs)SgWoF>%ekVHEq#ajUW~!O*@ecFi9balJHLe*AfRT)o|M1waNBovkONx z)AF(@JdeI=<@PWHXQ)f)H7PQJIp;WBYr!aU5<*5?<*|K*-lXu9Qy+%h@b+!DFy^rwU>DY%u3eRXH?SrLYF>%|%2Bg#d z_I0j9gh=}K))vIFd=3}FlYReDF`R{M`~sKO+2O8;T4VR5dh_33e$d}unux}0DfhMc zf!S8?coIp#CW^ouaXiSAn(~TJhXrF;u$8y#x&t1$`mWoU<=jTORLv#@^Y3k&5TG4z zo5B70u1gI-MJ4q=TU3Q#tfXZH%pSXyJ)`?7;0$fZfFig?!3IcDq;@BK9&=cb7RZ^N~Pk}57=|N2Ivzi#`x&zBz35QwnUQUKF!Y? zKDy$e05eJ#I<$MC$W@Br`hfxE3bXZKveR>{%!4ZziRYj#4~;m2VH)(hC;fShgU}Tc zcBhKfj!47Q+otD_#O4@8%I|K0Dej{LTj6(AcD({6Q^5tD_|nFC$cBQgE0FHg2-eB# z5OMdsY@3ut@gM`LJ6BQ*2p-D3v|``E8mGMimZ752lKc!Xh}5iK);g>KUUJ^uGWhmo zZ2vLxTz-j~MNaF}7}J&dtjOlrCJwWnSa>1z{poqw7j4AuSTGG20eQT#8efe|x_pTR zZV~oan4TfTzPAdbgq5#^xaZ%kLo?%Evpkm*tAUaat!HQwK#6N*C@^XLDC21d9p)6s z6r0#9%jcVa1)l(uLFnoYV&&!HV;DIi7*-Uf4*rX#FxsjDR|mj}9S;VBc;xn%`uK54 z8nHfSmV_RQJ|Of1{8UEZI5e%FCysfh6q!x8Mc>;bYa&|ZLgGMhbaZq(fUdONm-$RT zpTy}E-hX5?ck<1V?Q| z_y@>|$~2xMwJIm57kUnfuTc7xIcECO(b9fXMS8e{MrNu)q>=F5T2Z6M=j68_fZUB5 z-A^(zhhL(VGvJ@8hqo}5QQCQHf=u?b6F>z=t1uPKou`s-8~_B69bO;q?Wx`M{uoTa zm%jL={o8!erA1&~gbU7GES!VDtEz%`tH`>5L*V@jJy z4@!vwlVqTa3r6<#Q}zQfro$NSyp>kxy=>ZZ$1yTzUvkgkakEA9z%XV3>^<6Y-~MzO zMOaBQOGcBUv|aAB{$F>(g;#i2`OSIJFle~nLY*s)jXA_bLQE_-FVLC1t2Wxo6Y?B= zSCBZ_o^QpjRHTK)=P&fn9?pi$I-p~jxQKY{HwfhGD=e3b{j9SbS}LKJ;CUzV%{?&xcvf9W`8WohkIU4_-^)wx5O>)RO8cKbe-5&^ zOVgb9_h91{u7UnAMkwrw_4LnzQl-dJhmzF3>`F)>9$Hh0_P+(A@p!j)Y*6uV6ja5< zM}-j7g7Zaf18fa0_9^P6MTJ6W)7xCQfK`K?FdtvfRmeB_eTi* z9Yi#bs3?tS@_7m#!^Ao$4*Bp;910S#yxBW*$+cJzYB@M@uUUFZBtdnq%TM3i@vo;< zdGVy?%-sLB#8lfuZ_+Y1V+#U^@QPmU+A@%7ObxIUE$uZ+|G|rW4J?d}aOL8&enJSw zM*wPR?cWfhB_PG4ci+5#54Eh1@<5xLNi;Nu@8w(gT?C#B_lnSKS__HCSu{?CO?_ZF z8ZK+se&5@UZ`4SO#F8%D2Oj_9Ne?T-pDo(qFq7PYwUdhR`=12ZI@X1`iAc|%f612H zoimY1e2~!84^GUby%obbcl=982NCmoCaeAPk&T47vU>gO|0oyZ#B|kP04Ro8#=)lo zHrW2P_bkVE7BEb$NX(l+UAO(7q*=KQ&f^F(_{Dk2l!YG{FLF1q)YqP^n}=6hzRAH|ifw?`d@8zhr7K1c z=dMqA74$&l8s}2df(aQ8#tpWREedLbvNME|k4mAm81O1wAR}W0l$%p^8J`0+p5b;p0@94*4Go5L2QaQQapr~8nwZf6g&-Msl# zCL6f>s?v3QWKIM_oBXc)XvyzRc!lP7EAz7T=!$WcUxxnKkBK;TptxJESO2V3r?Xv18 zw{0V@HsY)~1&yYLIHyz{AF>XV4AiiNYmSjgAdg9z5NorQYcJn1KOlWq>{NzJF0>QjLXw^8;@0&X>fF$rQFTWZm<~DPL)#Mhz;`? zXE%(XP@QgI%oB)xciIo$p*j?4rwFC%0^}cAk2zBDn}3INqZep%%OIq68$0B9y@DVT zjLSUzeU5Kg#qbpML7=VQ|;(udL+)4xWQTxL}Ez zHoS)Uu+|28z=e6lQNAanh@Ufmzn%W=vB!xcb?QFV)cJU3XREuJNsW-X-J^ANidF5) z7qz~`Qf8Qb>ucHA2w`X(3Y@%3yl!gm=20B1$*iki0LSK`vyi0)>vr4~vhGtT5t6dw zUcpn}54!BdfQAsrX0@9AdBb=L0&NVY6MxnKWW6vX_>5fklO+wNuIwzex0%ulEwU$h zQS$r7jM5Qj_?KqrnG0M(8W_7WObNzh4~twf-3_rl;fkgDWef@&9PlDfjLWf))2?G5 z#)$%!$vQyoykkaoRF*#-F4A7uvNoSp30*22AOvSFy+BADN|4>Cp)mPg%ErJ@Ls*bX zH3le6Hq>!FFkM6`rxr`Mpf{cagdh#XbSC-KOI@ueFrU6CR?=E4b$AZu%(YR66})eHhh_}MTR zTJ`tZt`oonOq}*(4hAG#xd6$l$5zle1%!a{o8grCU-!=mYlG|8<}O<+j8{$2q%x32 zsr^{-6TyX?g5jj0k_K9E1a~bKjGd+6H`jhJ@cfe4`IneaIvqo-JjTDc$cR-kjih2$ zdD7b3ycy#!cuaT%*5_c4x`cn2tM#hid1lY_vHR!goruV83#OC4P3IT?`YNpiJiWql*Qz70o}Ay95!Pmf?O zr-~G|R~PNTl$DAvh8zh13Uc?ug3v*TytV~(9taTAzQ2_`T~dzi}*#B0+a zfjNT7>RQ*bW?wk?RFA3Qy@I)cHhdd-Xid_w?_5crQd8LjO$;Hb;vlUGTDpR6!@UvzD8w^(=3F&gLh8cg4)SDt&?gF9W$_n92}M&R`#6{TS@eK+0=sOm;2^QS+cWECI!vdfun zc^qMkqop;@B{#i~lZyZP_6|bh;HRk{5^*PtpT~M)-xVumf8)T2=+B(7e%PCCUCpm% zwEyWXkKT+SMX_ntZpoyy0^5(_#j0(?wWzTHxm-DV-blsG#3%Ck4pPu6e;FTWT-PcB z&Ppp;T>%i@H5KHx$JE7~a6Q)c2aDn{C{`t~7mlB$)CIaT2V6*necNc8&iZ_B2iowf zz;hl$q$Ezvgj3*|n~jHi0zDdr^WSdpICr!kT{Rvku2zrSdL70^fQP?)Q8!THSnF8= z3=JLh7x%|5SA+aCKSH)IOy5UpXYUNr@oKW(IFPFL`BV(3g{BF9aCl=Zw|J|HImQ$79|0 z|KsQ7N`v+wlw56uQc*@Um65Xd9@(3WQrbyGMhTUW?7fMEC@S-GI!RXcg(8IS^Pua# z@6YGEevilR>!15_SLb-Y-^X#hUeEOs&@B`L<9vJdRO_LbQ|sJCrgWzJi-!l^6bh*O z?hH$?ojta!Tioqy2y+nq?~#Ir@3H(sKSN^%dJcMK>yhaq__<=aeyQR)-h+zSCr_Sy zD}EV3uvhgMgkEKQ{fB#=tefyayjV*OY;$?>S+7%X6Yr3366EO@{}84~8dU`EO3FxT z{H&8Rx=(X&r@MPWG6dRTKmdv(q|UpGrR|J5&7W? zTk~K<5pL9eu!Zho7*Xr~v;9_wmj;$XGKi;U*z|g4Ju&xP1BRflI_?PMR*RAjv;-oC z?0hR=woWzRQ0R>BpnB{OtjKTtld?5fup}32VEBh?tMT0x{dPqe@vfP?aT_m87i*7? z*FmJL47yCcVvK7x(JC zCZsA5r;Ljh(B!)|#47Hh70tEnGmw6`yPe^J##=^amUIXvn{yp|{jDuDcd(uG+@|$Q zf|tT&r#Ug4yv#eA+H^zF@{`0Ihp1r4slYxB$AGiWW*zrcVoS{sM7-u&fBE+b5P2~d zW?^-xMQ3iZOI{&dIPH4gAd7h4scFME1{2xp8K;ECyR+V;66&WyXI$#^oW#{+F4Qao z(rn1I%Ob}~qZ&7;1UQUpjNR!dZtXg*F=F!EHF3;&7$@!&%Va_0N;OmogV5b2qk1}} zWXR*cauKD%(!#~s@edq7J88M};_|5V#t*_23+|j0?zPlr&&*J`ak!14qBZ-ntS3(a z=brvU>*+6JCYN0|4!6xB=^MDIyRzB@x37-A_iDYs=|n9g#C`v+^YAvyP?^&9%}Xh( z`KQ=*@{OZ>wD(fWVC$!?8d!cfsf@!yu}7=FH9Nq`{9|RH-l8i5H*q;!=uVAMyH^WA z6hTWfU3E2iQ=Rktl*}tnS}s?GuCWmT^RvEa=Z+P^s7Y=V&ap@6)W{v@=hQ1o&_xj@ zn=;H&lRP6ery8Vs_Q|~r6oc8Z=L)?Va*A&>M4mCtOCCSWe;P;cqa&!N)_-WrcXeQ$ zpV@rn3D&_j$qZl-2BqhJe zTX^`vIw|__fxtaVExAJG!)5C&&hu3URsgyqKYmBACIfefzAy`aK_HpgdYP&7gH0H_ z*0<;ooL-};TeLq~jJFk0-zo0uNQk>6wX$i~SXp+g!JXQ8cO@zB`+Y{HD)Gn5h)DrI z_6PcQ|3UG4yMg;$lUumcgV6EPfwbYE_qJW@luzyZ*f1k%S?3!`cRZD2&a%0l%2;Op zFkvkz=jMM(?vPJFJ>9!?$6&LATW)W}C7NYRNi4sjCAFalTew@#Vt4&!P3ya_T3)-I za7vZoa7iA0TXoZzI=^#cvjgypt)uU||Av8vhQ?g8`f(?rp}F$qwB(+MMPvLe`S0a? zJ?Bz0;;D7dLme}{Yb*_SFl}J2O8t}aSsp!$;(tcq zwSxZr?;TmRr2bj^jyso%jG{M-v8=Oc?bs#X)M=bXSK98Wj~cH5*YKT2*r%4!?!U}7 zQBu8;BY)F>@ zf7)br6)Kb$51p*)ur-BgXRHy9LvcdpFWU;tKPR2>l1&gnD;)5|u{4P7r1JJjTyPVW zy}Ex0?+l5)CS_>(`Lnu^bGy>C*$=V#!Xu<$yuBrfu9RcM*w0!24i`IhYD2Z2_QHe5 zrTJ_KpYyP6ir2}3(X_m5vz}tQkln~~6felLv9t4X6&|LUBz>5zkaMbPO#SxqKL1{o z49BSCJ)+pUFlTZc=FMgl&I7PjG(cjYLe7mVn;;>@%c|uV7!OPZ1?QP{g!7U6!;z+! zn$S`xRGiP7m6W2dc)-UV*+}7Pji&}%kiJ^8FWxXd4nQ zg*<^zJj!1erWHRBaLFboh0%)2QTC6~Npf3$#>y3pt;$7Z=g#fCX6qMq6?` z%n#mpBz&p~P0*Wy-BfAJJEzzDxn$*aE4K0Bw&BaKQkW^X#d2lOeYAM*#Vw>ia)7pO ztZ2_QNygFctd&3blZVc4PSB>NH~|ciQkjfCxEU4d z+Vqsmvy-M4^{)caeZE5r{E*+%6XEef7d}3HS|sx-XA;dI8JE{`s21sFnF#zW%dp{5 zO&su2Mn_qtko4icRo1uj!p&PaX8EqR#A|Hha37=T&(EPV5}4lhVou_?^fn~CcW^)U z!~w{bg4@gG<0$M2gn)h^y7p9J-K4W!x@u;B7bjtBh3rf;qm^`iLc$&bH`t{W%i zF>T{Uc);mL+sb{LzXwX>$)*4RNWnV3{v=E5(`THtE3IWy(q26|6SLLtjonPhtaLEH z6$p+ z!q!yKr9(^ovlHVW0QN4M{l%wl)TFy`;70_A4xdX6tso1^&MQY z38x=ywL6;pViOcZ##T|Rb6jfngY>*c*lNFWuG(~H@6qWLj4NqCusdt=6as8J7+;k9 zAfpW^RK=T%O32xE@1iEoAVzXHxg8wtj)rTaxfJc?`w~by#!}HkG>!TCJee#EWmk$H z^fF*q9Kg;_%JtRDc$8l1Awhx65zkrcdFOmt0D~!}U1!-UG^klx#xtMDuxUH;O$?LK zZU2bH#%OY7H;_kbO^X=^m4#*<3o9 zeeG4)E0b~@Sq zvS!h1xmCWNpZMc1-LG2T-}2=cufo&4ylW}`wxHv3xSAq;kC@9nK4534%cyYXH5smU zWbT)P>ah_FtzF*lMu(dhOyIMhbJnP$&?e<17YgNcTw#pd*Mc?6B3yRN#M?)lZP+e5 zh*X!wEY3_K(!Jo>bMUcj61(AzvBP~RA)!r zVA{ZRSiZevE|2Xi+FyOo1$d784TC-waFjNX3;v&7W0NfoSN~iSce$W1k(gi;f0Y^s zYX_b8##cDzYQFAJUccE=D0!~x;J-6)U_ zSX!V3q8_dfRSR!%Eg5H{aPhK(L{m=Cs3$l<5$2Y(j3F54OiKrV%O=bm$06NUNeKsgg6+%(=JrIg9IBMscPqTO zJ?#n;so&V9BOZr_>^?m|`DXUt%aSC3vM$QQzp#W2dniZD)vGNhp)BMV08O?Ocrdv* zc0VcdgTEnN*re!EmSZ%jnSCJb3Ubff(qv}yVe-A)!77yua*#+VnZ~Innv*>vRiQhf zSxrZjH*U17eY9+V=~RaUWA&Em--{BpxsXM}9v7E!P}2cVCemxqI=E2HmhZ!%u5ePi z=^)>8db%+tkR)Gt#i3|95)`;hrMg+0!|Er>@w%Vi-K@n@NHutO$63RZ43aF-pMUCn zJYy&oXLCe+t;mw^rc+i`TVegF8V(EhRl}w?@P3ZP zjI3(tz_c5NL6Kam1|oG}A`O0d^{*LtSv&`*CC#|LgoK0`F=jckhVL9o$K!eDa7TKd zPXKDpBOLA-7$^|*_t{HM*0Z_e0(my?(;B|_@;3}ex|3SidXpgK_6eTj z5ueW#Kefd}_|R#ng(}Vopwde)8(%0HM}J;922E71O=845`-vN$=8DHO1nYC%ID>Z{ z9>%8im3>Rk6Nj^>_P~{RdoNGXCgq$$@n)x|AM!k(TpDRpO;8=PR(Y| zt7^YzJo|&j!NxNF5KG0NniRv7@?(i13O8g(y|+i?RocO%h9>)-YCrdDltslTa%vCD z8ux;h2!7rOz?e^ab{2?n0w|j^)g&N6I6S=wnA97<++V!RrZ%xlG+VSOC2CO_<1l5N z^ZQK6kLH0UXKzlY$e9%V6!-si9n+_eX%3A?e*Jws6yuecZ_*uWA%P8i<0^ozDp zSefU1Yp#@2`nQ*78=e|i1=}sAP<;fSeCACKd}N)|#bQzS@`3o=ud#6`R&phg36Mb? zVM0g|;02!$Nc@&h()5o#?Sr$hk@Y06M!%a_s^Fzjbq?Z?CVUS_3N}cOXz`jyuOSZ!RfWo#PXG zS_I7J;hMWv7FxZfcFZx&Wd+aDcH8$txo#T}+{2XBR4|W<^JSy}mbm`5*0S+g!AQ4gmne>zS-RY+dz(!L z`!XDlri}m4(0Jy-_$HHBJMeRwoqRUGNV7e)X>mf1wUOFG>ADTGy=CjBFTax&bsVtG zclC`B(+>!$c2@kvaAWZKVyiv5XLb>Azbf=r74$y%xe~wgxSJ&&)ZkZVU&7xmyp07X z4ww4+_qhNN7TP_-E&*$?eKTS#?qaR^O#YX|=iG$@`7|m41=xr`7tti0rqc?FQ8Y4N zG{ePQ{l$x_713R><;s$`Se;^cJ@!-qy9&3f#RpFa92PJWk+BC#+rXWcZaU;vv6C;X z%gex_;a7X*j++WmN+;*ry-1OqQE$rE4qV3AnLzfKvp0?e|CQQoeUDT@^EgQ|`;n7( z*Qda_DH_=dO$t}-dI7b%#6x*;q0XCHtk$v0yBtj^65>0vcR0F0bFf~0OYWJgdwq5_ zh`+j~%&mNfZ!y>Lc+IT)2g#OBc@(xr<=HVtTB@;(ThYPPkJ>jLtjAk%9TXavEJua) z)yp8xd3);`I$8|Y_5IB+!*CfMZ@9n7yI-pF1Q@Re|9mh*C8C>GdZjYuNWfcX_t1XJ z$;^5*x9bUnJCkOk>E$}tl-wledv=p`LiL3q>0Qp&ADi!P*i$mK0Ay5fA+Lu*`Fz?i zOz5Q=O>V*^_w8&`b_HYUJobu#_n{M=u>nFB^;*IkDl}hK(z2_1z)|Pzeq1bq_{ZJ(DlVXIzb*-~1ps~5$%1l7_a2?C?$=23yKVCRl+dgwY z^6_fqtpRU|olVNat=1nR22GCdx}Q858lnfd*z+gp>y9RIlgDNF*RLGysi_st#mvF9F~zpjBA0k(K&TZ{Ku3)k znbs%2eED*F4*=@eP!}kQ9;I61Lr_**=XkK$hNeg}#2%RmRMmO(i}77x6{fgpGsl4O z*rBfI36PtGgQK6_4+N)aew)u0iPpsIuS__ZLZ-#u-rbOfA~w5?Fo@XC%+c7(WOeZ& ziD0^S#>cj)$g^l#{hxD*N(BI>#Kjv1T*2R+fv@qtYB*>IB(iJISEat!*e@TPZ|)U#8YLfckW+2ea~xl_0N zH8aP?vQ%cotFzL0m%Pc~$X?ixOhH9@#GenpQUY-ls6)HcWMJgLYmpk1`MS>VBiS|JaX9{^0psOgfnd z->L+P9FHcWb5aL*-Z3-u$TZx}rxIhpa*w`pQjJCoS`~uKEPyW9v6(XYtzbW}TQ&mU z*U0!_m2yU&$gjr58AZiGmg>C>1|UN-td^{GR+-DRE)3;lpYzH{yp)I&!YHgSD|IU) z(=EV+*L`0p%VKhe&vbo~ZqbPzWldsje#a9z&wf3)BB{pY@%@w3P|rzLZITG;?XI)p zjLnrkP3xQ;{7btJ52n|)Wb324&bd}uQBt9yozML-&GUpdvHZ3CHIUCwp3@x$u&vLL5oAp3XwLn zD^{4-F|^46^FWQJ>`BimS^DtQy%U62plXjI=9@;QU}U%9DQjXEwjSWDiI8YRIHCWS zAF!RI01wJN74vzS@*9b~;Kti8>Q3X#y4I1h%W}NUfqv0o9vVKoX~kiiJICIl_je{J zVs&imcIBwJtM^`$V>=)b5C1swWz*bnI!%TYD+O2EaFx8= zEC>Zb9&(7RFiSD`!@ZCECPL$dE*k~XGImF%4nGYD(OE$s$q-A!Z7c{h2Tlqh&@+9XC<~f@$ zQ?N%GSK!IH@+4NNeXa9bb?uh)AFo$V>rYxvTldOprWne3xi$_`F^_(-NzPQ|We0-+ zYom=-%m&_d0OS1%l?t{ddy(b=zgi$ zL~d6(-de>{#pIG^a>E$^VD9p+#yADqVyCI3nF7Nw037v!@-4}x4qo+Xjx-)&afvZL z(WFy~-qxSr@tZX@NV717Jy`jIHE|0$6)2DXI(|y7E!`}D_d|OG;|8*mwB+M-@-;pQ zA#+Aj;Z&vg5Qaxq)NtX9TsCYl}&m&}ll)1Po0uyI)IX}r$*Qsb=q ztn$(QMF*Te3RujgyBA$5t9C;d)8653_3L@8bLY?VDm;EGp15{DBC4=vY?;7K$tUsK z&!AuV_vor$+fR;#i?MlLnTR*|^>ZW>ZFF#Z^y8^JK64o^!#X$z)IPfYDrX$qB0x^d z$X=1|cplT{kBNT{PE426dW7>0RE6^D?y|~Wbf~@)kRs$t^>ywyU8NZi!=EBrxY3-z zCE-i_4#J_=GE^|36Q>Y$msfsnFsrQ@*-9k^YUI3c|DKeAjH4{4_u9N4c{4ufb*7=`THe5bX>Rj1NIG2mSqbc~_D+&z6vu)lz<)j= zp$4=E7ocd%fpF{HVyFW!vT)VJ*ZDKOld%NP?^@RN>=+5S8JtO{$5dGNdE3)T@63sz z8?BtP@AUX!=mlx8IatO_tMSLeb0K>+sr5LcK=Ht6^pXaiUm7dNMeu}a?|oNv;1;L+;{)$- zPKpW313Djs&M`H<8ylgMi?VrqS`~lZo=*yXBm>I*7ohF!yM41kz>{U^-U1QHavgI# zgAaLCl5cA_d|x}=IkjfI=g)Nm@2sySfFeEGGxJ-})X>{yk?^J>Zm{doFzu$exvx}f&BCYA*{lgEZ!ST00zGS9MfH*^%~jAfYW&eEA1fgX zHp3<~+*)O-g&vdfI7^3I*h|%m_s;ZgJ$bjODa9}W5NS~T0juV^z_mHuk1Ylu7C!6P ziVav3Fu@)a7niIVOTW7!%fkY^XbO~-RABU$aViO^koHAYjdEYvO~`LsDk*1TU++Ts zDHb|zoq{e3^l^aI+suP^s%h!c$LCiyc%;e=ya8raw+C+Ym%oq7EFnRgWGYeKvh!B^ z&!1$@a3G2-oaPmsQI)RfvHsOM$A@kzYyIV{_8Xp@UD`WWlPnps`14MTT(4-BG04R@#0q9KODHoN#L>c4ju~%cu?q@|lTqw`_ zqytV!FHp)9zw|De3K58)qkNa?+Lq}z)>R!y<9}KIp7AZeNSe<_nL9NVC$++(XHVZx~#14w<9mJ@S^nd87K z?b>I@m#Drq=zjkQPt+loZ4o>dJ#Z1#Qx&APFLj~KGi4Ne`)NLSS8u;x;K3{I|^>LE<6Q;dE<)C)x^1PU-I%8r{EJ6C)z0fRd3a zCrs}Y{NnE)v;be~v+46BJ)0W6%k*j_s_Zy~u(hVk9vJ_|ODLyxr+qi2pOG=8VX+KC z<idccyhRW8D!o)yO%1LD+yKpU1z-MWIJ{dqcl(lZx*%#%ctdbASVRl#_tVBC;^Kp{Hc0xN#tRaPI2B`N zw~H>_iHTFsk)q)qM1^366Y5dQ04i9QtIr`9Z$^u2g)KRapbzlv4E!AF7}3dc9W&{t z=VdV)ISsecAsqS2-b(~}$YiU@kaHg&FvH1z=5OKJ(RtMR@Wp${IOeGEt!UjjQUA!r zCY(1okWaIL?t|{j(9)qC;;0j{KerK!H5%1{c5XJzjAJr?cYvpSgLKz2OFhTZH zr^~l(76h{(#r-%Ls?D^1w;uJ5mljX`%g|k05a!?xkM!3Woxvw)Qkr4PL->x4!_^}- zR$26J2Ggk-Y(?5;$7{fjYMGrJv>=JIq-$xNj_%5!W(=M>MOtgJ>a+z*P8=ml+MK+8 zGGmUgsJtJZJ#B&%*_3d*Wb8dM>wC;!qu=N1i9MfrmrhNL_^|1Fj$Gl)w!E$qi+F`Q zqc~J9y}`~g%V;qrtC}}Hb9DT}uPp-~Q$l2QO}OF|ofVy#y<9sUyKXoEMeF^i#gV`P zTg6p4Y9q%xq5A0JY_qT88(~nlZ#Ij`N%hn5`>3m-Gmn$sT2dm$WA^N36QYvnbf;X} z*%ccP9>T=b0cqI_tG|-iVpt<0zR!}XyJE4@;VU^oyu8#w?KhgxjO zvSC5d-%>OBWS3z>XRORXko+x386=uhntn!orWgsZH@@cxh||ikKiWfdf76FuhP1rz zObV|~bdFZNK}HB2)$I{aQg{Gv^q%_>zTen(lsnh^h{XpQLiAtd%;MZu1Fftb6vChf z&2e_sRz*Ea9OG;`lMbE3`EQ~YPxrKX7;{hwZ>ZK&4WU7QcOOxiN< z7}|<0Z5DD7eFoQxTq`f@jNM`m`lBLzZQMrt(axgs%;pEc*lm4-1#~%Cv)-#F|# z*BJHVH^`sQHnT*j&j6!@$1x9^=o7TA9bdsD2S{xQ5Zy!=ueTj8nd$eh_&{9DRlikg za<_c9%xl7lUhz~Ds>G3Qy65+&muAZs2?q+OG(bA0N5|f))HOBqc%5WJG{=qtyEMnN z&fb`aa6L`|+Z|XxJ`-u!z5bFprV_8VZ)gNkt+n}5<~pG*cCWq8o2WxI__a)}!ZIag zSBLn@#s%2ma0nyM_7~+pjo5k z>lZI$WNCYx;sbj?N&Uip#@jT~Kk&XsA27Z4laxz}Rw#-V9K*%G40G zisYhCP5P=?x1DQ=3aR9|8No9&zsr}T8uz={WUkrY>ZBMc?W7%~mi2O8{id((OeyY- zuD~`-h5N-AVQ7vnZctIQRX*f4^!zn)i*8rG*%?$?_GFq{bc`U)zmi49H&0!0n@y|O z2RSiM9YLaBJ>sHogg+n-}LzZ2y$;zk=yUmlUAc^;Vk zQkW8RwmE%+MBYD&JA!@?z8$EHfMvuV6|oN|No0vIBl~`nd(-Nfmg;fHVQ|+XqIAjx z%8ETaJUqqyLD&FXtY2c;wTzj$&T}Z6HZ4_DF9o#rmP3hrkfpc8a>kk_GawERpf9Ek zC_89RmU35lrbh0%4+Oa4PUKvWiq@gG(kwjI+8h~K-*$$@pUl`D9LQkgqO;5`FrnuD z!yP-#ZQL9?jC1U}ED=2p_fY!N;yvO5z!}q^0*0DLZe!@jg z=C;oYTKmt;t6wMYJ|p%W);-MW!xeu_8?|oC8%WR`c+&HH@XoL(b+P&Q{G{Rw%-!8prO3_ay zisjEgFPL3gV3Y39wD3XvwyozoS4wn%mmKLb)wYz2n|*}a5^(u3cUK3)T;Ej?8N!cyllHq%mfI?Pr!gl>S8J^M;Mx_tVW zTLkHxpnfF#U81As)87x+ctBM-Um`WAOf_IZI8~R;Lf6Mu=eHT)e<%bp^?_1anLmb4 z^!WT&9imCI;HkBVTWZg$%WdFMN=C$MsrzLVl?_ji{t2QYx&cLk3G`F8MMUmUfT6OP z&~$@^ORrk4c;~h4G|Kk@blNVyV_j7}3`$HVTn%p#2Ra!(vEGs3i9gx4(_y9E%nhx(fcT%ukG$2K>dVS>&Eb`hDx(Si|$4r~mlCKNUY+2eFWQrHOb9dY*~@rFss%K)e+_2$I=d z7P`Y8ybqJOc=xYCC#1zS0Ao$+NpF@My9~GS0k-cML<*%1pS?4x&}LWzO9~$!Zzf|E za9aatHm+|9@Lv>3l}H6MIYP;83vSUbN}R63#%2IJiP;k0x22&IKi{nbd}ApLW~B)& zVg~ULsF)te%6H9fIo17Xqbkp?rYMPIF&5oMFDg^B@drw-%-7)7+q_3aZwN=9zC})%sKL^GHXzcK7+K z42;LB6_fRj3NKbU6em6ZkxhupmqOXDSnR<#;D6JK?)c@~U!nPqnYS)I2rBtxZ zi>E2E=U^tv`!&FC-Rx?cC8s6!h7o4)Y_LnA6IN-BCZ3(qxm_0Oj!IIj8{;%`*YwZ62_-Uo?N$CD{XcRmu`=TysL_ zX*+=@eO?9-Y|8B&t{k+mY+5fDsrBvzTBeNinEEU!UCC7qm*KbJ!r3Vcw9cnLw#kKw z)X&_zd)L62aAXy07CwIOOO4*z!ST$-9J6^Qub41-cdM9~UkvP%J6^=0&st~R?Pb6k zMlB;Op3u?L5IbFdZV{sp_3_b7bTvWK!~>jmlU$R|r8yo)A_Q8PuhxB%Y+74=HF1In zD}#2Q-)dQfKliJT)e2+K0X3e1YLW`P3NAmgAHQ_DI^VSSWjc2FpTs`##sbS{$P~zL zf?lzgzRu$(+gkpuhNLzBFVv6`^X(khwXW(g+GAB;`&z(^R@HrN+P$S{FExSUjdY8% zxVIE)3cith%d|d42I_cnt{8tv_!RvF)&NgbDGj@K(3`^f1&94tV8VOOz!HQ|Q)9wrr!UnA~I)T#P7Kr=9- zC0Ei6BFqHD3#vpeo+f0>l_%ar%M0r7;r}Oj;LP07l>5$Z@0d`xU6+CaumBC?_`6*Z zO+ZZ7ErR8?DkuX*1r5NeHOZ_0-UYsba>cf?i@9FoSP(0w{cST#7Q_D)Z$6ml1E-%- zFn6X&&rL`T&Wl$vz9ndBl=s8*c-Z{Dr(nroYbR8ih!JJaxo5|241m2#5gp3j78b-n zjrza3BP{o{{1zopQbia=gRHfUAx$HgT6TQOxzX-wL)L~P<%|pdp!K^g)fpRo&9V@_ zZ_$+e%nJSzQicKtE~rn?Y$SOGaLi?qSRaxcMEXuAC_~}!vmpr=mymEa^n(ON6OU$Z z^7ab;|J_z=w2Q1(R}PkD0s(#f+H38Ra*jBJK%?0oO+iJM_RDol{Sd^e&bV{VM-y?J z(x8;J02}H(F<;6P_6$KTsRT+y=J`-~gpk!^$bM+p$E=7^<;9r*M>Te%TmL}|4%rIe zegHmw7bcn&rrEK_J+u7Mc;mG;>XJ)3wpSC6O)|mg_*<{nKQU6^+)%4M5N;EZ8PWL5 z44zh_3{yoyte}ac0ttS^wY1x3**H-z?kl~yY76It2Vyw}Qp!0UYKn07KFY5n@3)#0 zLS4i5!nnQuTgh?o;LG15+k}j%@}z7G%`i`VyL0UTk8b`GC!3aH;u(NRCik_p$(N~p zgG{Xa17*_+cS_F@RUcuQA=u6vDHQ`sVRtnZfPE86@z45Zew&-EjsEeWjNT*yRG7Vd zOD37sp-;AM=16NR)D)>DWi(1>`MtyAe~Jz!9FE9|HKD#D{MV1$eU_j+jU9~a2nGdl zu_KbKL@kI6}Ire^5K|Mf&Tq$}FFM0XvWL7S&=TfCtr*B>J8{W0=ZD9audzCRrf zcR-9r`eijVHmS9mD1YNgKp*8W!@NUT@_L+7YChegz1~`*z_4I}^U*4Dckps$ok=T^ zlmGSiU5;C_hQ8XLlM@1Yo)pOFpYTWF)r=;c)RVWY5DY>(6kf&Xd(&Zp1v(xhCpj>X zp4Y{dIPBa90T*kpPB2#%oFi}Bx%}RmAfFp~)gIgHmjcbNFnh?BZaZdAc6A@!10OJU zbAx@WhwG>YO{7O1$6Z6pEMwv#LvuW`M`(!%Ndb%bB0GhyG<42*bwTFU?%t2juE~Xq z9d7+;!{i5hkG7EQ7fIp<_GEpc$8&jG(h`NL$PcKzY{Rk;9m~+gP_*204^6zc{8j=AN{_06CsF+TAPp(SRM{BM!Y9a60{{xrXT zo2w?~)-A0nE1@sw1t^qdn?+a*1A=D1LDFRQW0>Dz&qL`Qm6{VT??dfQ+=%ubo|bAx zmn1e>PWx`ZRG{(voZWQtFmpq^hM^GS*0Z3Kf7fQy2xZ0cw3a>j`6|BamD2xNd-f`d zM;$^YtG>|)Ew<859+juJeX_rvk6U|==ls=!T%yeX2D|4xN13L2&VjPZg4*FjAUieJ zDQ*L|LTMm7W~}?H*tqw#IRuJd4iY_zX~d-l6R7jZV%~A)AAEjZFXy*8kXxg2D%|B! zsL&vtNDtDmZ#Ruv#lfXyH_Rd&Rab1d&-qRH#LkPC$M!oY7PK7x0ArCQa)lH5(!d!_ zV3+EeFH_Nl5c^UV-v!JCd2*|#zJQFq!objwJ_lyOFb^co z*8&r;kRd((_zg!{ddW8P7iy|SrC)&27awWe`ak=)u8=@AkTUV zmUvx681NvFEoU}8a+dt)tu4nX)Zt}79!_XX)icaTmW*P9Pb2bX#^PL;VQV-uQ=wxb zJK+H4N@XCRzaB-o8OA22gI+Rj7$=0Bpi%)-hGpgEEqSlKy$trN%osrZmI>vi;!Jo! zs7qFVb>1HB;QjuwD?S%qawq*0Z6%>UnFaFq@=wdC8=%<>NYKoxZbj;nX0qN@bjVdC zqG9MH5oKLjE(Lor@aDnFjhJ;t1Bv;qlFQ9;NmS)uD}m1z-}OLKLb$M*SptcBF*4`& z0FpHZo0LJ=00QM*+0)cdcGQ7NjyL^)ItL`=1Tv3oX)y+c>)$s)v$JLG@QS)3oi+!7 zMB>&P4BD8$qx^BQ@YkqJ-bfh-J>TsE#;5xCS&_(5_Lek{xuUV>JIZ@)p;buO?G;Jw|R!y8`v!>Ar(sJNJM!S0BcUEeb1l zp9PGUjx#*kdHzIF*ZK6zjKlNQg+I!Yr0-z%lLi_Nt*5-)gzn9=lTRYY)|Dp^$w;b~ zV$N}1xoMbFkX*>#VvQ{8!No!od@sS2(s*ctax?L8Tm5LfZ6>+@(J zzc!>4=Em^%-rX$0>6U+(@jHRdgm0!Xc(Ah$VnAZb4w<0slPyu=-VoL`q zB8fzk%cw5tKXog+Kfe&XjY&0je+ZJLKdt^siQ8qD$zCw#_uTWbw;9=R4cjb23>f1# zKn^zT$DA=6hQi>K(AYrC?33?-775PJOBLp$-8I6M5s`dT!29$54eQb zC)b0%iR}Wg2URisPVGp6PUbC52-J5PTwK{_BIdO#1zlvA)li!I^xfvO=Ap3z9mHUT z^^xH|toM0=-k>tG>0kcELBkY^mqe;Z?L>7B$e zk@K9Hbyn9k82De*gfqF?srSh4+rPj1OudC>qj|fIZzqR{l)!f<5 zt(h6`E~oN0929w6A+IdNCR!X4=}}xE3`X$1-><6s{NXn00loaj*cA=P25r2F9IUYx zIUl!pJr&?B+8b8+Ob^i0Lv$9f`5C`8-8~Rj+4(wUwIfyT>(F}TKL;{t)($@9gg%7~ z-9TRa$HOqBb!8VRCmnOu28iHN1?bsYwnkPN;4m<1s(ytvm{)!v;f@N%j3f)2RDfWnug0(h4@C3=ed)V zVR8{^N>4l|(CMv9y2*uGR-RSaD|aC-X=Ho9KPv*Yf7}8om_jLEl5V)-MNENRUP)RYlW)U?q=*a z%Gq`jgoMw1vrfsgGSQeVZ-4)q@z z$D6NSw)FaBEJk5kNcNq5*ZDVls9V@KC*o{?gcBZKgbNHE1mh>?YejZ;qh(<_g+ld7 z%C-ZIPM$g34?onrm-{i@^YHU+YGCCSp6Nbde_2RJ$gzya8JT03d&-y7iVR`xs)=X| zjGB1)q3b+%g`lqa!*3;wpt)>%Y+2qNwXF{Y3nF~zH_dH$_ zMLFIbYSYYS`lP*V)(u)m46D_#A0z&Me&+W?)sgo{Y$I|KytJ8a6Kg9n4u}fH&gUhr zX`TXM8zi@%d3WfTj^8%%p}yneS;kc?#Qs6g*5(N~ge4cJo)!&U{9Q&8nHSl}?~YzK z%|o*?Zj--SrkdOE1fTRTn}PHfwgdRSTp6kE(|oY-a>bpWnM6C9$JKC;ZGSvL9&#Pc z8g0-2-H))phA0_U0#kl1ID0e^MwU8bFCVu3Wr5UlhkbAoQL*p_IQu6{heYN`MF0j5^A#i2j>3o=}w4!`o--`z5b=_kaRsF7tBZ#~rm)}Sp zkT%xL_ij`60I+3n3ZCL5}6!OGX`)-AJ^UQxn5B%&h#5 z9rIugYWmp_;zh1#EF0>lygqXhZ%b0|9Q)YrBrQ=GVn4Qrmj^`Dq6j{gT~KQZ6G zQ2ctIKY#v})50TJk4UdYo%$ZSdq5FVDxPHjUC{0O1)_cQ`h4?0GCs1>3l}W6ZaOJEDCWNk)@Ejz44<8cPSBx!HDd~ zwR9&jW8YwA)xbm`BDaAF4o`?0j-El3J@NNzyP^fY*TFx(hvB(PH z6ci&Vc&uj@LQBQ3* z_UDcBuYdXv?c-!_LHvFrre=Z?Nd9cLcCGzxeq9-U)RIC*vZGyIdyhPEjlPn$zrX$F zd-LDkZzq!0TqNKhe*KuNEc^|Yle881ufsps{r4?g9sEXF{a^vVB>zp}+BzRtHviug z$rB5R`225IZvTG9=6_o=A26}-*C<;R_#XV39g(q1X^P8^CG>crouc-(j!_Ouir@vYSm8%#s#@HMbQEz|PRLF<;Lf(ZgR z!c$oBMgETyEDPT~$)c2>nm_-trE^?lcU5rr$;LVl#S9X6G21V%7ai;c&#Z@m?w?4F;EK(#q`w-x8&?s3?{j@6umW{7CdCwq%fzdeugMrD_nnhW})4X zRp%#vN75)`A*Y5?;ka+#z9Cb<$zXc2ZQHZUaWGdt>;l|`%ck;Mwnu*X_ga0FND9p! zWD^~$MidtQ4X7_vlmGSKT#@am_nYYZu%ts*^GJ%@ck&8X?w#Mq@bB*e%&Gif2&q6E z!~f-)B@ZBl%c0))%5Sh11%wwfe{#O-*yEa>G@LU_!c4Kf51E4K+wa;-{yOEs=YM@? z!X}Hj3=MFSF^vab{Yp?vDIppn&WXNyZ$7ffDf;Jl=0AlWnWU16mGD*$6_4+<_RAjJ z#nn{Y#zUA2SrxF$7frCdbALis+013cqLDs?6vk*f)g2ujqdj+W!L)@!dp||q zLJ7{->Hu&oMa*@y3EVVw{!#X0{OJ5=Dxq-&>j0#hVh@x4bO3iRlj+K)XQ(^JA*`e> z+2Wyx2R##7zdX!Q7(kym_dAJG$IDeiI@e-#>zRI=Il zttM|6*~lgteSw-9g@w%b>CEQW;F7=PPhe&`6%L&(tUrnRcM!hjbX1TBv|Bx~u?hho zKnL;I30q2_w$fq^``{0v5+p7Rm`rC-9B_PRjA$qR7HwOgyYqY7!rN7G3=yQP;vHsD zeoK8V=oP$z1kmLua6(3(MnX30v*cp|si^}?(xR3TFE3*`@lQc(S$$>4JPsCrBa_4L z65Nhlv_tltx6wg6;DYYwg=3B2pxW2PFbg6RJ?D1ah`J`DS9i9UzYoR8&n1^?h`N5J z5X<6d`TGY@qHLecI$m(9V=?37eTFxQJ{{&gBg8poAu~|}VwFK$h!s;4KRDe43QWx} z3lMV>!fkTbnoWfQZ*gSX199#d$9vE8`VYjq9>_fR^2b)vL#^E*z5Q?vJU4^r@zc?5 zEYa?1&V1KZBs&|x@Fx@hHyd)kDDWJfz9~F8%uLb(-Om=^F5Ug}*(40lK}Md@FYYfR zQ<8n4e4_Jd0pn3^PQtnz8h&AH`4YN}CSadtIAxvtRfaFYy5EG4YK2os_It)`hvE*? z&C%tBeN?0>i+}%ke8}U)n18jrh&*voJ43qkH0jL1MpnirYc+>D|DN<9Bx7kogqLo! zO65{T6E*XB)fCXwiJy4Xq<>6fJE}NI8`MpwU&#C9EOR?k6Nk=~ds3%1Ua{0iYt@iq zChx#>nj=c)P+;5IPT50;k?v(#<)awV0cX)XwHmqA0@YUFj2+@(f>KH}_ zyJuoZ#ZHkTk@EVS;q&DrI!NKWFv+K2{W(T7?~H%MAdY3H&;IXdOJ2|}TCmH!l#e)K zt@YPj%`*ivrhIP6=;~RB{%C^U4SAKRH=a8+BW;X^RJQ4&%#1SOQ7;oFf9}W~8S9sS z-~BTKYgw3ke>b`x$D_FqnOcN@aqHQAExmKGhTtjIq82k2+TVT@d+mot&%rlCcl*Tt z9Zs@PjYv3SE?Q2?^ZXxi#$-4&GOsEFt83fj_9U~v$5k>9*0R5&Y5mDmfm%RFLpcJ1 zYL+uu?mRVp8C!_I)~()?QA?EVZSkxR%`si?wK3EE_~OSi!~M38)JpVcf_Slqono~7J8KGs?Y}sa~6Q6 z7N<(yykn1~?$D{*(A(XcaLL%j{j8{ivH0O1nHcLu%X3L$zP^G(=)Lv{Wb{l6Axuz4 zKts51FU*I9n!`-8--dgKk3hm^%{7Sjq@0{3kMzN#@{3kT__2M1Qrm9&npYGqNlulH z!m_OI?B3O$96U5B&*N9QtbB>>TX~o*+vcZyWiFE=#4WjBZf2GPuVwo#o}s02Qgo9BPK8IZD)O01#Z858s>EpiKwR!(DrO(49d8) zmR1vRTzKh4svc+3y=N17bsvRPC8^A1I6Qww4xXaP&0l)W3+eP(aKC;dIFKqv*BhPR zl`ZJ@@ZCoM_}TYjV8kO<(w55#jPca%3vcKU-Em}kV1Mv~SCVwl;_*-o*_A(GxY_zs z3w%XE)kT^6HieUA#;;@F8z}Sym43T8QGJW&L2vKpDDSGw+R=C@5R``#uH>1(R)Whu{i99!a4z=qymF?CjP3%%uErLzvM*wALJjp0CPh%q zUncD5)RU?Ft5IVNX)+HV1=npnYZf&%1w(-&+ZA>x9$5N=gGO(0NA2NSmJu%Km74VM zLCn)LdXmSZ*l|MiGdMjKC>WO!$Ohl~+V783HW43F{68E1YS6Utq3Qm~foiR}{GnN3 z)4uSa4$-LmE|sU;YU(OsTZrBDTh6)k$iC#f;Tu=BYdlK`pBwGQhFMgd&lVoVw^B5|BhA($DDDK8pzl?01qR%88Omv) zPO;Wuh@QCS>@1J@ynXnj>)eu5k+{G$k(Be&UfW}rUFZIyh$20EIoq;>z0-UKPAndEM>k?bq>phv(RD~=u<;D>UIlj6O`c-QHCy&Kf(Z=9*eE;-AJ@*FIFlS*M@yr4;k=I;A%kf(ugtY?9q}i|L+gzifoIqC(wa&OO&E zsLwPPK1@2k4ksnXqNKlRqGWGOa_aCvYT%| zx1x0M(u6HO>M?pZ*u!=bGm@)1isIPn~S|@4r zg-9ZbuU}+coucs_YPO!6zhbLb0u?dhnCE0CvH|}Tme-OC{>eM0W?XM!mxOHs5 zLaF2&aqwWeHL!p+g4?)v?%erq;@nf~3ctUGQp)a1n@^LHjd+NOjeoj@hd0Nte5H)Q zY}cxSnx}%-i2(eO+W%XFiLLYw{C2>H?3I@=N%W~Bn3_EAcy5VcgJ&W&0mf5a9uP({O zR)d0fT|-021#W7+zMxgdOQ#QI&(Esv=G)o#ZD2GI&KaFuL+%KqfzQiKD4gqi0Ta&~ z3hY-;pkYttzg6Rvx%@F%p&Rb5sSqf>R2%5XmIEFOFDqJMAtk0cB4IkiMIkmJLm+8ujvJSsyOL~``zdfg^ z6Uo7+JG_6$<$Nau+b2* z=~*YaR=sD-9j*EsAfUk@6=VNd@U5iux~2#=+ez@@`jP9O8(s+0P8;1$Xg>iF%zo7S z-gc>?*rVV)#@28kebvxqR;{v)))SCe-o7IMj$HwpjJm7Q}+Emu4~4yvbfRg?;tPXAYN401z71<)teU^65@IHG@w_0jeM(!)E(a7s6d6l>lD0$IMI2pH&=dN6ikyWqaG29}~)T!MR>?WdzDII2u{N zI#AB%-+Obouw(b=T@Vq;Ui`jWNbe#-=+*_WOEl$?&0x^@Y7y5~on<(|gO~?ElisZe zwzt+GU@+A!dwl*lqA>l4flRc@Qj(NZrRVociRI(hpDS{mg0*BHh*L-arf*|e*#F!1 z!!gGE@;G~`q~l!o5E1w6zSDbE7Gi*-68{`p0-cP$twMh9QR)i;^9MBT_R6@Ydjhyrev1KZ}yZPK0Wdy3eG?N)*VGPzoeD|u) zh`17Faf{}mMx;ni3IcJ_`}hWwmepbpz3%d9(M=E6Ce+oJ-6RuMJ;5}0jTQAej* zxb>cf3nL16c@){hciT1@S6xjF6Q{lwtdNtwBuazeG)8pn`z@Y)#X`v`$Mx`@>{s?_ z=;FoHc6#@3m!q;W+hjqc0@(l9vUTm{pHR+LE_y_MD?yAT8%)aCc0b%6pi(vOg|A?> zVvL)`oULDFUbb8wRTbybIV58{BAdLVf{G_R%)!qBiseD4v0WKTu&p*=dg-+vF#!8T zkr^tTce2MT-#&+}bo9;X_S5=j-Rw}Egp}N6Q!T5A1EM4AP&)u7BB((QRUKuNJ!=KL zx^&PZbYM=fFie^&#yPSPFdgNU3F&XAoW(h~dTMrm0w`L2e)>XZVnVCcVXp3=u?kdH zfN5$k_lul|;V%W^k5`AC!#(m9<5djz2ApEPR`6&je?Y5@qmyDRseu=$8BGh;%I*XZy6#chD#xf+{ zX^Tn(Ez&2#cX0WO|CKR~Molaz*ab}Rb?jUdl$d%6jYKuvXz?RNqmJ=L=AGJt?3DJ! zDG$g9%pBt3+AS5YM|eKI2P3SbA^U7I_g*hBofy8|y>IeAi4{3w6P(}+elw|f4ZeWc zzYHzffoC~=g;@|OK|DWz?)N3n<=cBh<(W;JCW^!^m)o!NJKTPhbzf-Ab_#>?SPW&6 zvrVC|#1)zsmmu*`Gaox@)tatnEP3wLn=hB#_C~Y$PkD_5=9m*>^OD))GTmSvQdmy< z4gN5Z`flHKfcNkJ14G~-iFtl^)#Uo_Z6{(%6HPijAnkqDMM{GH#Y~H+_Xcb7=wQr# z-e9Aa^wKaOf|8Fv_q2$Oav^G8o6U)gV!(dCZXzGj2J}b<5nAJ5Cc6u&4Lmsyb|BWy zTiyZ+*ENv7-fap7u*PUc9P*MyO zR@)1^*2*aFXJ2#X-oO`*k?;1sdCFhX18Tn>#l7M2XN)Ag2@f@bjM)5Rw$}ha;{Xq|+8jKq3%j z3ot@@i3MN^@ELYF_va%Wc|NVTfn-OT2BMV)*`0*$q?`;WYXFhz9UWvJ^@KQu5pG0d zMCK2F78QuzXCO`inVKN-YXC?XeOvT49i-wM**W7C4RC%cd?!?(=={ckBLHc@Ic(z- z3lbSrdLXqy5RkX=MC?T{8`o%39iY9`7onA*i`7QNAZ3wW#RSFVPx=>bv&3spZdHS6 z%SOa3tORiV7l2Z3NGI@TDDndT>gS`?hmHY|LmX!a`0@qf0ug0xzO4gQT8cQAQ3Wsu zO#7Gg$bYi&qaY%#Z|f3JR!&HDxNiLEuSnDoq3`hEutCgh4`;j)LGa8BjJW738XNBlk|pkSP%1D81%?^n+&bcd z+F?)LPcGAw(m+;4bPSbcWOY#_AFf48B=_5q7{VXr!Ce^$)5hUwUPGk+p$O=AMQ2d} z3WI+thBqJQAw8-8_iJ zPHBjaq27{p;lwr(iny`9s29>(jo{)AVdJUexWACLk>j+z*#?p&yG`!u$vUMH5@VauWNY)k6EFW5Jf}+IQux`;ibuQi!=y1IO3t7w(UV;6hcs>*yp1XeT z36`OJpu&=)MC=%G`M0Va#@N0s2l48;#RDB%LxL#M(tw$rsO3)v{80{@7HT$)*PEaX z@1^|~B2R!z_-`aAx}EQ{Rf(<2GFbS9-j?;!bm(uLQ&xtdhNr_5<7*7|+!57$gWnKm zI^`egkp}6L#6>8X#d8vAF0jYoW9dz#c4xg#@^C_b=>tj1&uh&~EGX&!R&irTWkuLh z8el$^HeBJRhK4w*8FLA{Z(x52c)VLx@}|$Cn&TXxeefbQF;o`UizH1ddm~1gGX%&_ z$`0gAT}shLD)QV@UcIwpm@|wR)}eCJH2LVx2}u~e&@z6Iy02uLZuQ1kCLOm=yGbA%q;pPHeM$yYd<1fwFx*8F;pDKQ>YCd^z41|C8 zo}M10j!slOG+=ciu{K>F2K|F7oIaiX>-4{L{sH2}3WhpLfGxkFFbZGZ<)qeE;R;=k z^}sZ_tA<*71ll&5J<1wP(L*hPF@0-m-9sTdN(CSN&!E%m`I6CPFr}3u*`4{UP7=EE z(HhT!ZOP{HQ>kK4+9{R1NN>f!h5X^Yi0~#`<1+$gG5JwP0%Cf=dx$3;J;D(WN92bN zPUE(BFke+8a^jUbk)%7dQ{I#2n~-!z67LDA{{|GrzhH)q&uZKLENJj9ulM2US#8ZK zw8S^knMhX`jIU|wX=1P67cQ|gU!3})2$7A4O=DlyQ?GGTIC=nxRx!5WLrMC@#rrpa zRcPnjE9`1yWHejVThr%2(LCfz$ysnu2;Cc~6)o9jFRsM>i;Nl;R zTFq1a$DZwC>p*jsU#nk5HXwE>&qpHSXB++oWA0yWnKH1&i3JJX*_7y;ham0U^%qOm zgi2}>t~30iS$=Nca8aGi(EtidJ_5hv>T4HMArGi|F0e9NEACy4Xi!rFcL+zx@~GOc zqhNGutQng^bUc_b9ak>u(!B%A+{25^Ku8rpH1Mg}D5Y6X(d7P~oK8ucGU<5nqskVF zZshDI;2>&^7ySm#ANlfYK@ZK@OBr|mMjF!+YT+6M$6gE4G*($h|FU}lo|`JI9Q5Ty zzy2hXZCBE8fP!yU-?t7Ez~xHp%f&9ESqskxs*8BsSWzqQ^Bpw&KJCD~yD?FF=2l%e40qVJa4}vP;`BdJMy6*iIsltl#W}GjVx&A*Ey? z2=^#=sV>((JZcw;!?gIi(1W2vLkZ9lq_;3q}%q@Q0bpXoX4h!POR)|6$Yw zp(jhE2)*sfdRdgWP$ODeYPC36@yQIXFVQg3@^o zxdDoK^ zGA;>~SW>q{d5N3ZP0@qNwpqW^=#w|LX)^S~q&-#%LKC6E>uI3_83-z<6?wtNj&8wu zKZ;5*><&7tK!^REmO{k`U z$CxVNJ+z+X+=}S%bbg7q#W>8GN=)3Q4#Q+vpZZ;rC5g7xr1{QV4%{oWcdfz1P)p+) zO7=h&Uhdb6lSxf3>_TLI4QePl(V5j#%Fx<@;^e!~>rfJ0+Px4K^73j50C)tE*aH^oqPC;b`ECu$->XQ8 z(y*aPe33zG`GoX8yMbPo`k0HGLx#ysU258z&1?LP_4Fk{igHF{#zgm;-qR&3;@JVe z==LPK+>|$CeF5rM?^3l%o3px+rIm~L7s7<*0_Ih>gVMeg58Lb&)6!6M z+hLRCRKMy-c%=nMsu$uC{VF!oq<<35+pi;OFq9q;-K>q}70pUA`6fl{= zh(?9P?ZHn>CR}s4E_tY+`(vYu>&Okbz=WSc;BNI|C0p8F@U{Ee!Ciufn{4;m){8%; z3>rk4CXgnmpe;a(x_!TqTHtFDyB3E4c&&rcaU5!)Qkf7~Z-CJK8kAE^x`6h}gslt_ z4UTuW8Y%+5`PKl=qIg3b7E?z819Dv>G!$%vwN%DiRBymZyN2KfaNvnm*CFH+Qx1F> zr@BypDCSK`m=EwB6{%qG82el@W-`B5@Zy;PS~=pnQ}F|H$!gRwH3-h?>qj!-d*IS^ z8E3oY$<|}G03X+?Xl0|}MU8;z)_(u|%;@~Eg%H~cEU4l-;CdhAT}~#5x~0 zuQ08`7GA*r+6ttym`D>`9d(L1xqjxCH^(dk9($%aS2>mAcc+Eg#;?nDG~AY?b(QDH z+$*Ljz7f_W$&StyjOBu{ZP!u;SnXCj5&TO-_4rbt*gLg&I zr$H}rFmXu@ul-UvKz8&lV^J|$uY^fbt?@U&ZnN>^?^bual!y!Pc z)%20fdFzLT;?%q`^ z$Tsh4j1^uVy(%J|wZ@IHtmw>&+)LS0bcUOygAw`q2@Q^^Fr4`3bop#Z^=UoVZj;~^)S(*HDB1Drwg)ceHD)p8SPoi* zT?t3qeftz;a=zMI9z(mAxh+~^w+P1~cj9@p83_LFq^m=(DP8~89YQWHD6<{>9E)_$Rv##l|sH?K|>zOJmuC$iYrI zE@MrFXW-Mkk>lE6IFY)D&;F#4l1P}~GtX2!I?Ms#&8NUl-t#$JxDcb){t?Ep12g%c zoJC9hbI|!^(!%r;47<_dFLII9VY2cGux10|eEz{H&cSqA%X4+`Win;d!#^LN7j3!G2FZ_@3Jv}4pZ?Yas^Qhpk@ zX-1=O*LBf|br{;yP{n@Pj?pf!>)bZdjz*(- z&v6avW^@&F+DYfJwlbsKi1FM@0et4YG*fls{#`|LiT!Victm7&#vkzrU6Lswq;@cg zzcFHoQS!LEju(WqxlT!_^STSH>zNE03U$y|_Wn^xbJD_}b>%wrg>Ix0QppQjl8J{3 zZzZ<4$J;a0M(~;@L%O1-eCIH_k|i4{Xa?UmGW9SjtgOUYk-b%$*W;y>^mRShC6G*k8!hOd1vT3k|K)|?6CJtg|Dt# zep^*OKT7RCFQn5YVJ{HLb|y?zTfQQ$GL2){kB{RZi^-cp_L+a&=^%+E&E(qGxZmzx zj^1i$d95$)G2I>+^PG&9SQXZ33(00)#&s8*^1eH{LY||$b=dpNV!Ev~-o9^fSZJx# zYkQ_T8j^#{Xo_9xA-o*J$%VI{3@qC#<SF zl7jJX%0V54kjahAi# z#dbUU*3`;q@%1L|zeTmej$jW;2x^Y~k}%9lPnxW4&T@r4QaGMmpMba@Sh{HW^?zgo z|5S4uqL|D9w8Fhog^={70ovr@<;0DP6bblaAZ zy$~cKx*l7(c^`Z2ac00}8}>klea>qAe|bkxE{vm2$9cbfB=$==gR$4`KCqc$&Cj+q zPrh|2)WB=sc`282-{&m2RWO@1-;&5<1=$O|3$)gI|~VA`8*K2S5)g5uaFqLluJ zG7I>+eG5p}?;($z7hcI3JsW`_uI#(YCju|I!byGCEqIWWb%$g(B`Shg#kEvj*L7&x zo7AV7Qoa>m+I7jOHCrJKZDlg6nexW6B3odHerHaP!z#s{Ck1!tv_$JoEo9gtpoYARi!`a%hpU1yQlg(R&Y_JtDOd8}=F5-VNq1Dl5*wB; zV`Icc@@KNPJ@DK8=!cEAsF>C0*vw_F1j!iOpoL@grY*l(TSiwAGZZxixe2=akDlcR ziO;g8|3VG$j#xJYSJxibpqd4KhKfzsDG5dLIf>2A0kqk!B8o9SHOp zk^GXak3)6(MD14oDeI8D5^CVaO|E!%<3CKLV0~b6OZ6zJ!M!#;WS+}$}XZv^=3Y!nQiMvE@m)9#7 zUNp}!i<3L8?wsHM6#ctQl{f!a9_Jgq5vSG7*6&=|82NTjL(*a52fgX}hd)qvcu(!h zw!g!wGo`J6k=JvBCVPxEP&D4 z8>p^bv|~wz`?Q+5C?e@iSS>=9Ngnp@3rhn5exv{%Z4Y#{d z?qxXWQQx6U7)O5jV};qf=6}oxHZN5YX73Lr4CSKDPz+5237IcHaCE6BuOe-WxM!Fd z;$P0J@qFI-9A6aQ%M2q-Yu9YQBs3pEL@(rxnb3Fd1{V(u9#oDdZgBnw_8A$}ta z7n{`1+&3Rj$&-aM<6_Wf>*gP@wOgujb?!)T)n~dq8n=GuuXf+BxbQd0!fA4(F zsEgm7#$BH}^<7!rNAA=J_kGr?ak_5NjnoU6S4I@m2tBzj{x(u#j=PP4D1=NgAhtXn zAC}U;ILA%cqWBY?XCiRQT=6L7E92R&_?|jUaG22F&bMA^>WbHNkOj+zvks^_p9{3O zF!k9*S}D3a)~ImD?=GkKa(j99 z&)FdCZPI0piQgveEsdWNQjNvjU!Tt*-29=I5X)xU{-8Su(Y|ICap-)xt0}j(##%`S zFENE8XNLx8AM*`7amsf-#Wu-4r<Vih0>DBR6@}CuTvviS#_RLk|$Nu)G4fU4yN9)zn zlWycynf-evCP6#J6RBJp_G2fFsfm7-++rAsb`c^DA5rc`?>gFg#jjiHSC+$R6DLVP z?rX{s#38*s(r+8=2Eqz>0-`%@h7vN9c{DBfn%PXz9+LJy>_R>Xc63OE(XWq1PQ9HR znM%8o>7Cu)l=C1;!OaELjtklO$+kCenK^DMq8Zj}KWx)z+@wnj6}msV4pCiY_iFa5 z`~~l=6gR4a~W*`F#j)C%^DN`Lahp=Ai~96Xb} zmFixI^wGp0%`>o2MOrgD@}YP5W3mkOO3zi8FQ;?1~Z{^UX5#}&_5a|b^*Y8G_b zNG`u}_{1Ij$R&BQ9#>SddO%8ru| z@^hi79y*D^oHMry~*w--5u8a*axr)jgu>rQrk=*6XS&?}@Uts=dv z#$SUa>$7Xu%j?TS2oV{Jg%c*}eM+s_3w1~Xz~M87`!KXmpc+=+eIdCk7q8B^?pNVb zC_phxcgvnB@^0uPZP84bkJvr%oSf0PGg2`no2ISFp-qDqg&c+#h(Tu^%r)3>uj$rV^CjWuEgOeQ>eU-co6BT4xoaE;6)!Qq2>R*K zq)-dENS941&+f)hR+U#-nVNW?X|v_$0w!E|y%pWRR~-dky)0@_B7~)Xi*2wflkO+I zB1^r_`hBzggyD{&P6oPh5;rv3+>*m}MW~BQnLd)~V9l@)& zipHMORjwxaG0Ux3mKa#L+~+t?%_}QJADi@cQKHLD2AP%gRBNO$5m|$lrM`yGPd@5% z=9J^Q;}Wm~jXN-<$0AB!`4|`*+R^@+QIjl@YWMG}zRt|x@y4w%HZt7~xzuY3c`)h>q@pg^`q>2I!I)5w^YR%I#GMeGgb4pnDw?~0@`s> z`PH_HV z>*Awos#P4dH^mW`+E*Sc%#fR^FUR9L&FoDTEbp+mZv1OPl^R`4bHCfYm5$}9P~+(J zQ%B6R5?5^)Q!fkEQ`yuc$t3*0+%4IQwc6{M?p3<<+((37`MkmEs8FGQEU9R_sh@)Q z)c4^xx5}=SZs{6|>fnCNOCa@LvQYB~naa6_+8| zD)PC*7*>od*C{yFBb^C;eb*FLA0Oi*wo(BUv?-68tH}OGRcZhs(nw2)7vw9ac-o?h&ZvSG5B_Z!jbt zeOs;b-D<#IKt&=>h;_t@39{4TCTudE`SU@27YG z#-C7aRiwQfgJkiZ>X1#U*cs#^_jBJyeL5CkGIc-#3%*d0iQedvC({p)5xy^}!#K-8^S zC7;QdWNpTY>UEubCIQ*|K@I)gCU%^BKk6%Bq9!r~sKRP52s2j){qFrFFTdi3ZeU=rFNMA$hKM}K!QX0I9 z4nL?NTl;futd@B=H&%f1=>-lP~;`> z`>4<)*jwB~ij1WbD=vdsIT(y7|0viwHwM*>88S9NbkLyov6NKbFuxfN-ynY)VuBBf z+38VpV_?l-dh@;z1KH=fo>H768<_0h@m-A%q6pvZwF&`yOF|2+=U9wWq%zk0_6~uutIg-0 z-Orta{$utS?}i|7FLnM|t-4Ku>w#z + + + + + + + 2026-10-23T19:16:49.124663 + image/svg+xml + + + Matplotlib v3.10.7, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/figures/saturation.png b/evidence/figures/saturation.png new file mode 100644 index 0000000000000000000000000000000000000000..1fbe46168a2fbe8b0caeb60437d66e99a45a4071 GIT binary patch literal 77811 zcmeGEhgVZk*ENb`Lr_2k6{%uDL^_1t6%hzUDbhg&0-<-LS5XA%1QL1|>Ag1#Ed(Ug z(4~h^q<6SGKJW96@BRb7a>qSmD1@A{&)I9QHP>8oosgHRFDS3jUm+nOp;T0mQzs!I z{Z2x1zLty>{N)n2xGwl1=KNg8S;G$I?Dp2tj6~(Fv%R&Qvo-u3i>sNV6Wq>LfSZq( zTbPr@!r9s0NsNcb=70C#wsSP+Q7(O;3C==pub}HhLPF0<{CDo-QuQ>+IT8{@Ia$s3 zNh=eV-)qe8wQTe^ro}eyaguc)Snrcvc{1HXnPF|38E~{HXOL$7(vC#;%^kNF!vFn1 zLQ-=1{M-NiWUqJ;-1q-%)6rx>U~K={T3Bz8UHI<@Kj{7I#3%EgEnbd=;=jL>aEHj; z`QHx))c(Bx`=RFH|3@!WQ=*msIwUbMv9@7nNZ(bTw4+cpMS|Vm-+##Fw5Wcq3{7xe z8^;~egWWKH9S@l*INfGhSy*Jc;(6>+Ja<=c)HF0PGfrM7JHta}+f^JQ@BgMzFiYrs z(=N6hde$0nDO)y>bo2CR9s2(L`>FdxPxhuLB#phi8obU< z_BOi(dK1=tU%rey7)Qr(u-S}OL`6uS>hvUu#-uNPdzl`9v)vvwx_|$^DF!9Di8D{_ z)KHUT9sH(6#7#DOChpm# zS6ACkSaNIRstOV^Z71rY$1IL6Q!zd!3>P=!`6!*2t32j9Zs?Z0@u#>eHD2)1ZPLB{ z;(39Y(Ml`FP&m?#!Zf?a@;sN!(-+6!x6H*5T<`f!|-l;yx<_n8p3Znx)wW_0OC8Q{i{ zp+$Blt4IO!aB>;2phP(St%{DArh^3r-G=w2H#uG__oPbORS);k1eKPS4u##4B+qM{ z6ks4b0@IT9DpP*w=PxEnEr_%2u`s2gnt={>OQWI?Yv&*{_K6OR!27F8juko*A*R6`)NP& zjAfy6&plgqqlTI}p`z1MM*+(HDW_gZm~^&Yl{LGX^hw3QH!ZX&D}GzjbGO6T_r&Zx zKiF*wZpyjRL<#wsl1KZ_QZm6XgoJkS&PzZ(sj(n)!i7Ft?u)G-poB5 z;fTe0D5;^O59VTAJ-MJr5lM%9994g=TKvJ*Vq)5tlorfm%>CMphnZ5jq-ylSw$|rm zJT`SNz^d4|3_l>``mL`^-dOwd=dG&8l>1`xP`iGmrI{)};qW(2qg}&Ba3>Y|30EU* zJ*J*P$eLG|j(!D8aT`xyMxXyU>g_LKaE@-&(TWYU}VPnVI(?9|UZJ{-g5YxDF=afMp2w^~KW zjQsiWao+zjb4igKhJG;Y)vBMv1IiSu+X{?@4i)$p{0`%RDnc+<$|(bMErL5H+@@@72{m$gUkqoJ zGcq$(+JZ@2V@cPyFS;tp@?OR4_q#(Llvv}+kUlDuEz9pMMN2Uv0r}0%-}v7t6J>m2T-adDRLsXtsYo0zT>2s|v3?(lBQU z0nZ5XoMIF5fX3ZXD_BECY`~k_qvXo% z7BEg7iUN}CMe}9brUzMyF)N392y0%+zI?N_3dRgGFBY^3?oYV*TFK;4H?L=(-xphR zvD?Z@vpN$BP_s&_;htD&&;36i%eP0X{GUx2XSF#-kE?U{;qXnG(0z8pVt8XU1OBuc zL`c;}jEIu_WNLU`E}bjA^1%AnH8;WhmwUSSIOt%s8|qiq5kHf@;@;T7=Dfg^owp68 zCRo!D9DiMJh1c2O+3B7%p$XDB1;N;2r{qqO2d9Hcy_^{zbJ@g4o$P(-ZMGQ`DlgRf zrr9ZxD&;!6zFT-Igs=I8piaH@M3eViync3Zu}Kp<*9Fw;>)lTS-&CEWA4~h1k9{-M z_JyJF=)-nEM3wVVwKGcxC)XdnuP^U8>9_L^I7|WKO}deN;~a@h&V zH2g>UeDLIv*Csp%ha8@q3>$87Pqc`tpf!64KE9yhSM6*hji6gxB zwKvmP?*oB~0YagdG_&UlpZmryS{3uK!F+9WYv5&--)&mBwHKt6^sz8`xU18SH#rH3 zJ*6peE$NH#<+5c6MyAoxdVE)dI^)UtRtpQ+oTwNRHbOeF9j@)-HwlP6-Xv54q?8n?sK%Du+jk|7s3d+FliLpp-u zaM*80P4B~PKG~A4IF3ZVFWUlxF}bJ@>1^zAFk1Yb2X!j*K_K)Zr!^+(T+Eh!r@MM{ zaZ%>X(y&7n<;KQPl({$=T&wHY?`}%ZzS0iJ`$%bD9~$M~6t|$a1GrA8fRhnWK7ana z^6eB`LbXyL`C%=)Br7QCc=wYG46Is`X z=}0YnX{@eNXbR_m?3CR=mLg3*+Q<`S6(R@1MZ`vI*CHIpEO{^2IqVT7+4zWwfq<&B z6q?*#yT8%Xjpp$H%~74IT{i`mFA`#r!KSxk8k3?tz$f{9RjLkFJ3CuS}X4wSO%O z`;&d{!Bt9%Wkr}xgzcUf0{YtGrF(Y*-_Q}j(>FY^6ueAV<)>m`!T3s8Fg#KjA7Vx6 zNKka7T;nuq7+JYi_7s|luga~UF!b22&yp=!8F3r0Q5#_KH>%K_{dm{M;{3&G6g3W%y?DAhZX1E^l}5~5Ma5()?2c}Lj^1Z=ai@{fU5gNrb&XC2y zFes!DEXaq4h_J+xM_@C{>&mXcQ9>|euk`|63-}6JNUH6u*NZ5t)!?eT5>mFFNq zhf`^B*ik1ujV(fOKRf%1;MhGbv7*G?)8XFTHkJe~OmInTO~1<9LpYNW=^HDmSo9}4)}ONYVwcR zcBXvKbW_pa`E9dFU9g9%U6!t4h}RWinO|kS##jcQ&iC|F(9pNYA52O@^o+IHg+czshE-b{4FPaH81#ru^!~dQ@C#Fw#P^P$wb7sQeJlwY0-A{ z;6`gj&`6W_k+RUM*X`fB$T0ThVR7&DZ}(+@lp$v>p=)X1jo!X5<_jV;Tr`JmrBWG% zT~D&r&P$%|vE|aM;AOogn3gv73BlFRG6E2-@^!_)%Q&s&-d(xcY%hI1&ZF1?)e`d{ z(&~!weA3%4;)A6(1ef-)P#&cBILP2^lY65N-mQ}u!{EPLT@(9SvSEw(#hh&?tV2l! z#Ktxjx0id46T`2LibK8r-9k;KL2utwdYpr`k*M5k#=XU3vxlNT)vadB@9`lvZuV#T z7ghxH<95cfR{N-U=;em^qlA6z1S5-EoiSK!k04?Xl{|HA%&bB=Kfi3xM-J*g>eIXJ zIhZDU!79%bgBVcd5!D^N1ybJf4*km{ED^t{1KHyqH$?5O^mKHFnV}I#P60|w`0fi! zNKJZ#75U?3EbiJZX7mZxv&8xU5~z&+gtKMCJ#Q~AjinlxBp^02 zS30T3zX3v{Y}4SjtgP&2%Y|zRWgZ@VoVO?+Ph7#MV$(7ancbbyItZFSsGV#&5yUF= zf|m!sq&RvNAEF%^7ABZQ=O@e^ugh*WrL*KYP=-K-xc!}$)!0=*$LOAaNM}~hr6+cI z?jj`_!Cc5|-#$-0`*RIyU^11J4932Jyv=p@Yb%U$b5ev9K{~y?rz!5Yv{wwWtVd)8 zbng(QrDaOhZzrlWe*{zZCus}xZo3G2a!I-@4|MiTJ(_s2^t^n>SwePoJMHY8b2m2> zHqjZwrsA3a>$8M+tsMG{aGT)YPk&~tyh{Yr_^|Y5N%oT-KvId&5YuQD4T!k;bc_EG zHki)AAuNIpcivjvG8z-J}YEk@FQWfl#P2GjclCZNF=CK3EZ!}L~Q>m*7hIH)ra*xC*gC<0V zhVzS?EO%Y>gfyC)>2D5(vd${C)AlPr#oTYu8ukBKrYeAym09dmVBu`+on&rSQQEsP z+S!Kflb=e2`NM_g0UA{yErk8S+l8AQm7e(M1i+AQ>y`DAr*461EvE=cwF_FhTFnPiic=?);>_aZYxTsCLs(H%F`1h~?C$Rnz zD>TSF!jaRN=`Rz(sZe|vXN(bxa`ml~9#I;~eY_ZU)1IEh z$<0le?XMtN89dZA_gGPq(adOxU1sCoyIUO!^|o2F{Fb_WCzDI> zO*{(s%0r8)^>HxkavA~pv?1@J52v^1g7m$8b+enD4#mG7iA)$&SxI*}rb1kh9TuluhFQ!$FXX}XLc$ynWcR=x?*K^WB<>Q~_w zQGXV{L1?rt)YD(=@0Oq>ne0lignL&NHQWVe>VAPph(@w|II0mdmZW`XVNzl^O)UMG z(N7QTBMvreNPe5p-?YFQ0y*BU`Q-Ja&ykJOjP>s{Sy&jg`SOh-8(gz*bLXRuBAQwc zexX7K(-gq;SPeauw{RCnkBEq!evFUTu0xL$nMn5Gms-AL%caosy_2ikvVsM$=D$F@ z!i28p6z7gj7J9jQoS&HVPh6=m?`1Ccf&9=whr_3Jt8ZX}`_`Kg@&j*lJhDglpSCyl zxi}r~J7{oo7t+k=WxQz3BH#CvDxHt4DNV)AC5|w@u4af(BQ3C#nSRz{I&VURPM- zum%M3jf!0!v7Yqjp|`nyrdYSLH4KKyLl+7TfeZOXHv-#)+p|63+=AQliU*|brqRjY z_B}gss~f8^8?O&*xJ%hB1jqgi%dGJ_a3pLql)n_9ml#~v0+cPr2Kw5{a=SjqL~dbd z>d{!~j;(=omF_RZiJ80wPM7jC2U9y&qr;G+_}Iy(aM3(}-52F2lcuiH8D$)q04d1) zqx6yQL~GyaH!aAcqT;YMhPTD!KbfthgwU`(LXUQ;A~s?NzL+$KpkQBhy*4}9W~?ic z;=_eAXIZ>=aprVJs%Ra_zbzLQsz^B)nJD^q3g)-5^&`9As+G$rznTt&(Ft@{f`pED zcccBT+Ezw3n_#{AJVGWR{7jgX*K{MyAt=B34u> zm$TwA=~FJ4`(>Pj0wg2K+nPKWj%%(c`^t&yRf6uD1(OBk##Znm}{-H5dVnszJXG!N3BIc7G^{Tv{ zs-oK8T$cbIUf!2R@Bdt~qIk8#gAv)CkK zC<-%Ml+kidNDMvwma0@_ade!A$p(&O{)Zu+J2hAtD`ky24ozOd!ChFM%+0sL{aCrAZz4z^FMcn#DJ2|iEP zbE}!MUIgk1S`P45S29{E$qv;zE$Wp!cx*34S&C|649czbUqmoB;vFWMvn$oGCy6O( z!+c*jTLbkc+Lt^AR%Fm_Iclj=j|9418yaJcj4up`NoA(|?6IYnTbXKZu4SU3G1=|Q zTkRLTQ0BHiIdoLltDxdRkYuySGk}^?c^k8v^>FG}b=Nfy%2cw}*x_giRfW1q@Jpmz z$aI8E^#@Y&%0PcHfId(*gEpLU`t!ZeZcdW%Z@kV zr`yOYHN9_zXbNwI^{yvk9lszr(F|~1s|j=c-TDicsk(!c4w{@ zV9fE>jJ*0D)Ea7axD@3+njeQrh{+WXeu;7uN%pbD%51h^t_o#+r7c_vWQgXKSVYS2 za>>$6n}GsBOaUFg>8InrKdxa5^@RnvLrJf12Sp)ru*_Kc$5@)L7f30tdzL4S4?Aj! z?W({)ZiwFBn8hfLgSrZ`S92;Jp*`S`vi%(M!nR(9&W2m z|Gs~{(I|pZ6q~d?bOcDonBBTn7^_Gco86B1cs7(4K3b7S4!d~qqJoZ20$s1w@<84r z`#dECC(^crMH1Ag1dcA8q%562MMs139nSg5?-T3NcfY#H-%(asit19zEW4poAZdkD zy{lu@==J6^+ug0Yh@qH;QKW1jKVhg)K(`T*7KnJ&7`IX47){y?`TO-qi|LtCxrOst z{%j}w1(kO%{YamUQne^0DQ>OWg_+U|!LHF}eYdUw5j1#Ge`*UVfX1-o$CU5zV$i&x z3{uCPO2}3Ls8|ds^BGnjx^rMY^{GBE_S*PB{vL0a4im*wyrOigdBNfE+mYT%H z`BTdPb>iFXB6*9)Xnf@Y=hOqr0gLPEfIH_o27$2q_>g(qJ7>TLbAQ+mNvgi>O*p%b zNgA*zd|jvqo3Q#wH=!yh-a~zyXVh2+uV?*)pg-|eU6pS8vRx_gAe)M+iVh*%R785- zj)D{x>#EmhZ7{(tc-2Utey4nZik<#?MOgc{so@>MaN@})Giex4UDLMHP_O(M$e^-i z4JQ`i<~L5H@Mkg;Q}Fi3*<;nG)quo}y<0OJw~Z(@0Mr+CJg08- z%u)ZCFm||W$;o^-8cV>}!N+SHf)T~K1228=lM%lOqUwH0qqQLQUz==&1&bSSRIwE))#ugZm0L|?yN?2&g>d!z>VTK8SdOk zxO3yi+vFmGaAvBVrFHd<#^hU|R;F42@}n70tcd<&wtYm)$e8s0cz@&P3a@!jlAN@3 zvu1U+<9rvZ?NpN_X0gO;al5?k{l<(+1Ys8uwOaM|M{o$JKPq%{>sMJTS`QWI1{;ly zjfp#SMBal*TNd{of%0z1-nf%m@aPt(#XgjmmxsX{&E;Ghn*aX&`*U}7Ecd`?a~>UE zWB=#-%{?5Q?p-M8zkdA*DqXPs>QZo;5I{9}*V%wlo9;URgao#eu1WlrsTYkh>(4VMyF6ZU)4=|q?O)fV9hsMJ7k9Jk= zn_NM;r#F^XvXzHFPp4BKCFpzZTMhx)JTd#;nNMH_dDq;we|nfeFKw z1&CEehCj$*t=z7Up~uV&aI$6Va(}pTs}9c0MVo`vW)QZ8%o8B>Ps`sx^tFclo0@!J z039d`k3AGv9xk@q4Fn}^2<|CLFl$}S*ckd)uWh`KQ{==4=gG;9$r(H;hn-sB6epzN zuTik=C6NfRDkO~85)oG=$wjBTF8X||XsjpT(p6M5sWhb87yP9_GrxR3$?k zkMX3bIQ&rzY|tX)#e_LwH;TttYHKW$uH#Vuy@{^e)d`+u^8#cL>g`v$m?~tO@acjN zsNZgOJcvk8mcxAObIH?3gG^RZxOCV}(W9T%KQhGtIOFX%xqb zrXB!J@1$w%F2scW@#Du6Lb`1X1J;@#FC0o<6Sna_Jy?WEM{48EGm#!Bcy=?JSW{BC zKy?s8r>m41a1!M}O}(Do zWVgwv2KhjaQF2)*%97lO@-aaW9G+HId~_fDBoPtCgqN5iZd^2JtUr&5#Iht{yHO1a z0yO5`32)o(^gBEqtF&SRC_UWvHrPGs;(v4~?oY1g%(ohO?`XXcW>tIJI7QFJme0DX z?nGobm|wwhs+1)2T6*s`K$%gnx>C~y1i(2Eng8c3Bql^X%m^}EJahJq>F^yzlCsxN zDMcf8e5{Dspwg)e9{VeHdtjr*xj}?UO#|(vnka+`tIU!*n4{6y6yWikkJIkH^F=HL ziQVXQJ|QkOI};)!P8?$-sUw!d?Q1fpd;~Ms1NpFyQdh78NiF&RXlRmNnwn;D>XgWU z+RQavolCw!jeTn@bbxcV%nYprBApqKD5y7jxV#VsoD_+@-v3R?^PiN6cpH*eg#M)z&uzo~Z$1})l`?=|rbSYyylhPS;yAP! zo2Y(#|K9E5fBq8V#7z>_fRpniyOh&z=M}@B&P$Y_)uU9e%@8?x z`JAIsP`QZ%bzvxA)P4;QYkzxP_ymNWNI=+|&5DBz;6Iy;$2ibl(fs-q#w7kan2HHC zW0Kc6L9E;xx=olh7Rw4yrhWMEK{r0{bs-95?#f*VuEZH9WfVk_$Z#ksC|n2X!p?Y} z)S!N|HVinxlSVpI*oBG-qQ$(3xv_idjD$bXss^m9aSilly>3jtSM zbrS!*Z~LaLGf%bP&IpEZ#l>r{J2rhar~=rNo2=XE1X6qKbcb-Yrf@mW-(?{{Ocx(Y z%YyVRHVz2r^n&G>6n zR6@gtjI`VaC7zx{jP-BZ6yyKSzXVjF6^NG&d;~%_QedIZv@<%7+wN!tWTM#?eHqAa ztf|o;0Z8B!gsPZ(?%P_>9N3Cxp+D9Fd9~tzR_JJr7Ra zLAc#K`MT$WeCL*NL5$|NdpU~j6i1sM7G_pD$k2X34B7=AzJ;wXAXtY=zjFe4Zg*vB zs`0npKkMsujov%UTAf_q;<|ZgzrQQnX1w=DSD*QRMonT`Jk5W}l<+6C8fe(U=&I)b z?kIWmgoTwjTaT2;9_|p#ZTIl~FPOczUv(<}`SS-43&qt7TRD3T#pkwjMehA=y!@XP z1y1PaH0FID0!6QP&TNYMhm}Bp5>`XZb>;D^SFeb*#16n3X(aKmu(TKuyz)ZA!YU?v zz@nbJ4Q6`65i)Y0FJFx~E*35DjAE7Io+uU@HDV2+y%JktNH<_W1+R!-Q#){RL#^)J z7qbG2x$|%Hh|215AQyE!*fgsp6xGiGDK4#=S}&yitSsynf|`kTrR~5eFnpae26Oot zcmRoIHAF-68vv(-hBJvjx+b;%rY;{33i9!pFCw~DaOJw$#49~)5w`kp;euCE^IsPK zlADauJ_e%|@CQJY5(Cs|nV;l& zhV@m)U_jB*zNZlFcYym>uF`q;E`!s!N#d6~f=eG(1lAc>ZRgDJ7z#T3t@?I@m3rYP zUE;+0c`ubhfrfkk=qOjb7~wMPu9htJtDQKYIR~aG-A7wP%$-;#QVYl+*!{YFcGWdH>Wg2AECv z{7EhWdd|04nTzme?NPCWdOPPeaFG@%$Pcuu^33*9!^Xyj7bEx+$>zm)iXhg94;2&? zKJ8H7z76x{ti<2AaRXaw^5Ot!k+Xp?{ZU{(;7aIxFx8VDPzec%?zH}sqrGaWJupXE zAf`~$(y~!92*na3j;&^%oDXnVTgsPy%+OHJpWHo-v*KekB{muC5*6AZ;o*qpvs3X2 zcVX)h7C?pwwEy!in^nJxtK+np^Sq(xg{_^~ypzO*&!6qrip1Kq`!b#v(iR5Vy%lc+ z)aDQ#Fq4_0k2UEZS`B=Sihca*{x3ApdVBR-Sw<2)ZH8+>9cg$5R&J?#i~kx%=I$|x zIrD0<%ZJ^$$H&K)*OME8m+(-|Kog%@$Jo1B>bd^ZJyQ=+m4pM2msjEX)tW_L$reHE z*2mm0ukqOVM#sTf87h?$4Rp<&AlsY=9DgjJkrIuN0FWR6<%I0!)n0PRL%!8G5{?;M zpWxte{(8@ils1YqE?{nLl(pMCS;}oBd1f}Q0?sw&ATQrDdY_!U6Dt4D`P8L9`-oC~ zKU!K0D9ap9PiyOf9fw9@`GiQmBH4I(e=}zO8*F`#L3r#W%`m!hB{flt0bF3yOeMAONv26NsL|@g{z&}dAhsnLL05jr6_~(>BcfLew+q1 zFTv9MA&(49IvAmpnf&Dgd}we3$BbT*#O}ruoYQ^y{?}lwE9jMbT)*1U&;AP-d?SMX z0S2@5wv2Y;uSXF zj{WlcT84lO_rZe~;jzX(2ft!vB|zzS$3aa^O~7aaaBggXEOfEZC$2mZRj;QR6epG% zWh^?i_s{Xy8f(y8)SzFXAId|Zolz{;N$c_BSxG@J+B)>NTy=82>ntKJ&Tk=d^|fFa zqE+L*>Q!29_Nz%F3wS9%CrkTIDi3#;0L7yMkbLS8<#961dwl_hFp&qL$38~-!Y%h$G1#Uco;CHI`;#hJN}Yu42E(}eOa_u+;ic0z_(?JL3(7CD8Td@f3r1ar(pQO= zLflw*MoP{a8l>Fx%iwmBKJ^s^?%vjKwdLjStf*cl_%vD>l81)HePD=4ggcOjV0|~I z_^lMK!gaFAQi-Rq4?P7!3Vpq`9`SY4Wa3@BxA-m=C2VbY7){RL>hn7^3ZEz%0cC;c z_lXG=sg=nV5VPJb?kJa7m2PYv@9*&2?I%+k2z^o`p04JS9_cIbRI}ioyR@|Jhs2&E z0|N`Wux-ZX$%o%`DvAuB8hKZQ&)vHCJ<_B>V%*GYT|Dckrn2ndyy`YzD=*2 zd^foBUWT>SgIV;`*Q&99OHM}i<`VJzyzgeHO;T`o`6ASC?WpFXV33O(`+Yp5>K5uru|$Q>6!V-5&~u>eYU240hT z+~~0r{YV8>LPfls1ScQgtI2&>qVutt0nUyuZaP#VB6k!4-O;g z`091AshBF|Z3?s(WiEu*cuPO1)%8*0 z?nXIfwo&%?XxbZOfj?r|saXUrS4XCi*byphUT`ZmcQQN_6G~AdPE|)1=tnRlc8(Bx zROkd?3PAQ_Hre2gEix1*3WrukN&{VpO?NdV6YbB;I^q)_^6|k(BQINaoqXw1G6Jm_ zR9cmqY29~54351e3i^juM0tLgTO;-_CfYp#$N5ogZEeMXo(ME}ICI2m=JCN6I_klT zInd`)@Eq*X@;v$KmuMrJA*iOZdPe7kFI`a2MHt%nzM37GdN{5Q`6g^IZ4264Bw zSipLB#X4;7?8E_jKT$nGZ<0?kT#raU+6%qnb9hANDg@~gEA+{J%AezTVJlUFIELKc z5;X~7-c6-7V_tWg4V~nqjB3WBFhtvQjN{U;QfT%$QMS(oo6E{1p%cQa*E|2MMP$OgyB&Fo{XT+QzD|s8p zekA<P1D@}3`a=XRs=?^#96UCy4Z+P*uh?61Y>y$#**uHw2aO5t~BkJ$4uV$ zwT6DSAbPl(HBePw813y(H29*Q@rWGOYp~J^`P2Y?zR_&VS4#kt(=@qrCcI;;zSVo#U|0u(;)ItU7%mPFjwwp=zRLJL6KI`U0G(|3YY zcpk__qFq-@&sQC` z7g_+oIHNOoX6+R~aco)7D3z$$n5Mo#;=W#rqITH%j6V6u`I3cTlKhJPhAIXijz>E- zPpY+*yGZ&UyX`qx%@1TNe5|4b3i0g8% zL4-_dEhFnhTT#@yd`0wq|IW)bM4uYzWCWB{G4P$W`gNsR$N5cX8Qw9)N~`BL zDM`>V6mvn$+$oun}!H=<{H3??gGmK1cE30?|y!w;Gw;K{Y_D3MuvJa8$W;Ec{u=C z7@Ii3zS9aEt|?J_3ulSeqf6%W3O}CgQU=tXKmWEvQ0eA&3^Gt(;m@&R<*^&nwYY!K zGU5Gyo?1s}#lv^RwpGx`M5Jnz$o06Z&aqNT;47AvmP}{u4V%1hVyp61vrf41vH7oN z#F4$gdGafhs*OD)4^iwlT6+0RY%0o)gWr_YpLg!bt^EZwYCworQKXCRkj-`Nhi+`^&r{=OD>$XLMle60}oXk zyuJMT@#DMFV+!LF6ZAWe$_O%j(vPBD&~L$fY1Do4(J%*gV?k{_c)NW8Pt}6?!cb$A-s=|k7_y5_#$a;+e&a7b2dr27CJi7(CvAdkaIKq zylj7!Ea=`aVW{piMbp_~+VE{6V!mx7_NPRMXhjNBM4$#be}#~`tV*$wU%x(P2a>Yw zwF!OKm65k?c*m-L*5*0txStW0RLP2~0Qu$vn`OkiUsLz1SKb z5FLxIf($Y|D{*6NYBdtc5yRi=d|bkQlBh%&Wn~%_Vkve&fOWa}z3H6w)t+?qY^8-d z&>P1O`h)X8RLx9`WwT!)ZK2yZqX5LwqSO6{Pnqc()wzun>Cw9(h+Fd$xyvDmIUnXr zcxgp@U&!Av2w1ylw5~TCt5op`st|ilL#S)v**z*725@)NoZ-xpmfXbL7h*Y}0Q7Y{ zfR1r?E(hQFN$^NKdF>Hy9M4HMRN?W;oe(m{M19eTH6`4ZB+?KV-rSEh%7+sC@~>AU zta1!Pzr?4^4x=0XxT#AM2{-pi05af1t-#Nk0;xfnGhSV{${Go#YVp8@Xze1zB}b7` z^@=K`_FeMpy!TSbkwvPFO_o%4BF4yGQhf_B`W&uzxGN`cSfI5??w8UY_^`(_$$IPa zyp!`k2lVmscTUg*&EtEr6aQnBcwU*giS@I%!TMfZ?dLE3s+E1yYj2YMh3%MLs1Ks9 zw#MCeoAR!1*q;f-_lN@+AW%%DKw)~>*zOuqEDbsEguyiVHZ?OB(VaS_zbY^VXPiE} z1zN3{-REu$5kcQHOZjW&Xx)4&{dG_Gn$D~yx5$A%EB+;*1$i_U_xoHzzec^Qjc%o7 zoGxhxw?D|wOkQr8iigI~KF9_c2Q~eTAD@YihPa6gEE}57udYY4kvHx+d&AWWzy27V z`@915tSyMT^`;|i@-X%&@*FB^;`7DBE|Ae?$wj8RjQaQg**vBtJmeP(zePoytb5$t zpwlu55c~i=b@X9~#{2hd@!Mt9vB$sz=4Y-q4$eoxZs|zZ-n;G!SSRu;SE7MVCQH1y zM;q`zKybu5$YK!210Y6|cBAF#U60R^UgJqp_ zthvK3&(o>_T9TY ze0+2~(z#nkKrF_raxTj!3pGvL1xp@1_Z3Qvhx?S(MWzB^(dvYAtJ&6t-`x2xl> zMysV-JzQI}rLsxPFN3la053~TN5@|8x~k+hnJn(61mx+l+=ioIKw)*au6D-yV1AAX zz+=t;&)c)}wE96k;>3m3f&7GvaSGZNghScOedH@83Us`uBsOF+Jl zT5AxC057Bv+WV_ z6ZOSsy@S&Uz`cVvPILg-3#J032qHCuU=T8s0)MK#H@9-K-ew#(NScoN!PGO-QlE{@ zFB8o!iC{L-x2mp$BpxS3%7Jkz;!yboV({iP3vLeYhuIh z>Y|%duX?g8h=7b%cft3O!#2{6it=8KqPU9qy75P=w&opQlipNk5Z{=QMGR4(i1h?u zVu4nk#t};pkG&4@x!8>7S3LzUD7;$V9h`TR3sXLLz)oX5u);;Xw9dLpDBU8iKH_FN zkq3>!dd_%+gsYUO_6LPcu6`@^aQbBU!nl5`M_gs~pwV-$3lPlnAR8TWWON&M_^4TI zG?Bt{Elcsi8j4QHZuOOu^u1T6f45aO2U`}f1@h_##Mh>@-~e#d&$rDIHq0ent)w}B z_+9qmz6&)qvrY0)mfj8b#ZC`clJQ)Ij1Gvl7cX7PK74O)Us6lbBj*NLm(Vi)e&1w% zuQ0c}BBACYUce!+n{G&b`E`wvD$!K!U4bShNABdynVSX*co>qFQ^38d%=|jl_%j5b z553g!6JU+%T=BcIR9%S5!a$xWmtjMGSoa-VB?o+*wFUQIgnqkKk?swELYw1@gt_0y zET)^_Y}4J4Sq=eWT0*kB(|YZ!t1H>OaL+|2h37IP9^g%#om#=`y8xqf0_}Ykc%4U1 z`yan^7feC*(Gj%Cue>L3vGr<@Fjb$*arFF^1==j73xIFU@!|M)a`65Fe(!XN`{2VH z>8azLRIke8$epI#`ozwQ`I`5o^ChcEzY|~b0%kS_(7F032>jie8mK}td;OIKnPH?e zc#R2>k9ZMbbT^dTUg%s?%I5r4OqOM57E>P*{ffx$kdw0|5VI8GrZ6?yxHyNgt7c2w z?a|oD(*2V4&9p<;HpKO7sKdt0bK>hojsfAdxtQwP1?bJf3(Z=^Muuz6XFmAf>48B1 zuMTMNvZMK}u$C4XCnn~#8fqW#@{WZ%8UOP$S9*-Xql@kqM#szAav^G?lk0nYuHpsHmGg= zP}|`yRe$ljH5~VaDD+HAKq!p^OWdJ#b&3I&2n8-t`K2wGHo zxQ#-pREf0*K(jpcY9t>&?>>K-T4wj%6iL;Gr1WfjJdd&M6IY_#NSO#^2lBPmh*gxP zrY7q!suoZ|H~)Di0LtQJ!`b}{Kp?-`0|Nr)2DOdjK=NBE zyTBVhK_c?tH1*t@sYve(liBRCk$>Evi=I95{N_oh8}hBYV?Gg6#n1Zl>i6~al{wBU z(cC;*t)A+>^N#+y=N3kI{)_OWy=J*1B^Z=df9rL;lG~VfYZkF& zQjs(U|NGP~9WD1|e(VOtsqMc#0L6l?TXtX_!VyFzA$YTpNqF=2`+QLT;Wufc5b9$5 z`F}jakEfS?;S0A99DeW-Dl+_=%HC*Nv1@fmYuj18<#tTzO;1;ll&J@?3iEt*qJG#k zRF`UmNM5&*Z)Ab^D3 z;d>fgnk>PSd-fsX(lb-Os^oHJX0`7u-42Hq1fQxj(gA8Vrt|zL}$v2or;UVV2Yb zZw~r#v)yP2ZqgRUmrYaI4piP6O#ebgOB^T8LrF@ngacQh<^hSWyLCmhK&2xc`>8$R zZgVzp=^XJBDh}}2;SNzEK&xI@RS;VBRU7B-9si}{>X)CRe4)c=g`uVDjWpoF;{N`% z-;&(g*->$t1gL(Cp|G9$-aW-x+LosOV+jqdNVw`UA6Zlygnp@3WthxEP%ORtVJ1{W zv;^~b>?eQ>ySMpA1Ni{{V#b^Uc?aPMKzJM`zBrTQ-Jyn6^_D4pW@`h4Advo(d<1#; z=Q(sd&jd@t=GKe)J0K zy?dlbJwee#P%E~AF` zpuP{jv=_WFJfnPl#cM>6P(d1Z6@8>OEKDxl@xY&#(sH8fl0B@B#&fl=4qL0JPTpGs zxIbRAOlv7QT{>{Eh&)g|C@+3LJvo9}TU&qIf?o0~x$1BN_S=@%1@ZBNJ=t>pMSAFerc(U)T>hsa)LO zDch6#`Y-eLYk<#nM9s|3K7b-Pqk!u7pZsF3Gv<*9plk$*?+;S`zvy}kxG1-8e|QuH zu~1PwNQePQOLti`C@9h)RQel27gOEn`-86TA6289~^0zoMynoG4gf8 z2_PyyRT|_1Q_OktfHOKv3pMH|t6lrQHdJbs{``LH!b6rv5&z=#57`Bo}kNP9Ruzs=pu$;);an!w>4eOUrYY zrD~OZ5_lq0{ur@$keOarZ9(g`PNY1t44_t;?art?Q~_c+=pwEaRm9Sh&3iG8iN%;>)y&K%=0$po$W~)VoOx^X3+RRAdCUh*e)SkrIXE4! zl>oLRYto=rHr$XxFg^@vL`hWAv08RKsP{?VdY1!H%@-^ELKc?$)Oe$^P;cJXpn1f~9IZEbBx zu0Uprjx23c!?iqd$B1ehD_E{xEAJC9?emqv1&djm2pL08!T!TC6lx;!>*MqK z;^|M~4vsHH$}Qf4Ep6;){5dMBh(}|0H3?p9MVs8=T3&?_i@dcFLA$)2^PM(FIzL8`_NZcla7BGgd$qGE!(Ek8_$23b#lVfW*$KuMAwi6 z+u~GnA5M;fbG|c0eS-`B$n`AqfU}y&`ctD!tX?5+z-HjFtWrw`1qUH4Kz@oJ=O!lT zKpvAn^|YGEjj15d8EZE`waM|sw!QAPl+3D3h2voRQsk3Ac!Nd@GHDmsna{_v8!L^% zN(bvXq^~7VVo|&16FwtC&3Lo4|7z~xQo^B&%p^Rl)3t^bSnhKHHTZ)C%`%#1oT0i)omwp~WhKv&3px2aa;Fz?CEaUmLqxFavFFfU8sKqq z9M(VYsutO%FgS(y!SNApmwiD3`YX%g2=tCPr6nZ;esJ#kM%1vX#|N^`!0yZYclYhN zGFwQF$-Je&QM`2DsUXc+kx)fe1$n`;NQ;5aD34I`oDs`I&YQ)LOg=v&9a$9c>>VO(#_M6?wUS$X!vvcXRN z5hyIP=e8j=ZG3qOKh>PH^t0IBHAwTujT`#A+Z+3hDhlT!^y+lIb*JVMUMm24?;vRO z!tJ-9(hEF&f>Ew#brS+$d{Z@x>LGft@wvf| zALJxFpjfO6u-)F6jFJY z8WJhO#|u&%I@HM$+%+btN11Wiyn?~E2Tu)8GiaB#$|eTM{&I4dune%KD7tgwYa0K) z@S%3c<1E8vRPlX;Y(G#biEe=As%adeL@Xy7$?^Bn!B*sDMh6!?Y*E9i5$NpCBWdE; zzOe~v2EVx!Cc$jYbdtPVg0~E_kGls6y?^`m6p42>k-w*>r@yN!hCw|yxh}Fkwf%i= zTGIGY@JeCL;#X`1K}rTb)o?EJK@Ff+{gVSmK-VbSBIPs(*CGXnsh?@XU?OUjB0}Hi z&EP6T;>PKH*^SsFq`JJ7>*_qELUj=2Q&2e<01}DhJ7e}U=P~K#m@-l^OUj}H7I)y6 z+N7;FKrq>@S3a;@pE)<39mMSk+EcFc3M55iC&$%vSu=&Z$CbVhzS)!zErF74d6{eJ z7e^26l{AMKScVNC1jU*e^ZQcNkS3{S;j+z#2K#pbkj^w!9TTQKx>=Wei6u@l+S{f# zb@UU$0Sd@S=l4(9a_+~skEY0fI$wecG_k8ZBH~&hh3ruLN!M*J-cF-CRG|?9TLrk+ z{99Y^!aXAOOe;bn#zP=7=nA$o#4sLvDoHM!hoKptYpQOQGU{c}m026kc(#F_lPE_r z=s@m**xTbDbK7R#Lp|f#*v|egXSvwxv~sDV9Ts4Wf}f^TSCU=!cHgT*Vd^R*lT@{1 zK4`02v{r1R_Q`RO!%2)2_B`9ieLlwsbaS43=PUjmV6&k_U z?%g;_#vC#t6vXpuT^kOA+8_hpXNQCLi4IcjwAka-<9m_5zFE1FHxBC6q4H`JEn1{| zgM#imrPWXI(peCU-2%S&(L|fy9Qs7GmR3A&E;eaPB(IeS4;Uzx;S^IJi@4_=Tb;yu z(>sm%N{j*E%3*L20zTOgKKoRJs@x9o-2RCmuo#gHYJU%WfUFI5UyU{9$t*VXy8)+~ zj0i2{jQT>4t3GWl@G|#6UaHzXHu5EFQ*s_F_isBczl|$~YN}c|@7)o)JB#B87c)cb z-xlH6o1u68TBC!VkaO6y&;e(9ETB>xVD-jA7Gd3?EPam@m5duATQi*e&fEF?T73mp z@%K|3#fIU{)KUOOer3LCkGChABr<{RL*m(|D&am2oL}wN=1i-rV9O2Yhv+zj@~f8E z=TP!ne$zn4Mx-{fU-=bk$E7YU^PEo+0Lp^Zr6m~~YLJpl&jMj+*pMmKFnoD&RWIio z&%{boFDZwqo#H&8gBTiapnZ76(;emtB*0Bbk0|g^?cM}=HhYKP!xa8=A=|WO$MFm8L&X3Nj$_w&`_Rk!ffp zG8V|zw0QCU`U5a9_7vM?fy%t|cpSRdpD7G$`s3gE8<~84%&uOXVheimqW9~ z<+Y^+c(vnih;QUe+dvhOXnn)C-o3kg#n2>Z+c~nmkf#rA0cJR=S?d{Y z7P}DTJ0b0M+4qaQ_FKk$M!8x$?1X6MPVGv_D@N5;1>CARqw`?%xo|Po<|9SEgr#t3 z8L~EmE?Yo8lvd~5g$rRLLU59Ecir|l%N{(VLY5v!YpUgtooa377eGrM>~oC(XA;ol zenSNji}~-oN|LEaa%Obx_t&3kYxDu*Gw=tj#{Ywo%LYnL<$x%xKvv2l_`!Fu$N~=^ zBMb2y?8G+5Lg`2+7VkR(;6=QegLaPDfIwf+VY66l!9`nh8q;4_4P1dD;>|HxiWS2v6>9XH@YGHvYzu8{hc|cQw&TBiiS(gHz5PY*2Nq)NfTEe{=Cd;%G zWbc`oT^@}zXXb7o%vfByRz&#KdOK}vu1EnkpleW7`JrP?V>wrT8Zb3-iAM6r4k$Fj z%$tI@nNqSBejl|BWW~fPse+KNX~RK=g++^CHhXU0>IeRrL}`B+rnaSrs#tj8bo-f% zn#QMZ4DCxceD&Wk z2sSd4;xX;0%!!j5Py`){2Hzx`FFz ztj`pab}SLr{{>Kf11|oC~BCAt6dl9oX3$>arE`nKRQgx$=C6vd%F(k zD5t%A`K!?Cpu>C}r1ww`Xuw~m>5Dl2&ZiU(awrsSdPi9pYnM!uGIN*s^1e~vgEK3j zIf#2YT1`ju9m4p?xt|0u5I-jOQ6*{2el<*V(NQO}n#(mC)X>0KI_DPew#7)qJ*x7U zYK{-ZCMl;#^O&~BN-cgp#ukzb08_YI6@p?^LOBd%qmw`z%pjtz98_`+^0y~?7cY3} z5U*ohNmoywah3xNQb3hXB}efEhxsig;-kL}b1J9O|L!P!UWCQjoS&)vv6G??vLD~$ z^ilyB^C}IE>xqs7`;ZR$MH){0FDg?4hJloP5!R{2*p<(VE5l^CO|r$#Ri7&_(vg~N zqAA=cHRt^2&S-^qrI5WM%7PMd8CuwZ8wbKMz)Kf}{nR02vX7LT3QFBJxO4OzW59%! zp+QgMhz{dCpAGvBYN{-?=3f1m-;-1%4M|KHc10qg4;oGs_4zNi#c215KW>YMJ-pwl z=q1yLrwvx-tU9rvQ1Fk^GGjR`d9~K6@21z`uUzX^t23(na8x9KMh^0!r9c=L3xt^E z;#l2`nTO1%4x>5$a{&$Nt>-zf?tD{;&q-F5h0TIaM2i}|uE+n+>u$rjA6l@OzEY~( zwz)7~6#Hml`rI#{yj=HyZd!Vz2{5dRJrBE!0tn4>Oo&_q9OyT3bfq4`f=(6p|M2qVrAbav;hn5yC{H2`c zX^s$X8NI?|`Gw=T7~6wHbs(ak6%gpnzE=~N`~F2T6a$DpU9uD5%59sby;8*o24o^%mvq zgZ9%b{EqACAi=-UnX1WzJoI=}C9&E&K#!E^ykpPlP3Q<|SF;`@Q5g?&P8+ zWKq?DbU5FOF57JZlJ`M*DVzJz_G3q51}Ky2itUzU`vRKFfEvb6FC$)|*7l0TzSyy* z=sB$#=p5)DrfH^$MfVP9No)PG48Pg;T8Qij9C8r};%OD>@cu&u79fg?z2p@4l8kZs zw74JjktrcH1+4}wrZykp5xyj}Lj`4fmGYrwbJvnUe?~)s^5&;B_yD~3ZwpW!KN%t6 zUBM+5NLpN6EGs4(!EaS9pqce;q9w}QY;C%$<$_q&HRa?G@-i7GpcCq-t^Rz{#Xq~B zPYGh(K7#5uLOIFA2ld2H^H@F|?iM^{$Y953)JzGA)0h0Mn~-aQ^7=EecshQE)#Ol| z@b8J{i11HmJTPXR0BTI(OVu*5F^1;8qPY=|Y@pB@`?OF2ax^*jZ_7W01kB|>v^WCV z+LLPPV1WZnkf{>X16dKp%^p!5&7Ly`% zidI<=--3#TkGIH-O6{2@oBePWD29oNiP`bsYhgs06X!9iF$`t8r`b8oXIEsevv>+V z-=y1kqGN?sj`=4Ej;r!2ELOB3L)kDWBOWzb0B^|=S3@o90j@ZPaPti0yGaQ(si>%6 z5OFssjQrgV=Q;>jYCj<e7(Wz_&irTSXn!8=_NM+; z23QEOw@2Vmu13ot&;KD;ypik->*@R|axuLkCe?@2*0M!-EtWs6nH1Clu-VtI+JbeF zxvGmzG4`$F%J+wzXWr!+oH+(H2o!{He1S+IB`+uOZA`G7f{u<(qBqu16`&7VW@cH+ z*E2jA=tRdR_Kv&E@zF=I_WGOj7I}C1S&Gk{-0>d&mC9GK8m+f3V2Ztk;jaNKS!AkB zQtc4Ef$QyCHFZ`|Y5q5jzHVHDYt-mgH!m@eZWrB}$-togJ9jy+U6T~q{CNe8K2Di-SN45l+P_Mk<-Cfi0^K;(zC@2wZ*t+f-DuH3 z9qvS7nn%AA#rO2#L*%;P?J=ZzMD>G)O$-YP3zZS884 zgH8)f70hhH#5(+QYB1A-*uE!Ihzyt*w$k-Si7kPFVj(Q%=H|#j!w~!&>BNx&J*P{{ z9}O0$Avk!j(dPdB`-v@|Xen6$Pc$l--PaNNWTk3(1|mH=lyf#}qlvf2O5&$U54nvJ z==P4@C9$czy@odich2cY~@!rMq}eUjBk$Vin~kw^7oxFi?-tXT8Y|075%+HKg0=@_l;+6*g^>CznbG z1FirdX>pF%(1o8u#$AHSd>VRn!{Zr1BpTzwlu04RaZavbA9yhKX~}*0c3-0?*1R$7 z?qX2Y9D7pw#qJ+N%=Murs!-SEZd&Wa3O3=#t<)|Ihbx#tILih}>N)&JHlWv-0WC{Q z;$7ybM#_#Gi+%d8rUL(5CWto;=w6QvD}=k&RhS9}0N@ne5CWnn!Nd|3a;9M!3O{LB z&nbAS9CY?tR`a^-&}*}Z>X*!eIgZqR=u)7J#>HpnEIhix{+>j?ySqDq zDrM{0-tYa9Tv)%*mQL7{_2>Ev{&X@k?0=53E%ll!pqA6Tb&2A?i_H zy?G-IRedZ-WqC_d_rECD9ZC@jR%k!DM%`3}hH?{yo*L0A3w~rfg%gH&$pI44Z66Rn zwZJQ*xiwi5N|?8jpo|=kp*~S%dweDBA*J6!*{t3Ud{SeUz^;UrKDRdp+O^vI- zYOwOwHQ1Gjxv-~9b~aZ=W@lMOt3UX|8A7iv?%pOONtc>sxaT3Wg6l6FO`W+(Fx=4AqD4M71vbn&F zvYCv*F6NAuNMoR5a6$~3L|cbJ!BIYctGWGY8p5yP4yo_3gbgE4J=}+~#tfz*pkH){ zqJO*#HZ=3S$V-_e&vfA@)3G}_L5ib>C+inw1;+r9w1U$sy*)`ct}o_(A=$M1 z@Qdp-BuijBOCSi7VhKNG?r#ji0s~f3@d7Z{H-4B0m0g zv4V4j+>E#&iECtGw5x`yJ{dYN0|#|XEK6&PjN$PoteT=~rcH+g?bsCyz15kPz)=8> zE#*spuEv!a5*m<2(r3Y$3RAC(Oe;n8^5i0n;gEz`tZA%x!k_^Z6XOh{Oc` zYF5YE*ptR*_KaTs>n;1!4cqoSfFDZ}{!#FmypRxw^P=l08~l&4Z1!Web?sC}$!kj+ z_VpkIj{`TH$nmk}_P2n8hZe$K*`36I;fMzNW+;FD?abrp{~F4Aaa!m{d?cyShJRTY z0u{=rv?rvqzcG(G@cJgk9YnH<6Sgu-*AQtW;?%39KvI5k+1;qRd}6V~$VEzjd1d(D zu9hR!h;)enso*CqVSJPX*!4l{^?hiIt=8Bo7d&p&dN$+DYP2fGwWm7-34CM+JYMTd zml=XT(dG>4GhwBrJeK%a*F7G)wFLX)YQ%8r>cbH<{}T}=7zP2$IgbRsbHP53BRWfL z4D2RS>yz2XcH7@#EYl_`s`O`;K2-4>nE4-_9(rQIEo5!{n63pHz7)LLfU*WMH$ux& z>@N0?>)8Qh&)So9``4aD_k9t)1$ekpR8`a0x-z&lKtYg#PYgU7(Bi;zT7l&2nOfC= zJBNG{Q=6D1Rc^g^{5>lFKZsQoD|ouRA@KP7^Q1r>boKJ(8)r!UrCYl#!T$p}c^ox; zNUz%!zb8KQe~gT4OK@NM@IsKR4^C?~v2OhBKcU6?Wj4KEdepDB4$1U(F*PCmw#7l@ zLqkCvmcwF;GfpxzvIN?>`285Fa;;Jg+q)pN=&&E^!)wy5?ep8|?LX9Bq_3|(=YKkK zD^d8Al47a`zXLas7+G<5K~UXs{8K<|O!@z#%a{feRrw1P2LM_^M6V<~ND9g}?Nf$x znjSGOmu|kP1-X*}(7be#%HRVuiz zLHG!X9_o`QXLK13nE-i|`?y{Vf7>Tz_2ZGiOWI~<`uan}*N9}|tFM-qXUy<0Mi{;{ zm_V>16s@&{)N^KwQr>skFY_@FFkcpskKA&MpcEi&766feg%6OcVO}!ODV7qyjGI7W zIuN^ldw&I{bahjjUV+!q=-WuYHpQ)50tBsk{J_wc_s2^`yTSWALv{oo-I=0+;o}8y zPiRM8LPt_azyaK-yA4H=GB~X*_BWr!M8NgK6x|_q56ruoaI)Fri=mJ@MM6U2Plc2U z`tDys_}~@XJ{C|KMA$kYeq6m$U+?=t*5K2G<=p!oCxUPp!1_9|MmJ-|LNknMuWnEH zv%r(n*`V;PixPFo#M+BOQw8Il{N>ib-wA{wfCtwvB2{K4GiZ|TG_Fh7QWu%PU_GBQ z*{PxX0F$azS{#MMGkrC12Q*Ul->5&knkO%4zni$c?ile(qAK$aEON`cP`NbzqnnW- zwO5&VKjBfTjnH*9_Z2Tn@l$A&*grtUu8Ig&s;fF~5+l(x=x5TK zEEP81C=lY#y)C$NPgh@@{ z$kZQ8W?8(q_GTniQyeZthgY-E+86Bgv^{*ffMx{(uU88iczU3PeIdVy6QT(GfMt)8 z1Y~#p7Cgg3#!EAwafi;-2P$@}9fd*Fdyyqu_I7483WvTzcSq|jwD^`hM3p2RTyP@f z0@hzpaxbMdc{0wr2N{ogZiHrSAu`pv#%D(FQncP;UD@l^itttVOCa}VB#s3;NI9yc5xyY&Ac zxo1i*0lOTz_b4KHz+q4z#q!SHeIzF5QBbrEeoMv;n{N&2m zCpsYoDfGJTOO)#ZHc?Y(7HY*KE(H7YUMv#s$!;N=_3cSIxx^1|6+H?9BK!7+if8Ly z>KrC0Zt`I`RN+HUpbHGoIasO*DjA<`!T`Owb^G=JS6a~B4n=Cw?cZ*~VFzj4ZHzTl z-w561?8yecF!*-3{BOicbtA#=dkS88n8`x}n@JFq6r7q3mu-J_NWFadG8XIvi!i0I z0s5eIlse+W!1<6m$b47eQOW%H4?6!%?!d*{OBr;&yfsJg;$fs`&iKjUI||^QlmQYI zQiQK^m*eq=z9Lrvyf+Ki7gWZQk8fo=mWoOv|t0j1e$~bVrS@(AHtA@ zUq21uQp(?bEd1wE)NZjlp;L}#WYn^^kf?J+L7DxUD!GuU|JCmI_8ohrzZUP}7rjha zhu7byLmE&xK?)G5Qb5==W&=;8-I=D%1{72gEo!t?cZWp zn^0KP>a9i|m$BW`mwe?|FcZCPb?vHZx=c#H-70Q8 zyz3g>8uvB5dBcM}^(^;{jr6lX^V2{;BBb+D10r+T@n9hZ=ne#?S0-qhZfI*c(59+p z-GSk&AxJcg$R+_Hp?+P{)<#j8DH$5tu16!|f4pbVe1Oe-Z0r2I-_fcsmu5V=*)Tdo z7-xD*)Se;Y7c2?fPoF)@qt?T=%E+_^Gx%G7zRbndq3?B$LGe~|l){Cdl&dH}&It6| zKD-ZpE$QV7wYVrzHwR6=usXKi3o(2^fxDrb%aE!DR*|O_T-_`C0NdN3b#>U24WOew zRDn4^K0SL$iHOTzjfY(4Z^{J!`LO#U$a9x>$4%W{CsF)*92E(7cN{3XB1{Is5Xp(l zVnuf(#_k13O6)PpNy;n<5HXTDh4LGa(fl|L1$;jqf&HF^MJ+pBf)m5{PE3?7l>JM= zedfr31GbBgVy!RcDc`vAXkTLI+Ap6~q?mL@SN%ifWnexIRl<+=Sz~rCNh#n;RT~Qm zGT+ZA@+qc1BI6B-askY$ii_hh%oltfo+VxmR0X#$SV=pvh(thHSG7O+_T9cTyvY6Y zt*WXnl(VbG-~lrBZNvS?+XRz#RiXZ8k2nkGv(MV0UvjgQNW(8%gvF}^3kTA%&umM;X)HO)6BuZ*D64*=ps)wmT< z4owuJfTkxB5awa=cTm)8njyx5I{%vr!#zVuqct>F~2Va7?NM9NUP!L&!ZY36oP;$NqImVNaJc;2rOm$*R0*EHCK?L{UAbkRn0rL~rUt$Ho%$aMH{l)DW2lugRE(Ylz%5s#xPr16}c?e&x1=gnInO z=B6}6Au$B2Kpe#MGNeP0o@G)=kJc!D&R!Hg(ta)Nz(e-g7J|hJZ$Ypqr>hg#W!oKg z&mqohexQgupwEUvjl{I7|9UsdSD=Bd7j?g(|D$?zv9D9<3^loNUe~61eWk5~8K3tb zYXRjQ8H!a^{&Mlm13fseXTx)>C#=*&F-^LuI-L?ZYC&Y>RvA*|#!j5m?(M8zdM zTmz^CNX=eqi<%2uif_N>@N;_nQrDwV)ep5+$l&+>I@MZ(@{@N)z{=2BkexlNkIr^l ztr?AJ`;rlEiN+nc&nxh}NC?L}`VQ_<^vIucR0-J5+=$&SUdW#jpbq=>XFGI$YV4^+b?>b8T`eC;ES<=4}M{U4pdaPe}$PP5)8 zy7iTY2~x`iY3szLiM1ualP9FZ+ucEzcKX=|je(a+=dX+vcxX zKey9Yr|9M_KbJ>T1o(t&^3kKegTSPWi~_JXbrCHH{q5Wushr~vZQ5n{!5w=m7HSg? zU`4GWP9sGaqP79&RdIo@NxqeQJCB84?)P-m&GYz=dAfmL>6Vgix^YbOle@mZbc(PX zJ0%wRm!I(S`8~}rT%_OOaO)bQ}h71L~lw&Dqc|03^FCeUy}(kf3>2Kcb9!C%Io;2vvss@7_0V4#6#VCp z-S6<08c^HIvwaUi{7(Zh3uwN5!*GRL(++&}b#SOXBGfE{h(>)F_<*Dw|6yLEF`^Wr zVm-z~&D*1G#3~Ud5EYf@o?TQDP`CSpT0>Syn9{!z@()t;g-;!6sNxH`p%s%b;zVcW zlm99GK~J+zvP2K_rq}7g*`o8?KHlthnMUc%DpO*CE(kQKgXhW-+6b#XajUC`s=@c zWa?HD`X45vq+~vJo;3g@jRN~HGVAoO9F+~LKCEi~LVohlGcA+Nr$b}8mg4ORQv7z& z_sAKP%h~9|iN~Y>n;2t6tycP56+7cW+v)vo3s6`D5AGW&Tw~Cn4FIc*IKINvZFh7(IF;k;2 zrjVj65S7`WE|YtMP9L)mwmh3_-3FW!U2NeB^;Jx53C$GXiKe0mVDHgB!F1m6qeHoP zztxk;Q)kXx1~etOp9bVD$p1&^2RBkW%;u1S?j{ySA}&JkuB5E2Y+}PNhZ*P#$Q^qj zcNq9$S~MkorZ>&X@nRPv0zg%vkO3xOR$0Hf5Q*)=KW1}VA>c2!$V;um-ceW2nWS5Q*^7*KLj?;QW1=6`YU|qb4LLZ>V4PB&s`t)gM z%}r3)%-To5h=eH5va&KhHRx%91V_O=mV=(@ioZf4MfryN*An;3CJ)^Lik_(-GRk6S+zd| zRjJF@w@@h5235kQ_^{V_-8-cl@f%*-%Z{3mvZB*l% zwrs2tKe#3eoWMpf)sf(@QDiF@`Fw=f>Y~`H#j|JrZ37qn*aWl5tWX;{|L(3bn3ZZt zxsG&Z87cID7}*0loj_Iue^npFyLAI;IPqK%eUWY;nAtFGkOEtKN&iCoBS>$UO(3jb z46bFX6#VX2Hdyqq)FC4f$j3MhszU@CfzTE~kcB@;Pw#=rPwx5@RJS1bTsS*93;tYU zA8d)e(QhD()%xP*FS+b)Pm~gtN4o6V*#TbCxC1iStLpO8^T49_9$G`bFF0&?@G=3{ zbR)BXbpwv&968M8^eUq-545w(Z#Z8P7IN0g6T++7cb0N2m$x7M>3!%SoSTgUgrZP< zX%{YmVc8#N;;^+kYZYq>%c~&nS1Y0(YE{)^+umxAzfPbqnDXL0L*Zh@o^$zyNPCRj zxs8p$qVblzIo|_RPb5PxA2^BSb$!2ZR&X7*r{taoYEX;=7s$~C=p(6-1%&cgrEsq* zDV8}q854%2K<;PgG|H#z7|I);oHVNU`8oU@`qBth(YZN(4j~F3`gMDU+KvNFV+jho zegk_^#Q&zHY_JW`R=I6c4j^2vsLo`=hN?z|=^6aTn9Y{L>$k z>>MPw?BnF7Dh;_k-o+D5+8(HzevyvM=*A~@VFekkgRjyzFF zDf?aAI4KJrELYkYDsJJ6TmjfSZ9Hf=p=-l-lwKo}?k_ z9`8#Ub;epWaL`!Ta|yyEKk<(*f;Y+-s9ob_jp5X?kNLdfEU{u`iT?d|oPET6Kl+x4{JaCi)H<3C8C z2eJ_UZzuDtDcr{vcOIry)nDwB51&a}*=m*Nn>@cH@kG01hmk=EpM^u!69Ft>Ej@72RUvLBpIyq&sDb(BqTa@k@&-VZhS6P!PS!LG~bMtLDs>@*wj9XeTvwJ!kKXs48Uggp7t50R(QtpPCoRv z6CkNEfVdum`m(9 z24LMWQ2YiW$P1|?7#}}&FNNsUTF_e2!pF= zA-^eVRO2hNSZ3E3*V9lY1v}SxR};O`@t1I{`q9rNUmGgvmR2rvNIO2S;Yst)@aO(B zETRW&@9Zhb3Ty? z$RlHeX^y@pHa9FrC9_Q(>*P4SrMhD^Gg_hFZ6KJ`OVdw0g?o}>q8~ETYFL1s$&fcACx;(AZI!! zCN7KFf$1;0;Ksyn`y&w=$yar|0`?*+R}ZC}wT2!D?B}Z32T4%$)7pHlw)u1HXmWf7 zx7VYSjJETGEU-WDieIGClW~H28~0EL6g6YOU-69d!QDD_R{Z)3OwtOWQGqaV{mtbm zLuR(7u|$}IhEjTPv-Un~5Fr${=*)R5 zGe4m!&)BQB=Ge0=OF%6nKdY)v85j;6m9eV=efwQ!NY+<6s>P{36-AiNeXwWB#)}KLb}Fs_j>_G#1W}f8&)@II)449?TXU-!rU@{6JLW5@ zm94tJ-!V`~6i-JXZeY$2{-7sN4*@HZMSU`)hX@u=73sfH<%oeC2DAF(j85cz$B#Gc zAdUv07k!qSKP4~Zto`4Eh5w`vCAiP*~ zoXH4is>XdKsOu~prXC#8Z-h|TdN@=3<7UY1lV@NkOZAdN$YIi~NW9vW7E zzhE7(=f)i{ch`b9bR5lC4VvtV_Em2A0{otb_Z}$t+7llzSvf$-k5t`i7b&jmxF%$O zA~&#S#*GuRWQV<_emGTnvw`)ON^>qH2%|^-3ZpG!jM*15w}&|CmW)?Yv(5xppZe#4 z^h9toG|utW29Q)6dy6pkgA;+qQ-^eLBrPs3`k{1N@HIgVJXgA9mT)iT4gZ(cnY3Un z`?^En%fnyEU+PHrg$=sm!JcGQ++#GVT%|f0uniy(%XUmD5 zi?(4H$UAUN>V?B4q4VkbZ{6u`9q1zhfQe~<7s?vv&VH}+1V#mbh))_Ofi;?@6zhI6 zAkA@$hJjz&nK}XOvK%rSb}YBe|H$QPAObz$#8yi~19;y?&$|Qy@fN0|A}yW{aUF|} zeTj<=Nv31oyz{=hYu`c4Uhe$jx+gM0q4NZ&DbA8vuDh|LFCZDCck1AcxjCt%n-1K# zTMc>uJ+<}c>c7Fxi?AF>fO&x5I8efp{95UY;^>D(PukZ8e}Q+D!@(0mGwO9s0s2ah zM~MIdtS}<@-$Vdr7@xrYU2r+$qatwJR;Gel+0+zj(oK1$eLPj;%y>vkdsIznwG7gG z8lzdkb96B-{R}MH8=8@u)*l+RpWRQ@D$)w-2`ck;w=RhJh{)8=52Xr7i_pP%{@eO* z3`oL*!aGvbyX@6#h-B)5wVkn4%RP!G?+Gt_Bb~4Z&Jm(|ER|HhfiXP1&s%s^CDWC{ z_2bf`NwvjW4Y4K)vwU1*4RV>F;THikbl4I!;l}cqDZVCw)j+~;aBS%%K7;C;PNFw@ z)DKI0%7Edfxw_QNzF;*8@doQA{j8MqA4pE=x)V`CNvpKi%|YIi$0u%|Fw%B}=ecdsP2!S9|PJxpu(p*`x-b5^V z%zOuXOflVT<*L}AE)UH~gN4ql%#Gi)QnF6nYzYr|?h14;U7DRHgT#!qy`UN`PoH#S z{w}SDH7k zz`!HTd$w^`a{v|6B5$~Ix#EP0S1`-y5QAcve^~QC`Yd~F$tz$;4Q4?V^slaYUdx2` zfi%wfAmAM|ylt5KK(CmErPeU0QMV1E#9SEI$DKFyeDuV$N&_SKmNd3DHsT74p|x6B z{a3?WE0VE5oToO!{FbF_5vjpfz9jc3s%7}phs|2oV6gEM#%!=i5 z5Vm)MVe^ZAoEV1B%RAUz_E+Ei!Vj8PAUlr(&nodvGB3l}U{@yPpIgAq(0HDt7P^K8 zr;wkYfie-f-1D~uzK>QfXI5p#@ER-g-=x6sonJjx%Miw#zEew!a02Gt$yklT3;vt7 zQ>cj!@ZiT;XP7qgvH5vv6`iom7;4Ol+0-_eua8 z5l`@bP^`SRDE282mvkg~5d@uQ1Of|VfPxtNUm~rBG&!mrp{%Wgv%y@zF76!n{reqF zdd?~^{zuK+7<*fS4N6qACeWshPeLjG12<|pv%NAi6Y$)jPzLf`iyp zm9@D6$WZ{j3WV1hObnAP{tS6w2^7*wi>h}^S6%;)XVTG8=Z%56v4szg)ULa;zu+X-vTow48Q7UY}QF=01X1 zRTipMFg$@}0KpqA5NU?Je{~vY^a4sZy$Q{NyqueSLR<47_15IWCD3Ag}2XC7t*=Syd|d9dq*D zf9g1Be{Gg8{6z>29t{b8YjC^o2)ko3NE)Vo(n$itZT+)VJlA}P6~KicShMk=a&bM6 zKvKa?ZVU&D3_DF6{s9QS{i&D)o&eu&k+uHnR?qX{m&DF2kg^2Ia~T`%b4j+wQ`NkJIe@^kq^YuhB98t zH8{$Bm;2vbS_==@&c*yn=qqJ=DnTv~!rrAsIy}lSJ00lP3}7YhyXQNi$%hy|SM|@d z+)PA|y$ivKRtF8vIFyRHt6C;_+y|ijv=J=x@rj4bk>kg+gTk!?($lY7X-113aL+kV zE1zT=!3}dr@oP~fMIOb2IVXh!Io|#ap}9QY+U|++fzgab+7rVYSw*FJ7_TcIXi>ld65(K)1nU}9zLGCRfVSig!MBk#+Xs&2~ zil^5Pcf0Q6DH;KJ(m3mU!&Le_^B=c<2rcnk4bjzT^MU(!y~Y0ul?> z9^@PgJJQuZXc<4r#w*u2C2Q?B9e7n;_8c0g*9riPp{iE#l;Tz zzC3#LGULmG^7n7`kJ^~;&21#6ITRmdEf>}z%D;_RUUvJkou5|Di#T+S64)bUdx_X3q(+o8NZGDd$Ool7|fJot<{3 z4SO_IMl1=iH+5%M;!4Ww^UUk-o^gI-MX>$Ug+`nSlW#GQUa7w}cqWv~IAx=Zha%r} zEcFGG z>aF(Su7v@m#=QeH(FD44idK*9Z`E{BIlMgpAN4uuwMcwrtkkxnGcHtF&CK7Jp4q34 z_k_=TFR7Ih5BR`2uXo9=POc42;1zsR)Q=vv?4u)@k$W#@mn zzVW+rG|pJZ7AWe=0}S1(z|OKaX5*Am>I(8OC!6?=`&0Wf#fb@Asz0by9E#G z>op$|KQlXLZVzdTr&7Z1bWPcR-hFE3Dmq8<$tE<60COQG-ABi6%EQ@m!E;IfM;Mi% zT16=V$6S@&;=-(3tf^=Brq*qEW6&T-gEFHb(UikLJVuY#W z$2~_r+U&fmHgQTr2PLLe<@Ou*TH`KiCcVgwd%KOjdbrtIwjj^QD5j`>c1b_dm|qU( z0O^4y(-q&S?qb@^DO`qQt@lfDSS|XAb9KJo z@#8HC3$;HA;?iL4`=rl;rd6v7ul?FBHx^nnHsF41)CkktotF-uVCTrxE_^=|PB-f} zx-O16luQ#&=e3gQ@$t~fSFc{#s}n_+ zZf86V)>xnEmv(D9DaiOhE5BG8pjZ92a7~wWp*#~4Q&N`A zaqEBq4A-rIfeR!hwtKnG!BP(ED{0{dEkhqHBd}*kS>p||c>ptHyKc00#8vPk#jy95 zn}YqT?^kmt+@4cn*6+9E${B2P*VG!Y?cHxXI2~Tq<9Dj$7B!XCRo-xT|MD8vZMXXY zGaYvCG-vT)IL0COtFn>mHS473kz+xZgw;Yj+-qzUe1EqN3ur1}j?{{&*x3~{1bHwp zFu-hIGHpj@Oh>`4rh4tM;I%+w`o`eJveAu;jRQ2q>_04P$laGb;Z}OMCwWKN8$4fijSBXfa$4EvKeZ|oDe6-Y0+;*6`XW7-~ z$%Ok5m0KTsC4XeBd8N<{-MyG--M)v4jChw8_KLIurd;XJ@9mxMSQ8d3@03~dmzalT zo1D>%pC-n9I0r+Df4{Wa$_p(1dd6-WZ*UI3Y(7hlOWR)s7!_DtOWJ+1zbfa0OcJfuFOY;bA{#TuV5=I%vMgS!Slo=<}t3C9~UKKG0)eEHB#hxp70==2oy4GlYg zI!#SYX=#IAdpNAg&_6JINwy^|;aHZw`k-_0QuUoTVTFg}oVwGjtcZzEKEfXqI|0gc z3|pbo{bzVi*&1S{u%=-g@A>-hdpk|fAHf?OgwC_*Nf|xZD5YgI^Mn939P}?qsy$Si zz1H=MWrKC{*ol*Vqeb)$5uwZBg}6JmbDfCJ3%ZMB5u--jinweG!h%;M{l zMW;!U_ReicX5yRb$z|w+{IlmJHvAaOW0gfu>9M|{Ou6~A!%5HbBi3qd<>Y!Re>kbh zWaYmVP?x|QIs3^bA}l63SvE5>^CMZOWYdB2i;oLm8nM>-Y=0);FdygPga}UU%@Kvg zwpoHWy@vJu&1+bqzM&zB+vV?(B%*#1gE<(;^J+)eF4eJ=M#+$+iGA-`oSf%BC!c&&pqdU zc)z`T;o&h@d+)X8Z_F{r7?b2>oZ2f-EqNjX@qXVsVVh6iU1$>%REvn!;y+P-`TRb- zrAN1~Dvd!Ep3EW8t=Hf1IX5$!GN&+l%W||>nZ@z%UB|WlX<8wM%xYz1SqOXrubfZZ z_Dx=dy5vzwgqjbpSPQNEv6Bp&V^4>A2~WU}7dzOfQyf_CeG(9Ti#Etop!0l#{mjiM zV|Rm<0LIh90?Bf1k0&2KLd-JqW#sYYi-i6GrJCegjw55Sm`d4_$ktHSTrM+(f=U zjvCx7JmPJwvtf!OAY-VY9gthmKt_DUt2C|3O?upumD#x)r z>+a1>z0H0jouJIo!6lZ#nO3tzyGvXx<>4mc9H#KZu6s_JybX-G4rZ?3faq(KqxXL~F z7+ZobMC8+@)Xs8Wf+y*bXd)cmUVcU`_pwn||GdrRvzb#k6fAsx{^~s}^4L2vT7kED zYKmmd+*63+0PJvn#tmEg=#aJ62Pns&DM?l(1Lge#1XZ>6R0|GulfScDBP47@@9#m3!Dvp-P0LVtkXh!< ziEiFb+3vQg=}8hDq0`I3L_M4e62671(b`Dk45(dYoz(|Lw-E_kY|oj+XY3`!wIwxG&1V8!D8L_ zZH#>*icf_j)K50LHhyO{NemSJIIBg!JYdUYwdy7$3j8!&!bAycFfg!$thrC<$WeBx z0b(=Ho?i(Kg$F!kTP!G;?uA`hBnstz<(<9(#d6vZ@tR9-&bKs`;Ip6GhEl;>08uq0+v3=$cs2%R#;~~4VLC0Q=D;=guF!-j z_OQ)jGXh%b!=$$6YU3VSu5V{g6HE1FWYD#_oCqoATou6Miy3T85E#UN0I&HCgmbh&Z!IdMVZUuW_qbt;AUGm z?kkZGY^ldYT{QbvUCxVvN@o>fkfa;`rS-o%0%-V9t0gH_n5)&Nl)Ir?}cKG!n}V~NmElZ zYoCLieFiL`o5+p)J?I7{z2yY2aHs1ccFRyzm!w)1trm;(!d=JtxoH}H&)?){r|$`U zPVSRxmCB(+A@#zY$zK@RWPRTv7WTQ8Qx%K}NM9H(T|^nFr%GM$z`9qY;w@Qi<>BqN zh&`n7<~7+*T2lL#zMPXgIa_9x-%pd88rD`!tQ zqFpo8)XA+wC6k zIS%vjR&(p6A5S;xXOCCshNz#<4MWsWT!cZLl0yJEd`eHadf!==|IYHDuWyx9gV z9g+&AbBKXjlyWSSa?>c0uMV#ftKMf;+xUuC8eO8I{w_MUdpJ>OxjXsu`3r2TH&L}V z$RmNVG*q1CT{Cy9YmgSC)hp-RuQLarVpQzC3kxc;?=C$kQ2&-zl8hl1e}0*HTe!iWznqcOi!eR@O4gmWnysTF(p02O}KF5sU24|=m6sWYbR9J%*7?;3*M26h(#-#G2S=(ZJMV$#ym zHh|L*he(GcP|V~5&ml5bHR*|S7Hke;`s;vcdLzso4`~m#W8570XE<6bP>(sOMf%KpH+J{2bShWVEZLH;qw!mSL9nS4G%z!{# z<>=8e%>mHz_vXOv*0wDI_rE`HN?mP-f#kt+*e?KEYb!hZ@ljX9FYku6?$#JajcYy3 z8dd7fMMta}e+JMV866uy*Yf%7iS|HE1_=+sriqtXwi=PGUZd5h$?>w|5plN{pN|gR z+Zd7sPZrq4K3(DgeCScT1tYES$$r>EkrB;<*bfN^^Z=FET$?W>Bc}@o>w6XfXh?sr=?xSy)1I@5@PHc+{ws@pY{%IqwpM&kuUZu-KW$ z$m*Zl)sNbNGd=8Uz8*BWZI06k^?G|R(&)Ce<9x*kGRv-Fpp3lV<^r9yuagHSUYWUq z!;rkf9m=E9Ix~DJRx5NA&TL2O30)XJ3U!eQ(0pJ>2rUTS1K@rt+01^KSAV_}NHJBz zC2UkGWdmiz?~vKdxYwcR1(gSvJHoX{P--=HIc>Wi-=A-}BwENRSc63waOax#ZA}&M z!!B|G5LhQ)u{vDe7ZrE=jj`|a*MK7{u~0qRZTqIHP;YhL>w?q< zne3_^)sjsl>tjxHDltepyI{%@Yb|Sjy?+I za=SVCIIR2L&nC+DxM)~UZMozh=8zjz<;#JJw=iB``f_?gW20=A5#CQjr!G|P8gFZ+ z;=bR<$BLR9MP*;Nd-!bdg($hclb2Kk`%@&;6?`?paCeKT4AteSAd}$JUH8+wIaNE6 zV&6((Tn@4+@&~5m-=O`kmZ#2c9;U{3-K$t0(^8#1)S(uceY@!-R#NCy7i}^YOfAM%n{Sm%mTZcm8Hqtlp7v<$4j0DXXB)pc@y(D8ap)K6s1%^9wi`&e0aB z9N*wSn#H_STfxiY;aXQxIBM6%T!K6(dU|@z;2n|LH-)V2z=#NXkPC9^dKv#+gE?wg z8%u?EOg`QV`*X5!{qsc4Dl(m+l?mr4YVO|Vmt3VBlPAg^x;??v8S3epJu$+>@>sg- zc@PHx>IU?6DM3n)#;^ILzzMCZP%VR%AXI{-?8lAjOut_^-}>%!Ti0K@+l&-PO4qG` zXxE*g>X(EyPqi<5ghWnNrnvj}shup44;Mepba6Qp7W?9tx#=^*dh-kMo@qTjVG6RiMHTS7v#Soysv0AcC(ODkvrH)ASBHBk zK1Fz*#^oZoZpH@Mm0ET)DZ-~{*0?-ZT{8Tb#uNJadY}EZ&M^{%Pc@4UgXXx7| z_nA7gvBT$VYEHHJLaM%28x6kxT0cgxBi;m;Kt?r@7h>p=%uXHeuwH5e>=4 z6I?g{fExebJBrIM@HDoXM#S^v^ZS-W71P;S%aio3KDa=k_}R2Yp~6b2X{<{nM9rI8 z+5XqpPBoti3Q3GdmMMvgn>tjlg@*nqf^rpKy_cxc1cC*9&@*kgL)}1DX?*s!74n~h zRIqjd{@6iKnl67;#PIOoO0bNaAq;6gM|q^lwo;bHNW(^_-iWs-o3jMd=Sm555372q zf5&AM2A#vM(Ej28Q$+cFiBQ9S3xWHhk$QSt9>tm(bSRYD^^4#JjD`p{6$n_x=Gz(6 zolVckPJbShijfa$kQP8@jEGS$I5e~sPH+nf6l$&K|278DHCbRnDXo2IRNeq0j^14p zsN=$#+MgxW0?j?OHkB=JIuNgq&^ATRD)Qk9TUS3X7c7Ad1o2nX%?u3G)qtfBt4$$zJRFMNi5wf#W_v^jrX zQQOJTJo(t7VMzWvsR;14+rHV4HXz_4`0dgq`@L@PG$9MZ})SdWm4`h{CPDvhW z8L)Jug%jN*q@x^ns~Nxh&!l5x;MxUq^Cp+Ni#&8_Y`2q14pyhYY{AglaMgI2&DG^U~fZTp2O z%BKygfJDTqR3jRF;Pw#&NO@KGPJ_ryk*Qw@Ti4M&U@F+qz*)3C?dl4VS-nLAQ0zax z`0CYs2f~&xV96E}nD$LK>xg!sYxamblZM1 znA#w_G4^T9b%fkH*E~Qm5B|Q;X8-%)g#BQFvOT`VWV7=Q@ov4q{(A9SXrnuKFj4UV zL*;fE@7^g$e^yl7&nPThw9)}mt;p0e&!vKQ)bINm#){c#yUQPQhv#a`Fy2~ct*e;)2oJx7fPB}YHz;A|B<`;PEj)Ps z-7?2i6*v;@g%do>fu@b8NK>?Y`yBH*l*b2S7`tvC>_fu2KUitoAjFyhyk>!*qnB`V zt9I-NY79V<=wU^*s@wkTP5EEa5)wfH)S|6WADN+cnES6?@JJ614s9DHR0HOrky1@h z>+@3Mgp^Lb{>!+2I+VS_p#cHea>XRDpKqHD1?%PHe)I#W zwt&36Jim zr%;1LfCM6D1(3u!P}VtZ39US`2LVddtKJZ0O?sFhb6!{h=oT?^3|tSG4!XliWi zGnq6%o&3~N4fwV*c(W3C4Oco^Z3Ts3fOw@b%Jb-bP;fH_1O#aAyO1yO(agjJw+=@w zmQMR}xL4rN;Zh2zSMSe}Ebt{>v2G+bDcQm z;vr2<6toW2Ri!$^d&U`()d!5ytLkj#d(<428;(nNqh~{AQ9#fkseWa1k)|`rQ5Na! zS9idTq9DLhHbao(QVrXnzZJlI4U3VJ}lB}U@0L@R8#fzZhjtwX75QqC#DY^YgI2b zmS1s&eXNH78DUq{EM$#_Oik&?$A5tZ1MTgSh(dn`fxyrXOMpP%0vk8gU%$QN z=>uDI8~rF*ky8dzwTU0tXCf{E>$wQSR?rGcwi2L>Qdu6R6)cad-N}(wQ)F9#d5DCI zLiiQ9Cy;VI>uecSntI1BAz8@ffM7SP2Og}IEX^uahzm)Chz7;Z4BP{Nvthj{;9H0^ zWai*9?)kAG0IE)|F8&V#pnXgNW5D)-ChF~XguGFSMaUcVNNU=o+5bpN!@^Lg(Mg6Q zbRV}kfl+otGQ#EIP)KXqT=J=hof`Dp=AenE^U;Rh2MNuj!%c8)#b3E#4<`oYMl~W< zy^Mp?u|(;%r~S107&ZQ0Mt?5fJm0}Rt<6#Q&SSmx-^_Z0 z0rWj7BG)hBUgAb?Zf=tH(fykhk~9?6lTHWi!%Y3$eHehIbzi7QT1IpR($|G}zFG|q z3sX*{?jAkz^^z_z>aJ&6gSy4$ICtqChS8s`=%fGJlS`>R(mY;d-B@LA5`$SGU~r&4 zH0orV?)HChB$=@morg2SuWek`?&*LC4F0Z>A9scGgA*}pcNcU0A$OFNl38b%W!Oxs zgS%M>`2|{*d0d=Jfz#!5Ex$DB=lIw&52mR>mvrzOXctIFpz;ZsYgLA9)tx;-uy3b` zMQG0kIXp`-JzJVZn1z86e;el#UZ5dMhyRf)ExW@{ZjP+nQUw;*zjycl?7Z#Cqvcxz za^oWB*l!S5Shlh&>d*dKCLH$f3gY~dO5q^*D05tA+^9oU4Og4oR`~>}mKs z7B=MT{Y)R5Y>h2|j28qBS@h%Ahf`+**rQ|BM^x>%nG@#TDnq1uBC-s01A@5Q0%;{A z8Na~>>1Gh`unuTCnG>$wq>K1Ul1HsUG1k8% zqr0t+mb{aFgOE`1h@6yEZEfwsuhQAo@w-~bPWShUfDs>YbS^Z%L(Sf!_a?4CFuIu+ zdNxjbAqk(sTfid}Ppy5vezz60o0ccil9HVCoP|7LLY%k>#ifO++bWK8Tvea&1Xjdi z9c2OxDTGDVM@y+^HXvhjc+_j*o%QZ=5L?&Dz3ZoaqLGa!Xomd4!or@3Z9Y6Kj}J+= zX9z_be#!2Re(2Z>|^1Z|MHAN{rNS21k)^-Y9UP;jiW8XRU3kiFpo$I9G+ z%cxaT3k)X~?P9Vv0u)278>>h4v|`iYV$dvm-aL$qk@_&X zZGku|NrPPl^k(aK&(|*xDi4}CHC>nHeT1ybL_!Ea7#hXaZc)BKhbTcuUpL?q>c+!s z@~Dycgco$G*{{apx~<$YZkKz(ZqD~k*^UqG#;~HOnEH({0Qrkwch)1>^}mR%0ikG% zxcNI8VhxgIp(N)cGX6Qi?UvT?Z;$Sh7f6y)^5?T#($LaIh`QF?6rRq_NmPI#W=I+i zhdwkae6n-=2O-h7=#dcuRHvEstshPgd7y)wSQqPg?bONQjX6DHmZv@{@MpvXO*%WX+BvYzLs>;_6FTdJ^l1!hIi$ zH&M3#1|TP2K6TBY>j>Kh)R0Q9R`J{^N9k7M%F~Ux=ni%#VKupXnCoqt zys6|n7ohj^O&0ClT2)o*Zgd_gCMTQb;Nu%gl<3VL$klF0ynPFV^bn^RNnrxP)|^#? zWF6sb4Faa;etuZjMByqMtCSrTT1OG@E*;XUwGTFC!?V4 zVE*-Ggv+!Q!A(LXHgnL%SRai|wAMN&M^qjnq}0X+k9)*|a`i?5u|Lf7_WGftWkIMV zdfkPW$_InF+FlD6`ei*|DK#`8Xa3PKq=YMMy)5`s+DbAATPtit-mrRncYu| z#KC&y+ME~_6EE-J*5wRKp#9VLDj+3adR|OSEbUf_DL})JjYg1Xs(ty2zZ3Wx`Or=h zOqb3(ZkFrPvNI*>4EuWO&^rWJJxS@>qZaLSvMy%QEGbx3f`zrcDh8l(v{w*VmhY^H z%tp4vBB9p0QO8SKr|EBwflTw~=;UqK8eRmeDv)7|{#}{y9HqKvl+3iDwU~HtS36I- z$Q+$J`G-_q8)^BKs>GHh`Y|~ja5^rux*^j!0&Qhq7{$D;1DaZjGBu44qRld* zm7V1mDu;%K8FD=T6h=ZK--GOaQj0aOHwC>(!^kUmgdhJby({GLP3!L1$%)`$-Q zh+Q81xRIG;RZiRNv*`fy+u)9$D)d&;TDu_o5at)HfCKdgsX6rih@fXfER|d4VxCIR z3#N;3IIdS}ZnOn8=uP3CoALfW^4x6ZAu%(En zJA)NfdcLKl1wJ8Uoe|*$8Ro&E`Lj~~SQ&EkWcn#li-CB;8X6>5oTm!(g;f5D7RoE8 zeIL*;Gj}AWoPyN^QO)+;Qn%^gqMNPEc0jQ+RB!sO07N zv33mc_r21Jlood(Ef#n4?9qbWo;3aFQU3gjqxC`A{Tbg!*4>xLY3PLl<1V96w;pjf zCH~QjXI=p7l|c{rVto550>OG}+}*EB_U!hSoSy8~SdZBaL@2$5m-SFDI=5oATq4$G zL+taXPxl2UGEw2xq7xbKQ^1FeuCy4ccC8RADg{0b8C)S<)=q1=Dm_V7t-5P&&!_u? zd{B*QeJ1y&t&oEF^;3N-}J z4K-M#Q?1Fq~|NtS&Ha6dH%kNn)od#Po&Vrf^s*Uo|dZdVENRVFl1I z0i+Wz@3~r@id#6E1^^CS0y8j-5E`$Tu~Lo+$-23irH(qzT{F0%D;EJUhkxyw!L~QUWb@ zVs38kom3vkBM-6wuSaFiAw+61%*Q%sUy59i3NJn=xRcC}HwB%;$Fg5~w}aY$*; zZwDIEELP<48OGf?zEuNBA`d#mDQdfTy2{QP&GNG}eFKiiTD!Wavr zW%_Z~y!;%&fF3HE^y16&$7HPLLAvylm~M?)7O^j! zmvQVQNbe#mrq~@f^nyai7rDL-F(Z^@8C07jSZi!osr2?^KI!ZG&ugr0VnI$fo4|w& zsAmlj4anP%DZpiY7E~3teR41A7j`M#xyexv;WDK?K--|PHuBsosMH{1-!Jo?l&@USZLH}y-RtT56E zu3uvyS8EiT?{)8CT>Sp@G0i!{bGYwn3h#)lP;!0F&avj^|O!=@aV5ib6t@P9=m$+@(#H_2tDo~%%u!tiC9@w{$uEp z#hl+jm)vsVaZtxajGD(f-&$19C|D0kbaw~TZG57Et_H8>g3nV-6iIHc0UP_?r%*%^ zTr}~ZR8)d^JjE`_SoKlK_xP9nM`JkcPW>N=QZwXUsx!Eojha*JOnq-)kYlt@d!83g z)iL$F0277>a7?h*ijG7}@r@4+f>8SK8A%`E5)1b>8OCL@_F%sMBCaz^OGYL0?L z>+a)vRyk_8FN}Rt$$D5)IZ8KF@kP(hJ~p$Ho_DX3RtwRpn7>yI3I35P;;9SwlZ0fV z%*WpIn4UGG0^bq7Ooo&WzFJ}Y_sYqg+;JwLPqPtjDU%)sUs&6PZF;fQ!f3g$+HfIx z3}oucU%A_Mj*g+P#m5c3?)#h#xG!FTr@(M8+G_mf%Wi>aS}NIWLQPU?GhkZT-HzS_ z`HH}z=J(ha#N^}xjeXw0i4__8Wu4-(Jc>lTEBCID8eKu?94|SxaMO9T?I(vAyLU~3 zbtdVBndBWQ>I5$4?rb4B`6hYr41A!rK(Exv<(O#Qz% zyXo8eZLl8)$s-B41Pf|L%WUx7p3C|>M%(s?C5H_nb0Ssd1p9lE7)H+#7{&)Ib6Lf% z;uebZL8_NG#jk#EdZoC+ut5;?fAoHcRIaoIMcH#M=Bhu$Q$qjt&~8r->JA5GYFKB! z3)r}@K5}-+n3&h}c{u5u9-j8)sK8)+qg@b&`rXB!|50zM5?|k?g6#AS_WygxIylhpPlhB@H#b2DmbAqNR_A1 zDtY7kHTsyc|3`SI<~$UZr*#9x400fXFp8Z=g2WjuYHXb5xU!T}6RJ{RAO>D-*D9Ex zDA04WOF9*qno#&M>noe);^lP zqz6GUiD+pIBC%>sLJOk9QIFekxsA1c@NB8mNI;1nMZP|K}0N<`?$2JEqKr zRAiUAzt;IvWa;VEaPnoV<)4Yz%Ar5!+&dGtOTqvXp+2GK&HS^U#5@dcY$g~*6hVX4 zn)pNkA(0VtHt2!$A)$C&9p*ucl5#GIj%3a+zkV@xIz}se8P;tV;w=XG)%lwAKrP$a z#E3#UDOJv^26Buiq|;+dQwT=8g7n zJ>XRpS(Me*Px4JF90%b=kWisDb^G`JtDjv301i;`Z<|3l3&Q|2Im(mSIn7ZLv~tri ziM>L)aW62ilR1@g4?wj308J|Cr6t~U&@-+zA8q6N?&C*gKBIM5gV@D;5B2N$6?eT4 zqMOE7+s7(_&8K~PkC*p(PoPfw^bZPVMxO!yvhVAYd%FF+dT=rUdnewefv;}SJ#Kgq zUZJCww2&3`^pxXdaNG+o{3sUJK6B3x5AMi5u)f6Bh-Ux~`z6Qs?%V%HToyI9({s#wkajgyy#;Y#O z@o{r!`}Q~27{6-0tTZ&DB}cbpjU#FDQ_Vbcgb_;HnvV@HMf$f+@_c z$EqV*#NmRjrh1ww35js>4@XHu`p&=z|I93TJ7287a0WXn`X-6^(qs`I3E83HQ687t zWg3SrK)KWW#f6x9mk8gM^(J>Kq}S?>a(K9YTg_B05=Yjx?L#gHW9wxApUAG-GB}%( zV5ix#znynJsfl<~m`0)f$A$f*1^mq~poir7*Il%pufejF2+h6fbkHEU+6AL-1RPw1 znHa!-&L=0dw#t^1bt#&C(OiUzW7rc8{6u`Cs zJrh%KVj@l1&ai0`%=6}oAl0=MR()zg?9@l~*L4?=jF#(?=YG958?IKaRu89@zp38> z1G$ApjfDX|v1fXTEx*RodT6*4I{U#~5YL8a@r6<7$zUPhg`NaC#+fWsT~Z1l3qE zyL9R@F>r%s!-Zl9{|c%-)+q8+!;#IMwt=raQN15)EC*-p$3b}s*lArTD@jql(FnXN z>o-6ck9z%lF%z`ab5`mlGvc}mWG1$o~s~9SFLYt5JMu2`zmgAiEidd|67X$-0NREVrH_El0DsOljr#<~z8i98A0G{H z(>rijJA-KpG!TID#l&zyAiPKo?+HqP0OaCXK|1XsP4T(GAtRCul!ueyLOET`{&Egn z58Tm6sVT9BQj^w^fWJdwO3bPuhre@YDV%^c;P>q#9n|CxXcCb9(U6a_YJGTxl)Jqh zi8C+0E&CDF9xcoIWppdQGn4o%NUzcU6m2$k?a|Yl;9Te~zN8D1dQ>j~@?OX?-mZJp zBgEG!AkDWCM{!ZLuD~jakg6>R9(ce~Bbp`5am+&xzP5`n`Y_c!y0g%si%;whSStG6 zN32Z=%!@{}w6sWW^|fo+O*mh?y@Nr!+0xaOgSI<|8Nf{xSz}TmsS-{PKs*%WRT`b7 zq{Jqx-@!e^2JSwii@VT5pvE7=`HI?mhn1Y^(f8U|Bkk!{`6#AJObly=&4&K=#I(Qp zxQfCoJC{dt9T&_p4@18!e1pqoQ8@=SppMNok;m`bolC;Cun5}=sR6C6t&%yc%J7`g zu&`uH58z(B!Qa2wBUJ&Gq8uXg(3Snev2n(j*H6A6gwS2G*vC0wKSNPM4knzX3Qt~s zvXzkF#CJw&X%X0&Az=i3^Xv|IjpCOFl{E0slwH3ud9~5eev>0iOev#@kLE9pZ{Q2w$E<&+u(m8^0*tB z%}X4xQ_`i74T(eJb|&3LVO~Q%re9P)o_rARvX|;;&~$szavNUrGSj_m>xjr$tJyh$ z&D@*h*L1L=b8fk3CSf&C(bBSgvEoH>Msj|FG!3hRVW8?BmH~wmUCj;ih0Rfjl8eix zyn4~vVJ#@ft%JR)Ce(1%>VYLp-z5LJuKvMaq&$O~8igBO9K4EVYY|vBrfMf~Z@=uj zKwa}k7$6w~OHdN2L)6Er($rj$MoRR2V(CRpJ;m2oxcP_AlmZkk)@i0o?-<-4QvH&O z=Ivftf~UrMf7mpq${-e8^=sSPn3#274&fLN!>S?59Ae?-nT{=%@eK($?mUW$$SgSxe#*i1#jQ(I$SWveGL=^U@^+RgB3>kAsvFu91x$<;&h#`-d-HE<1S~ zq;vY;bOGDI%RC2p;gc*(_hEeA>pXW}ET#{X&7J$pX^@U%oqxwTHP zBiR6RnT`{P?u(Zh0{fs@vainEKXf#=s0Pzaj&&JQT|E09v^Qveeb+2r)l{BH_q-|8 zihz`OE@%xKRrGW4m4_i-a7bGhw6MYNRoIVrnJq|rk-+W>Wp zWY5;a)ZF~9lIX5qV`fYa3mKuYIUN5|8{YTTtf3#XB&&*f_)wB^6DISVf<-D@byiK8 zntEw}5%vZ8#~)g*t`k?oa>lr=UOZiVBIUZbMN4c~Y5>a1@q(k0?FzlcddYnQtKyNr z<8>pkxZO`Z?quKs*+bHWr9S;D%a$isV{$vkh21t}w|A*yMFdyQGnD{@Q}WFO7Y z#Z_{vkK`7XW1h~j89G}0ER3fL*qUSOc`DCn;?K1GN+uu300IgUCZCv!ys8B1$Bf4v zystcVVM&P0$-xpU@ZsEdJ2HXo3@>O9nIi8RL6)yKV#Yp{Zi=p;d|B;;;6tBS5C6#zZ&kcHk*8(mVUa z-aJQB*!@p^>3E~N1FeKj=c=nBOF`i%9nfvv7zYE<;=quTRb5ABg;kF&Lkh?2mf^!EpTHJSL^-3lKknEEG`Lt&JIUa55I zAP2j?^cs3NQ3(p1@HEoTpyESy?udYPA$d-lwI=mR|ICf%#bvKF!mN)KY@$p6#tqb& zP0g4k6yAKYEu;j57i-EK^&~>U2z4|8{f9nmZOex>r^r%EghmBb_f2}3pn;g86?Mm}m8G<#P`Y@2Ph8B8Y7o6@t#*eY}8rS#$CnmS6<#l-DFN$X* zcf(yKgePGavw`$bJ~&7fL{WbB!{b>9-qMyir;UwfppeWeHTasW)*b}&I7Jp4EwKou zkwOIOJo|8RolN4`kSzbK9C^fbYif|3e*lu7SpZ-V$yX|#GXXnR*lqvFmMtVl(NI&1 zKn#pN1&2ZV{Vsf=y?8iJB_T{z(Q*P~oz`5EeYZERSo@d)H>^G}6tfQDzD;g37d$&HW zl7t~5ww5Y67^b=p5E+=sQeAzKa_*nV>Je4uweR;Y#NS55=fC_h_0;SM6~(hs>)6P> zGWUcXeZofW+}`m2+r&AmqplFH-0$pa@m2sVEfG~rqS5-_dbB$c-L6B7_+r(e&ouTyp z_mtg(*^MxF>k$$yFI|q4=76WB_RXXN+Yf16X;1?YRFagND=RK8P9retxF*f`9Gq!< zug2lr7n76>200ox8%dVW$PS`k1%s?z*#(w)^f!(}d-1>kSG2y-S}*?+E&>!kya&%C zRIwWbWHjJPj%;eNZ#W{m#~9|Lwi`*In~{&dL#7rJW5|FTv)yi;Sk<+Kl-Hy$KeiIX zYrJ$XVLJyVHA++v<`XEAnO4ReTmCLMvXug!b?0IGV0C9whzslH30l^; zY%kSK4p5RZ`UNedI;$p#IrCP^n4)W;-l5+5ATPm#vfE0UQ#Q#@TlAQt3Zzt*_B7726YpsLVND8eDW$;e6gd zsM#gGU!V#RxSQ@9o6mOMGa&17+>ZW=mi_)fis(J9K_w|sV1VtcXd=T(j=c<$86H7# zJMa6>AWr8rzK%wtGjFImgM` zw_FFVC@u5{(t@zr*50Qob1t%Si%tUViF+6MvScEWNsQny_wNJf_)#fmhsycfKc8gf z9aHg}l=et&J-9{ImT}P^Qa5&5oQxPxr`ICp>?scS!d+9_g>L1&7s?eGPG=>h!O+Ks_-Q;d%rmh$;!@v-B{|>u-A6rzca3iVM z3%`q;cORxr!9Mj_n4yONxLox=PEpR$WQW9l=+1-%Gx;XVwSTf^6oWhcjEIj?kWXEF zqcwbp1TN5W(u9Mj05(&2nhh&l^$83am@wH^p@fjbcALlbbvJlXwT>9;mK8fhQImrY zp=w?UR^%bSGueqKSbdfb3IYUjA+j%m%QO_S4Py?xBj z!-Id=Dw$PF1_ExFOPOTkmOANvy^s&FIb`g3w|@C&wRP|a)@*&#l_`fu)Vf`p8RYN5 z)M{cbwr`LS384P4&yKC$FUgvw0as~}2o{E`p|Lk~86Gh27~_!H+#0;g^;$5lV_{1q zbk;-&Ur5FzSCb`diB85#w9T%__oGYoW{4G6*SC?3#qCq`<4)D2Ztu_W;h1|t(PK}O z2L^&KsB9SaQ^k_8c`BR{_Wh*bq9oFo}=Vr zw|fzKlq;Z&7hG0Nl}Pif1!PzVle+*O=^c6aWwkfYZvI+EBxq%lTD7%3iLcLXZIXhy z78)3eJek}y#vegN@ zVLJp-AR;px%srEK)tsJG0C^)?-#~10smLKdQ{7FqtYZtYTbj``umBQxY#V;%fw-5J z@f_K;%q%LnC=}&ci;v3LuPN~L*BV&$Kl8AOGCo`5U%Kda;UU{m0CADiDbfhABS)U; z(##qX0*)xhUZf%fEEAT z=J+2f2aZ9#o%UHH9+1)5<85KcLIw zF`gZT6|c}7n)c9X0>^{IIbXXdQj`Vox{g)KHM|P((F04s{=fJ-c(D0?F*p2@MJfLd zAx8m{kbi+Q|9KwoZ%aLX{J1LX9GqdBn5ZHkP-FMZBHC3Wsb{5Exw%L~lSO)CU!AWz z;^0cq-}HU#XgWutQfTn8&GixbwkCI?e9~69hMJB0LRxC-z3Uf|WSsNZ*cCA)nVIcd zWN4j9h?W#MxxzV~uLgdHeWUSb`?|+?^h_)v?*^YQ#D*F*Zfw%fW>GX~os_E}x@5(n z)q&Ggybj4ORw?&ECYJiI6PO;XviAR38mO-Je*zQ#udDlQ7YICd8D4ccf@OTHDklMZ z5aP51vOV6P<}yr&S?pD?3(?7yD}HCE$S$%N8wNPIJT%>H&|_MN)c`B;+6}g+^P{+* zzk!Gs5JV8-5_AgGZ_O2z6vPigrqQ_8*MSw=Lp}|;Y2-HMtCBG_j`@*yg_8~s% zwi+jPzbB^c7>p4Zpc&!nZq2I7)(hkyKzJd+gF7?on^+fF3s3&`%F$F)B0 zpuYNE3ginOXZa4^5EeS5Vj9)TMqcg`vh>enY&IGvi{;0qZzNSNM7YFDZGij7vr z7#2}25VCLYAJp?GS#$ejj!nbwt z3z>{he

T*z;Hp^m}uiQwU3bOe019;URkiBdKt0|3``W*p`j;L25*v&B2wcF$_;)6$D(X7V9t$$Pe2l5&WUDXl$U z_so}!9udR^2j5UBv54_T^r7I%InzJEZdgF(v_7)}qdD?t3?ix)1700+!5FhJUJ0wO ze~fIVasmAdY(?O={X>Naa4roS>gz|KRCEyy=%vf)L(X1ac-6>Fvd#m^184vIdu63M z0+BX%xdzmA8?g!oAoZNXBHRh`&Xd?6U56TiQ6OClZ?(Ip^8fo!r{Vkx2Erh!=HnGB zq3Um3u79U~%E`Wd?cLBgb=t}Q7<32e+Y~XU*#*AqLuc>9_UE%t3Ptq__K@`mAmLfC z*D|J4SE^*lYy(ysis|+U(Mpe(X4f>;-H%!8SUQk6oZ*ejK}J2Yl#iEY<b9Pqp4O;Nu4E*!S(+mmP4IQz8{XPY zGD5;x>)1bk{(Px{xKT!*7b8S$8%IB@^x9TkH}>n9^Y7S{+z1H<4Dt>HN_P#n%mH?k zjw838M-3IiZ^FID409IcA+>hWER_t2hXtl1!Cxq}w)5~%B;1`iASI}s$RYH;cJ_BK z-eO~8n{xzr56e6~14H`W18(kO>3$sK|Fb;f2I0!Cm>%W8@>2=89np@pA zJT3CCq+GoZHhz;>bM7cas4hLPQf8gxhHo#o%N>*3K|h?k`VuYb%5d-AeSC;2MR_=5y*~ZasQ2U3wS1%QJ7{Vq$V>#Q$z2HU zvIdDpE37N|T|^b0fJFKwNMrw#1bI?urxKcTrEP3(4h5okAuu2oWAq^=E|{ZWLWX+X zwh;I@{@*vJM!n>Ephg9&69s0?b#1*|2<1*Km7mUcOzq?|M^0GQ4xT8YLFfiz}_|r zV6?TrV!9c@*d7kTxMt8#(j%n1?WnVO7yf*ldv#(;iUcg3p}Bjvjjf4{+F`=A1eTVL zr7Yps?jj%;5o{D%PG}}1B+$^)i#hGCf?(GAYo=CBb?dH;Om}YI7Jn{`x)5323?x7V zLM6O}g9F;g$mYBz3dSyhO>eM7l)0V)4nd;$L%;h8sS;ej-f;+3lm+Zj0l=`RnQ=#j z)zDAY@OELog?qvyUDkfnJ$NEI7o+ID)0R<|Yw8;iv_-94+WUs6D|_-RPE*BIR3cX3 zcFqoe2yvuvQyJml;Xw|G!|EviJ_X8U8UpO|-h+LV4DICo@xuqDqf>bOY1YJ}@_Q3@ zuRy&RGFQ-fdSE8CG+I``%)xk!g#M^%5XasuL12#wx^2n8r}#~lh}6H1w{z{%dUL5yu#m*8%+Up3d{L*y;@g2zz#Ud08xR!eE# zOTHM2!=O6N0+nPjxK~F2TR-=^U)vQD8me?qvopDoC^`sXW3N=#m&zcQmrzJk0%d0o zQnO;%e28u+NUo|cOIe>-^4QrL25EoWz=YeOdDyOhxfVzZq6R3yzm>990|M!erQ?I` zjGbK!%uDksRJnjLC$H$2)IQ!{k=?o|;$y@(%4OQ$T(vvSXl!h3_O!MOKF!`guEV;* zYWowmXenfs1Y}`(9Bjj;U!O~k&bGXB5=E$t`d$*+m)T4Bxoxjv38(*KEnrfc_=|YI6X?MbV zSoNfMWp2frP{4-p-nm*wA`e4opilhrNinOA07LfKgZVJBe}WYxdQTZOQLhW3(AjAB zZazWsfH!7Z3?%E|6A*j;+#ll{Rx>Q2wrc))U3fbFQ6}sdQ5tPV)UE8VCxt)z`SI{H zxgKn>@%^#OysuoEa?yi7h$cK3X9*ui$Kdr;qmzz)na4_a<3>0|)Bn@n zcZD^XZ||Zgii*yRf(}wFdn}+RLsK9W6;U970-=Kn3ZaeyqKOp6(GivCNR2cpp@s;A z7OFK$CxHY)9gz}3Kn+Qx1kU>0dtaP$d7l4st`3*V1K}&{x7NGf65KFPs!5;R5hj&7 zYPhj!D>T;}gX9&wk1jAql zkO^8T79ml*$Ov|P^pRE$l^TCoR-57F#zoKk_48h&XVpHqgZirV)4PXbmHk0l2e*Pq zZp%$$@wOWyx7VqiKLAtRgZlwL9X^x>3LBDC7&kY`A~clxuYLQ77kG%%uE*k7k|#pl z4X|pGZ7-K9#Cw|e$$hbj9~_Z;{Nr+}FfEEfNZ2?17M^Y;*Uizch*tk51UErLOZfnU zn>y0Efow6Q^hXw`fF{~=6NH<6M3cR!_vD?Q5L5)=4aWu7``mzQ`MS=+tN^qBUtO>f`7C&n&8f?fNPCq0!as{QuuS|5yGP(RZi%N~1mQ^5p1 z!$a=(1E5m0s5Zj|9Vx}n);j_#=rfY81KavaC8?^pJwEQ=A;V-3$X^?%;CyYxq+++A z=4{_ppI~K@r4)xXONiRoJ>Um%)2yZB0|;K@cr4doos}q94E$zbPM-BnlFH^8=hF5gWB$0+KOri4;Gx?h{3~FuIM`+#27|S{+U-l8E(v^ zA&<%9vYmx3s>pi>7ACb_WiHCtqMyRITlA37J0oQ?e?~eoa6hR*y$=iMf|4)Lqu&@| zykXvcGKCMUCJm@zE!|%jwQLwu{Gl2blbG2HkbD;|;qyK=PKQerv_J#gZ z1yX!ex(<-ru7oUf4rC;PX!JQ24(&@Vt5;d$qYwhic(AgUEwe};2Wzv|5O5&K37;Jb zYlxHbn*eo|b_dkb%3paMJ(?;%|GayD>K}LJpF;`E!fIO^&3iw?oV4?WTwiwx@&<<` z2;Xtmd?|*6q_I$yHmzXy;NO4$y{>NDWb_@pC1IdNSyH{Mw+4q?ZK+HP-0psO>fXI+ zc-`LG9!E|b`UU%sd%y+i#O<-U%ZHv(GB)?wm) z54*DJYyE*$DfjEay8rpB6tFy3&+Y8wJs8W+j{AL8<=eM!6(f%9>VyLgxv)|taG)t6 z2bus6_P5HQ`XuQ!0i?GZG!qKr;SK=We&~lV6O_*A>07w z)vw0We_Lv3-u_A5^Vn*Ne3lu0HSdkQ4+S}2t_TsPmx^^;pMIa(p7y z%cTQtv9)N@gf5b&ME<%5ANWz%L_>R@hK91eAf&zA8wC> zd>c?5#r5-7HgnZMKEZjt?k50HQQF^@zOfWp)KNLkmna~CALK0XEE ziJ)2V2GiAVPzfHw>-~JfW4IP5&ov-n&H=e2NF)v-W@(m3>g~(Q%hMXF01tzX-~jjq zR)+FeXk-H4x9>D9d{zUAtT{X8lu-EoBy)DOjsUS!G^P`U9w#I*mok4GRX~ zj9~#mT+sijXfB=zt67Xh5_2Ct+9X(jk_L3Ux9W>F4*h20zPoqts#Oib@u&esv*;KL zPQyz^mINIit|eLWe$a>;pkgD^qu-A-r}Mpx+mt1n^&4l(;VONRYYvJZoIZCwdzyrl z*gt`TGO`!aC!d0y%JatT?Cdr#fHHo^ivk4S;Yj`r&1T5_GU5**+wjLfC+tcouU-rc zxNV(W06pK>ebvaLuQc!w;*bbrhM^^8MMX8p()&9pX+Jn}93{Xuys3@?vw%ZM6i5l+ zW7{uz#$219pI34^E$HL72yOu0a~Wbl030lGiAr2P zjrgN2!K(UN_c`;F;kV0Tp=jA__VzlJ{BIF3>euxd7e^<_L<>>0$8$g#^!$K`m9Y_i z7L8Rh{``c5gpZ(cZXJ%J91Omt0T=KVh_5c|d1g(Ew!r8!wGm$5Ci6I>1z+YvFA&V0 zcXIMwZOXCqd3{%QUuX91Sg4iku|>}ap~KcX#ynLo4l}(1R}P#nF*GQjE-=2>a#4!w z87kh5647&6Lojn=uDKHl`MA&YJlSK&_H;f)RNoD&Bkw!sSfhV#_sIWd;5y5eN|fM* zD z=x9Gs7lM9YVe?6ZwHp=AG)783g8=JqNb_SYlxtV#+-`>RB{^aiLWp#3@AI5Cj+-;6 z15Qnl^jTW)AS_-;?BvLMGXh-kq^1}wMLX84*7-w>w9|E_guQf$Rb$b+uR0Nv4S)hf z-ve_!xN0x{bJey24D;nFjM9BMewJu7IhjU$9<3#~^x*N3x?MZND3<~%E& ztB0Tu-Tt#N@*GR+7=v@?&W%?9!LSAzR4byf+)HE@^_aJc`eU|UOuRr?W+x&5leEr%Wa<{u~8HBbps|i5mqnl3mk^SNa{qB|Zo5E??UDZ^evnE=` z8?@fz&US5FxffcB1IK3T1e;TapmB;#w|4nBdr~8bvVq_w|+1JkvT#!$PytI>kpJr(^QKiS^2K8T6n-Tth`emVGAi1jE7sfwFGI{`k0s zgtC5PC>Qy`2(o9CBR`MK?Xovu_0{%h@v;q5!Eb|!vdzaXXh+>O96gy|n*b~Mq%FKd z`ip6DXPJEP)3hC{00<0uEj`;FRmgffA@_$k)iw2N-Y{KRy(e4bSJdXCdtI@$EBcve znPLBDiBtb?kRfn7BfI`*oi-8;)XSg0yxBtehN>8hnr3SHHCyE#lyg7a!ij<%z&#bysi=APHj->sTxh z0?NGJJASb6bl>B$=UVZDa1S4^g+sGxU8tdk`g##0EPjMkZ1j^e(vCGXHGik2xoc9q zg2_b2SAqs@a*th~F`T5#PZq{@_&1Y2Q={-eUtdhoCor1a!ss{3hKiK%fi=8&FQE}5 ztZ?cD_M2NoNnQrlCdQWdcNfn04=gy?knR)X%E6a$Pu?suIz_TLtqQQPLu83$NinBe zV!CcKODa_-(#@gYik>d;evSr97*4+#{RuPh#o`xaAj4@50l4ANK+#SsnNwEz4#*FN90lk%zV2@66ov|2{VdLSfQ-B$FJC@6sMm6Vfu9zRWLYqomv=iHfOn@^WP^@QUmf_V$#1>xMlz zzihh_JpOe*DsDLZsmQ(G*_n*=Q>rgCrkr;y_@#CUOX zomOHhgPMTY;k4Wg%V5~!^sRegJ$0+h2$GQt2O`9S4Miz2CNN+xO|JPLFel zEvW2>5zy*XW{nXi*HOC86==k?7o$a+ndw0#II!K3YN|a@d-LBlb92@-05QG+$ZNdC zX>>18fv29ZwcY=L!sRjcJB#9ZB;(e%kGq)_c^{CJ&*jSV%A60&7BxIT7KO6rK+ z*;A(Wc4u7uYj)nZ^n9)#=4ZAmN8iHIat!>G^F{ayda6uDq(ta=6OIH!#i-^X=nw)J z-?1Z~-)^s5OVAfIw)e4Y^zZ{ zvYIg5Pj=NqV64_*{m5r=c~^{C$udVsRw;Y-n#aYv2G!(Vq6KvTk0)!-uF#LaC7ro+ zDeFdz%q~>`Y%Rzt5$LGB{+l%TZF!Bi4LGhAbcze)*dm5Hkm^_*8*vK16-y|C8`Dk2 zP-QAgH{);bn$YaNYz}imANaqD4MK=G{CaQAYBYPCv9-f&Znm+oEKJ6&l~Fg zOVO~>Hp>OgO?JH*oyC^-S#8Ng0LwXRMZ+5}?UQ8C+P?Y24*0oA z5hFBeA)>pa>puhdT4BG3YnYQm116)ZxpKOb^KY%XteQ)dPuxHGprn>0Z}) z?;6+#CE$8@6G0{v5;w4`Gt)bV{D?R^>2m#Aol#RsU0_2!Oy|_Vt-ob-?H(vogoyXL#~y@ zmsC54&&7mu`t8>FiyfpC;K96~H9dYDIcE<2`|L$OLHlchgX2BXEry5d7Q-(lW-oti zf;$ngUn=uz=Kswi?hb5=$PM60|KG1Kx;RK&`Onw?v77rp_hbM4w*RTg|35!3+VlVa zBDfU)cl*=-f9d{bF5NblVQ{B}FJD7MUS+)WCFb+z&mUk3){6LH#=}hAEiPR37}=aI z!I6O2MIsiv$14$>8UUc{5ft#}iuU{=?vj$qX8;)R8PJ3z81L+n(OnY-DmrU@?!S;F zPj77WeZ=M-VJrQnr&q<81HwF#J_D9LPZfWb8tH~!`#0Fl8pauZJCo$fg+%b86>wZe+ql zc1QOp7u-{l0M<)sQW~+cvU-F-ALFxtE+MW?=uSVNRv=d8z?}y3GQ$cCEKVS? z3W@w1hE_!FvtTRkz4{8Q9hUwA4Zz_KX>zeBFWygEp9D@BnBt3VHo}@n<0872yrl0^|L`^nlnLV_k{VOnHC+t7mX`xRM`zX*dq_$HIZ*oa!bL&<~9-1xuLT?`scC0r@Rj?4Vb^GEtH*~kJX-kHtR4rrzYAW(GZ13q{&~= z>EuqMV2ermtw7;Jg%r85T;^ObvVSA)b&qu5+WVE?Qf@qLr{c^d%vDt{&eW#07ZqGS z{b9JjxcO{BQc_Z_L}ez1XO3S21YCjxJV~P!jfWp@)wLK-wjvvDoWP-y4UuWiscH z{Zh!IspVeC24GGNlt!dixX)=(8BP>c{l=1vII@?`Fdi6x#6U5S9~^OQ9KC6RIx1so z_63<=@vY;lmNMZL^!M+q*ztC8^oG%8GB2yKwl;9YDzL-6Cv9e`P6s$A0-_|$M15Ll z_@aK(+>WoGlM6m-j(ofxo?94FS~R@Zz@Y!uI=M5GH5Cp;m~po$r+K%Y36AmH(vzo8 zcW>Qq9ZIxz!Al>X(IO`PupIpMQV-aM$KlOu`C8pxTWI-)Ak7j6w%1*uY!(`*>oQfirgCkg;U$S&j8n z4abQ5B3*q3vM>eWyRutzbgAM;>Cbd7j66W*+1VxNMN>uqxtN?SdfYK*I1M}+ycNy> zwZfgvVF$~7=9Xe@n8R3#o&**4eDa#kUoVEcn7W+~lJ@qQpV`IEUL`uL2$%btm0K75 zq{{ZuAJ+OmEQ)Yx%?5(lOsg_vP{Qw3CFY2i6O;dmKkHZ-Ws>Y<&NWmLVJ>svtwe zm&tm?Q;gRYT9C1=osjIZDpx+Ah&vPIDQOF}ii3=hclOEp*D4Ktc=m&1{+8@Fn+;m+ zBYip63P{r+`wJa~nCkF(9xhbMY@sI&Zl|{!f~f+@Z;9{HP30YNO0% zC8vU4+|(7)x+Le-2gBwSCz%#s5brzyfPB>c_QY{>0c7FjvNzYK`|dKSs#z|fMIzDC zDdv>lkS(%oklzMvl+m0x>~z&_kJ>ps)-1a!*t4qN)_4@27%ln(nX#g*gnXKfz4^&w zss~XvaNg1HgYU;Gi;i5H&CP4A-Jf^lw_T?^fOjz^!ckg{lW!ig4(HYg3X1V`bAo?; z_}9C-O`U=#@{c-a3%v^Z99cZkcR2IfD!WFT3oo#EDKpYEPhLe!7JcHkB)3Z?@+?XG zkO9`uBJj(IM)c^%h7FGLi74J7X(mxq;;`t+W>%wzwAN)$Gn z6o8{JB~#}h_2MXwq+%#u@?bIW?Qb?|gad)rLpUVNNb!JsofK3udZmzTpfLtPgxR%cPTHI6MlxHzUsL74I64%@X-O-Hcs zI!h@9f-dCwW6o)UN}&3|gQZ}8&<7n-T`YUQO?rUG3XpjMpiXK>HG+SbJS7;gb%mWf z{SBsHzG)p6fj(D8YXy$f&<_(0$X%=e*06HfkNuzaEI9MFg-UK&T3g4>4?r7f5JAvr z=>l46Ae`ux5F9wf{ib?jWK~jso^DHc?!Mt7wS{>=@5$Qeq!%sM+$O+Ai-Y(JU^#(R zgI9naRVkeA6Fd>a52jZF)OpfKFubx{l_G{jA0zMik|5JmvRzoxY^&LJckl5E(K`m? zyg>Qn$&-NqKIrA4n zu#;yB>uH}8pHE{dcev6#Aq$}w zEW$2VW=O)CT<+!3t-+X^%9sdG+*5B!bF@)^LT(@b5ttOgslO-w6 z&b3U!OtXPCcz>D@M*tVuUWFqbw?14e9)0s{bTCp9wo<;*CQMCu^5nupAm)jU6x_v` znY;Sq58A06HW$01f>Uu*1wqC(v+F_!!&C)#YiF}~GdBpm;1?@MM~*PY9I{`w0!h`P z|E;=X4IOeO?s8FLJd+%U77y#V2ih_;0 zn&dQV*{5;1HcK#B2Q=V<>U0u`L`1Shw8W7;HB~QXZ2WP?t0CZKkIo+8+;D!u*!lUY zdk13uD$cW5dGP8{nPT4-%fJ`;qp^KrZ(E|`Iaf`;B1>}))9g6U^z#FRd_(<(MfGey z=Ku2m2oRVXTwFW#NtX*XJP$V(&N|2smgo$Ui1*NV6>P9PUB%eKwa`CS%dxL0blwaYj|MyNku=Xpx-7w^;(G0{Jxl_MYSW$kb|@ zweW0XV>+`CZ^RbdBORmq1|Q^W=G2E2tITnj=#F1GyZ|tYmKRJd7l^YJ7Uw?VDB1m( zq!(Tq*bY;EDQUuF@CaGuZw3B~9Nz5N;G_5j1J24g?r_(z>uiNE-IeRZ6`G09qSO3r z;BH*anF#gaW+aFL80lV|nAYv1Pr15X_(Oy3M30Vi(G1hWJUzA1F9huf%#;#(fA`m= z%Nf7e;$OPde=MHo2@IxilRjV|ebkTeM_cg=dR4`WOTCIvg`!5h-nWdx1^5R4&X+4f z;f1)OiJkQ#|Bhq)!1ai71D@xmy)H)?&6bBB`J2Tkhz4^VOW(V7&1!r1i_2pn##i3TjVw6s^2}-bs@SW zLV${Q_!WF|c<~V?^`Nrq zNxDYY)!jdf-vh6Cc zdFb(2hZ6f9wNkH8V!Clx!f0`UIRdQyp@*0~`pZ{ns0!2Q8Bf-d+&>2TMgO913GzEB zL%+J-|KE=@Wg{&@XMMpIJnM!}d&x%PrF_wMK{3B;S7pLf_f{M#JdtJJ zAxC7`R%N7@3l+tHay{3+iz{K>Q{k9cGV}bRJ!7hI5!6OqP9C0G`Am0PS77$5b;{Xo zJ(`~mN+hXi{X#M80#(@W;&qIB{aR%P1ocL^+u^3Z`gaMtqaT=ghA6pq?Hu6eEj*u^ zH(^@(nOH|XBq|+AFS(!BPo=Sw7M9|Ou|sOX+zLyvJKC;Te3SUCcjw$OMpK=N9?osj zDDPl=Md_XNouN_e(RE+~7YC48(_W56Jv1I9#|H}I)IG!QgrAG#8!F?%9jilf4r9no zW?|U1d6i||cN)t_?qY8FuX0vT7B2eQZ07IIS!?NUxI2yh)VfO5wK;*P(O3x$4~OWa zp5kAI4oj<$uc&<4BlSQ_QL0mczu;bxOU1;y%41z_P(Fs2@V`}DvZN<=CQ>=Ej?!i# z`4mjYX&>nrSEkMfduGHd$HoU@EA`Sjf`dc@)AXh%d7HlVW0{TA z{SQSJrSBhoSsUIzM7+}G)p500lRQFIE2^v6Ji~fZ8eU}PYTe&4{8K}Awh9WD>~*4J zw@X)UOJ#6^2UFk}*4~G6hmBJ0>22`rwO7`T>V{8q1>h7$EN!3rUiJQ5S4ctJ&Ky`c z9B#+0>s_ZtO?rg+-M>Rq`Q-ba8_5dF9hL-tKHpAR2c>%R8Ri@B#!Xy9nC|sF`K51j z$pu_Z+h_clGwQV{StS?oL0n1q{n`k|Gn3@e3BSzKF*&%yVc+KI*4Mm+)d>-YzF z=KL>!KM6C?Db4FV)Ic?EwHYpgtj=LJFB@j|pOm&2jUK|7QNr4B8}$wJCY@|(sJY(m zp(6`7aX~#HB}1N*H`||i=<9ntmq{)(kjX3`J&P|e=&w>HZ1Feld4FUE*JO}xAiPyF zaZ7G|Dw1RxwwPW$bUuw&5b-2mpZ+k9_YYT>JR{6CYRuL!faAXTW_^ivtGz?nO%gw4&<@O0Jjv-|>iJRjHGpjMD%=H0qt*VwS? zNi7t_{yWKSTAxiL;F&RZ|;*yLw2)I;PFD#o;d?gKzMXqJcAE;N?+6` zRIX-IHC##yx!%RiYy4NJ=ieM-a9M^recNvdpF3p~$Zz8?oT9S9%po~(M5K+%l2M}O zC1GHDnSqI|nL3w`Ix^?f6KfVYU(_O!N1mzifPVikryFY{eaNSJ?Co7@xH}9B`TEta zTj-%qiO}0S5F2;jG6z-*Y9A7>BUtonI!%x*VmqQcJbU_*ga-b<<<2}WDcMMqQ##&1 z6W2dr^o|&$B{v=k%9-)SDeWHE>@!EtNMkrWG-0FTTwPuQoiloEtU19!baVj*0V|6O zaxb|P_U7mg^Pw#HY{gxjCU+xjT=1ADO-wHmiEa{BRjb8$$mnYr`>=2eWkchr3je|C zA7AX~QE9{tOd0)?Y|%FL^X1&f-CpOUqf1yFeY)MFm=1n><;AesY-;#Nux)Nb-3yAU zZ|A;Anp0tLFp5oG@d1jTyF&i%F`%j`j+D+Sd-T-&1It{kdN=CrN1}nQ^l{t}gEs*% z`pmi6lj^&s4qfn6#u;*rJ{4cRUF3DPgFYj&qYqi&+SsG!9b<}*oWad76;u|V0(I)s zF%vhwhN27yNj>!q+VQiKu_6(3q;P0IuYn)iK!Wa3RKG5*Yt$5<#*NIW_Yy`Rp*09a zU8NQv7xY*xDT?tr%>Y9qPEmh zQ$rrqCd|8QVay`zZFkpE|B;V9H#AvdR#^Ad9n&}c-B!UPMBl(@J|g$I5TGie4|!V% z70mkV3NE&dZq$*Wr(NZF3)nv!X7+RZJJMz7)QMDxMj3e#cQxy9Us{)ikFp*X-0etg zLgfaQ*P!O%^s4H9kv`^ciDCQX@iWqCiX(sMknA0(m+NG_Lzj-JpSjev>+y^$XY_TX zn_BLxgLDP9%g;shDvgc}GCFr>C*w3$fS0NB%7&~&=FVHHi$gQI1Qih*&W5wsl5@HR z7GX|wGK$Z=y!QJvcIt?n1vc1Q?jCl-DV_l~cz+rx0k5dU&V+7twS}D%cFQmIEN&%3 z#jc&PLB^+UsJKVp*ocAZ9_H`Mw=La z93}6uyn9z>etY&~l~6Y=nM6!~>Tqc&yqE7G5bl-&lL2@n9{ z=O2uBS(PpS3z0<9M_i+sL}&GDN_34E~Z5Z zvFVIEWpVp+3&hkBj~+2gp+`ja6N-D99fI@Qzv=Xj^(s24pQf&Mb3V8dYPFvHfgu$W zq3%e|?8YoOQ1jy>O*|O17d0;^%u_=EK5vo z23c)jL#=2$6eFA8KiC(}P?!^W-RElNtinlJ1?>iuOSCva_CfCo#|M(HMfE|`8N%?M zt6#Jw>FE=xr8a*8vsh?Fke4$w;MEkZdi8@6GhSG-V5o}iG?hMz?8yo~gl)e?nM&>& zeyxAS54XwQrTlzQ?#QDj%QWct z7A?Lsqt`GkeCxNrG}f3i`lz`0@oFPHr12^OTn2FX96tbu?O(!o7AwwaA+$K=<)}#J z@Hv9nV2S9JnoqsA_9SUl0D3WCc(09Er~bM=LuCw?n%|Xe?ubK6@1zZJ907<`=&hDbyY@aFohZh z?(nS-JSdJ~J<+KWr&}O(`Ca^>y}fjSs5`(ARK!snl{pWs=*s2Bd8?#shj)PUjqPC$ z^X*n5-b0;D{oM*L*raMSkn@ni61%ML#v~BO%{-Z_X_Z-3GLP9RJ|gl{^3~E}(>!HY zHUH-A%Kce|nRiHcyRJT=u69sAt{wP9q}0jE#>P>!{G~a+$-+d zxyduGE(ggJ1IA6NX7r5KLT9W!nv%B|hnZpbgi|4o`j=ho2=UK3~kgi%wK*| zmhkSTC-$JCu)z-K?1H&tA*`5F>bt@gAW6a-m*?w$Yp|+fe`3&HR2BAeg~+zk%NZ|^ z{WBG#&tZ->ZD{627Ek=9UXdC>L6KWo7GHshm;ROp?EQ0W>?q>BRUqd?6(1B<0L+S88M48MkP|svvexsX4Cg7epzs#1?|VRF}yGA#pyz5UbMX)FFxF0|$Et%|!Cc=>ugs40!*qG(oN&MPxK4#gaHiTPDApy&NYnzGIx zMU9k*+2ii2=!ATfOl=tNN~8hGb1Je#{8B&txk`}^YQMTJ=tS$rI{wepo4&sx;jzU5iS&!|shmGSYVE&s*)?BPqe9_h_?c zaNpVS>E^jK?gptU3)=g1dt~I>71bsexRH5} zJ?Fx^BhFMM$b8_7AKv={FQ}kkxgF-c{2qTY^dmK=*mkN55uqxJn>G>^9i=Dq_hozd z3po__xxtLN-pJXe zRrP}0a=Aqqa#$NvJ*Ex)GGnSp*Q z%Ih{OO@6DYN-W@A1PjP=6o}I*!P=o0G_(QG#a0Z0O+zKW$lO8Rtt<>KDDP=Gi z0g%Tkn*7f8F`udIhp{Nw0I=*pFr6B|3M=4Vkl$sW950Vk=KTyt0|3P9(pj*hAH7yz zEbg1Nj00&=prgml+~dYv-JS_>YiUk=_AKN>9jgIW%=-Nwp6(3<;Y=kEF#16r8~~Kb ztF&95x9D|shOUtRNe05Lt_>o}ET%;24bnlj8-(P6@nK_q+}oJaK3}9i5kMclFf&k7 ziR7xeZJDEW0)e?7pb{VaR6$+<*mD_s*G^6}01RD;cp}brf~c?`{`_F|BS$F7Vkk(O z0z?F^lIGZrAlRbLkhicHC>#hzB6L`eRRyCJJfQBOyd!-kjKcvpE1Y@r^%#|8P}!b>mvV^S}P#T2RfHf?x=tYB1&i zDQmy}T6TZ37w9J$(-hniXLd!Wof-bL6f_a)77uEPOtKX9MJ96noRdHVFd z6i1?3Kjepkm|7@;wQ6yVWnrtxgXC2BD@KCM5 zybKs;&lWBw4{dh`yVFWIgX|Yd5aM^uy~%Jia3veFRUV2K9~sO<;vFYs>LVv5N$GaN zkp2pPpIV8izfGqI7R`Hk5$!Ykr>nRvM;ZfoK>j(7nS-vSEpqXg$M(4ea!WT}4K+KZ zxd61(eTe<*Zfbdka=m^Ax0M`tR5Okmm9~Kkok>^YVN4 a%DNNi=PI&=B__x(KWk=vs^r9lJO2wAe<_Rr literal 0 HcmV?d00001 diff --git a/evidence/figures/saturation.svg b/evidence/figures/saturation.svg new file mode 100644 index 00000000..e0fd0fde --- /dev/null +++ b/evidence/figures/saturation.svg @@ -0,0 +1,2018 @@ + + + + + + + + 2026-10-23T19:16:48.805244 + image/svg+xml + + + Matplotlib v3.10.7, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/figures/scaling.png b/evidence/figures/scaling.png new file mode 100644 index 0000000000000000000000000000000000000000..59c2c19845d41e39882fb3647cb4dbd8d4023b2a GIT binary patch literal 91651 zcmeFZcUM!}zc(61u^@IuK+4_-C{=oIBA|4ocNGXFbV#TPC@LFiO79>-=!6*49(>LMZ_ zbYDP%kKNwO%gs|-P|*3m_YiRPuoKiQ`cIQ+r7`L-1zACug9|)PADZm&89nhvot;Z(20BN?KIzP+GfAZu^q*Z^6cYX zmZk?cPR!#&HfZOMyVl>DNVG0OV;0d)C{mZ5!ti3pVuK9WM7s86T@~Hk-OIq~|7$~W zm13Fy^8o_cIr;Mbe}CHHJo)^;Kdfk+0t4}1+eE_I*WhCR-98ImIZN}O4?$LcU#1S# zzgy!&_6z^{Hv|=`c4&G%NpjLu!0xqR`@&Y!QDtAL&J ztSxGjq}(=)(P%z9MmxHu zM)KUHO9@zKV)9eZ3cD@@&S`&ZiIbgOQ8n`RJfgt@he+Dp*!sZ{^|RA+uKTZR-8FMr zVcGuM%U4-g_`&e@W~tDL%*4bu$@p#L=_g7w-o}=HtU+gXv zVy2=s1U^Kv$f)b<$G(2^<}nVjG__dK6%Phz_|!`tTx6VBSDcZh$$VGUVqIZ}7ID^T zwli&w5_n9s@q{n*x1Orpki)u+nRd#qYx-`FdFNziezs+{BP81%Mcxu>F2Xb(F1hwL z1_p*kM2K~LBChPtW(ZmZ9##?I#pE`}PrQ2vxv3uStmTb}{=;yb;{Z?XMz0287ELNN zEH+K*^4eS&_#L`LtZpx^9_Nws--=C4ycPP-KkqNHNdK@+u;9{&=X1vuVVjmc&z?UY z{XK%Y{qswj>0cpi@l#Va30)sDG6Y5JI%CaTYQNPVzkYq{+_`f??c4KxEtSqhtg{Po zwNr*7Y3bjSrNUZ099eZ(OC-&0>kh?nlTITkQSy6v7Z`;fCW|_}7*83K?xO??O1TE7 zkMlUjl!WY48m;y=$wrQi%dOtc!^vVWn}z=T-a;e6b=kT|@DVCcW8p1>Sj=-vS)ZD5 zBzCvJ{fD*-iH#`iNIcO6SKJT7?Jt9wmkU++WPNtQQy)z~C_dXNKH)-Im_Hhhp@gq* zJw-H{UeRe#<`EM!U=2KQms+aq>zFNWwB7Sw{8_dJ9-_LXWx9SyRdJ0OX3sxABZ<4w zWcg?D{%N|KKVt9cbx-K_jrrw3f0sl*KYVC;iKfx@)ljQYL_@>mzt*AUGwsJzUwm{ zol>)jOWoJ}__8UFqmI2&2CQ#8ZwH;Anfe&Q8l9beCn{Yn5JRaW3wRdU9Hx^=O~Gf{ z@!R9PnY@tcPEvz}FW z8H||)*PT0Gv2uH9{=3r&VPm^sEs{Na$%xGXBZk@8S)u^OdBuiB0ybFWbGWx@fV${B z$?RJHYYka{xJ8Wgg_EWt*U7_WSOxF>lyjF#c znKw3O3bYo&1RL%~zI#`&=KWxLX6B}qCqe86_RDU?idRYnE^bVGZEcMwprN~4x0=L( zj1=jTt!Q(08=o01cEwQwP12V$?qZw9tV z?D8O4`I4Oeg4oz0v{nx>rm#2n>D!4DC$JRWzyHqKDa14stW@`m6|02Z{MMcz=uJd# zY;63l=#s}Z&w8M`#&-_!7dw(;LFSF zf;g9dC*`?W>pYVR=nXYBHC#aP8CIXqOPQLHXRW(Ec$S@0;UTgn6XiKKVI zuU?JHN3Cx^iQ+fKIytbi$p`qnp_l~fd5x<^Fx{}TwT(-jAy|LP(MY&i?Kn`-yT9Ic z`@g1~!t-!yY_FY7_n)#l-b<(@Rl8c%F4vK>H4+5S3He*^P?Hf7Hp`>6XbJol6B48_ zGb>0U(M$f$|Y2(tu2q?rq{a^B=CAw44AFOq4Deyno4O=n#cZe3!Vzc z2kU4fCzJIVf{2{G7><{hw|#a==kenYAC*I-{d8c1ky|&1(q~6t2rx6torZ;XL5R;5 zw-+QWE-rdR!NlXCr4E>JO2d99!eprmc8`xwlo$(Tu*arCWgS!_ORSNUkx5H`b#S6C zbV8|1h^>iSCftGtDNit$A{SL?cJ0wKi~sQKlC$%B2iy7y?iV&PQ*s8E79M_~795wS zssqz_#KVT#`8bUBG9jRQ$6NRIM$jNX*RFnN*1FluXqWoL#TR)DGHgXHhB(gRJ^Fkw z&P8MomEpH=ufhVqIcSEyGeyQUE|>G$D#Tc~L?(^T3pVUz4aZ--c8%a|MImlJ7-H=n z@kDlKDseGu5i^Ou-reBs@SGEeEy=vS#3oSnxSB!7uf$BQKI*pAi{&U*xsm!a$iOb842}jHUf0;@cmKx{GLp} zPH9J?kn(uIx|T^J3cp)y)(}u@ay*XSmmu$aP4U7FArqD{Xsr~euo(y$1Z)v8jP=^w zwi+oxn^z+cx8d#EoBh~ht(7|ko=r*sDfCCGlxN40T1Abhr&=|9)|rq+EM4xZVo|SX z@{$?kV<9;9Y#xBnkXUrn_4sIETU~@uN!Z(81()78UDw-X;y_ypjUF_}2v`f{v#hVt zX5D6$bo+e!%N(V$g#6@_YSO;K!Ah{~?o$QF$H{N5dNHFau znaCl!o#DTl-^}b7h)BXy`bdh04e>d{#N$IsAOVTQ_#J#~DXc>-2t~41%r*2%aXb}S z+}KtXQ5K`Ih+_7#81At?2_xcmeuohdi(%HEz_M>Wuq2mN9c|6ICZepw`n0PZgU zCRY2kJGwq61bEI47+JxI{zJ8P4O;@~3W2CvUr=Zn%0fGCwFHb@t1V}I?mg-r@+rX+ z6s=<=471}uKt)o8jA{gRqPvezjWsfkFsJ_bu@EMwPmI@ktPVb%&LJjNRpU(=j~p^B zeWsM7aE%bpc>h_@q?D-gM?QjOzcV2Ylsz$wzg^P$^;Hv5Mzj}i+oR0_EszYUB3G+& zafRE)PsHB~3ODn#t+)?yjl~yHRNxKQMmR{x@{av^zrlh{SQ@Ud)5#gn;1;cDNTtElXAldFxkKM_(SFe?)6EVFP-bpvvL#HCLJ+TmvNj-FBY>sGC~vsx!HCoW=s z!82XlIr$SmgH=G;FoV(TzQHhw^npVyc^8xr&gH`v_>xUVlFwv>fK>%nq`ADJf*=m6 zBUkV6>EcOC9Z9x~xue!)?*LHOebY)7b-!(Ohm*7Rps3Dk{SMoBeS+MIKq#zGaWCSnf*w zaD^5UG<%EV0%XFdG9seL#waVNg%p4iF;NaLZKASw8S-FjsFqU(J zcf>?{ZuZLg!ueR1ZWNiAG`KWw*;EPRD|1Vrhc$cVm1kwQ_CZ*6|v7sAW& zM`FrKhm&l__b2~~%aPkiYnjMf+<#hUafw;HW3_S2$0<$5Tb!88ySloHj!^fXf>E|c zvWDrCpMNAVl0`gK8i_Xv9d6sK5hAe~6({31Q44>w#5hyN@ldnkyTPT{NdL{BP0QZq zEvf@f_j4L|r3DH^#%PPniYi%3u%`)$1MbbSomPlc88Q;~Ho=g)n@`oKt>Nvmj2O&n zUcPBrvZ+l#KRE);7}Fpr-n%GEc(0eNg-$9gvFE}cp-w=83Ra^ktRaxd3^y|xFW4@x z_r}SH_%G$!ZLoLg#xP%Ye$G73#G;gVW_<)hUcmzzJto~=_SkqOFEj(|Ms{FZ?7hgL zP22q{z6kiQc`VVT(Cb{|o+hc3bZghDO{QorYULn>>C%Pfs7mTT;_J?P<@*Pkt4H%BZq2vbFaW z;Qz~}n1kNY;33ULP?m~vZWVPsBF>v{<%!RIn+AOgX%s}6cCA`Y?^MC}COKk-588Q6 zZJ)6DPF=}&9>nT_$A9E{y3fmEBo498ITl$=;yzsJDK9OVJMG8&&&0uaJF3&~<0wz? zxuMF%j{^>01a{^+c!KL(N%9payh@;FRd~w4U)fpKv2DFUuW@vn%Uc9QrA->Ef+Xcy z@sc)MAL)`^T~}2bAM9MsLcCAOd46uYxK~)Zjk%+a1^bWFkHl(>80K9+(5e?lhnQ+( zN?5iR+*9Kjyi_#mOo@uaON2dn$1|z#+AhlIc)L{4ViQ1rd-j=8j&jhZSr(^)U1zF^ zOPxy}=)P9&+MA|Xb1cn$eD&(p?ftV5$OLmZSj#KSg+>^Jx#*Dly^WbrYCK3qPa4jh zX4etEKiV^1;P+g$h1WxZD?vXtYD&ak}RKg+Kn_*FVk0v>*!Uea+e zf>utHS-s+tMbER6hCn>Tu;(=8T|>f%s`tyd%1Y7v^M^-{_tl0H;s{gPAgd5m^yqiy zeoF7L3<;H1hBOrNCGLG5K@_Z~bysv-6iI3B8}g z5ar!MNtHB_h!OWr#Nf7Fgq~?aMbmQqy7s#NV2OoH%EC$1=exsSu9%Ucr3ESUZK zhs$we<3&PK8%P7Rb*yJfmFGKyrOX0iN~9c`7=l%9iRkNij4PWG^<3}O5ZoLt`>;9I zW6gmRLh^puHGVi$jN;x1Bw)`#AXE$ul`YID)H!;Z$FRhF9y^Ot@tT0~Kb~@ERrYqy z=VJ*l*Z5^Wp-h7?E&o9pODPB^Kqt-W>EY#~x+`TllQ+DJ^Duxu-PKZ5)%y?m+c2-60t%GdMaOAEMs&MZ;M z37!dnN3kW2FWOcx73|@?mY0_JO&iwUFj(H-W(!zRs;+#FM_Jh*<~uZ;Rn12 zh7o+7NqYQd*x2Nm(VIG?5ZdO&h9N)qfYxZv88pM|O`N&Ga)Vl2j?#6!Z!qot;#LIH zS^Q#oyCzqmr4!~KXyng0x%G$I+L1oNw7tb12}4$a_~Frzm9UCje`e8tOWG^17J^}@sk)wG znOD{pHUGxNwW96yJlWXf*`SI#{+7`Y(TZ*Un+fk(v=SHoeb%I@Jv7)QV{osRuC`!t z$GI&bNk;nZ8?0Kz=cDzEV|~Bfy{CguMVP!&WpTYRpx_W=2opVvmdk-NA5SM(b$pYe zziyiGVcq8rA|nRl5PHY?ljROZb61_-4K@=Bz0p5&+F>UWsxmKr1bW<*3pH;aG=?N^ z=38HL2$j$g=1+^F+j!t+8%f8*bnS

9{_zfFZNE>KrE_2X8%- zZW83nnZM%7E2rLxZpKdx?OT_8teNUyK zU6}&wulDFq@psMYeah~U^v5XKw49=lX_pRug7!)*%C5NVqv$h-2!`o<^g(i4KdpuB zI&b&2TZkws9B$~fe3M=}jTtW4d{afQZ$~WKQXaocXLzI2Ilp7yt?H26U@X{eN~}j= z*#ZyBto;Xj6Zhou9t~5Tzy;PE2V-zT(;E*eaPDu~;&&WL4S0^ZEE5B!pQyQyA(|7W zg5hNG5(e+Fp3U5)q1kT5U^=00jCkzg>D^wIbe=Vs&a(Q#J zEC_3&z&yrPIAZC#)CEsr6M=@ee(n1_4?r>47Q>*oVMWi_A=cj-Ip^P_PCve5!Q;=D zMKT#f7fqf(rs0`MKWM}pu^Kb^D$VjB&)M|ot902w`drDYN1fJOJ}Hs( zXzn$?wZbMw`kVGTIAQB#7261YJ?v=mW+Rl>p}RX~JIC6( zmQGZrZ%L0t^qoz!6WB4%iA@JM=+ku*xnFQ(?fF-`YceKR@WzG1<_jGnU9lpalAqMO zJ}I4pY5q;GIJY+x7U{R1oo#OMJA(4inG&+`s<3K2@MzbrdVS&a3%rj>&$ekxvhPNZ z8Uaa&?>?;DWQ3`fHg=QXc;lkUkMlck2X6(NE>!=`^bjk6g?;Xp3Py9;way=0-0O*a0h-mZ8O(ydEnbav>MY#l8oy2H=U z_Cl+gcC(EI&(~xnG2XEFTEHXsvRZqscp@x5ys&kP{4Id|>J7BIe;`_YV0wP9*CVvk zgxA)AViOiG@2L_TOA1(zsKqdtj72;t^O}FE_BJ^(bNZPe1n z!0#e`<=l?2daxrE+3&aex16MnExN!lc2tjSD*L;Rg}mj2l((&JFDG%p4y0$dmo;-? zPz)+V)cBxZPv^06Cg)O-lcA2nm)02Wl*T$zRXGCo3i_8xj)&NnT%LVlo%yY)lHfNu zWCi#BSI~Laj%~y4Dex-pf_yJkj&Tfzs#>6Sr)L_V4ffb5+KA%Msuo@((DjX>PU$OjQ&SUH z3UR1K)h+{xovfJzL72g+`{Iec6npsPwHcqUfK%fBQ%b0`bD1!l+nh2K9IvT()^ySY z>y)H3k|p<(S;A$p=I*mNP7id>Zvp(q(^XD>l^ol58z;joB_%--2CF+mztAig_be})NARgti$68hSLaT4Hz&hR}Bi}_YE{FJ<_R&U` zDS*v*;75GI9|6C)cK@IQ;Zh~10#Sa4l82w9urWdA&3 zqRT8I>4RUBWyP+(re=6MU70DA0*VbWipI9YCVx9dI!Q!YJ7-OltW|v)rkR)GQkUP{ z!HCa00%V?kVOkxFc8WM*bcmz?8|AU;)fPk$Hvnr#o;&-o@z_vRdl;DojhNf3YS--# z_wa7wA2WoH#j}L;#J!6o6tpiuvKbDGNwV~`KBhP8xaPNwHMR-@LDr8GV6y=0weC`{ zH51NBsF1G^QFjm5S*09w<7+R{NTrF5pJEsB+z7EK$NRp}BxqUsRxL4ujCj6e*SPbW zPDDOYtP^Id9$>inbB@XbOm1t*@YK@fIh2k_WAhh}ew>dbZ%wzC*`I*qwNrruU2cJs zl9!$?y@Ri|`!dS44qkiK{qep;k;W=0s)!G0zTtCLH{yCF%X1>sE+uJjjaQ=uKZ^%Iv25V2WxPP)Rbf^!;XjFtja$I`FwB+ZV>o)Zeov z)g`x`%AqUry!n(G#oOD&aL;$a&LmA~tV*qnwzM)f3e_dr_eii|-p4TcWj2G^#_lFE zo@Gc~u;Bm@QDO|K8xJCBr#G5Epd_l!G+Ji&I4cWg-5Zk^ZU1}&X)#;G1Pi}UK=lok znY%Te&WZ1X=k&qNy5R-R-C_N8E}L2DCH`aan-9|DjkL=Bs$lH>F{^2dbKjJZtOWU< zu);bQvdmHvhC#E68_!KTm)0c^lxpS{#e62MCq?4Mx4s2nfI8*DQt|Mh&SapN~;fUzkFWmFWDUvft0duhI_Xwa{E zwjp7sy@t(drQCb;P`^6YLB;njf^~v}hwlUmm1xEk$nqLAihkxFZNG><%CvSgWsxlS zTS%zqVBl%6Ap$K(f9w8dCq3{rNa}K-Sa*TRgF2S^BYXg!OZwD7JHogZD;XwF;|Z5)<{&d+89x}Z|3?$`jFGCL0HD9(Mmp`>AN;rGEo z0CBn)KHI95k(-y7H|i<7`t_Pi0<#RlY4t5V^X=nCK;ccNE3;Lg$wwV5v*I|jAU*uAwM90H^$)=OF$@?%@RURM4yNp^MShTHeH$NgRNySfIprTF;?0cUtk z8`JA&+m4RnH8gx}PnVFf*w)MVFl{T%> zzi;xJ>ifxf99bHA^-b=^#$LxDTYzZ8^=`yj$cl!kp{BpCBgK7bvj86?R;cLD3A?1h z@0*2JfV(X&Z0wc%1Ld{9WJ2)jVeJOI7HXq;Rw#$ztYil zh)Rbz-M~AT+~Pl%hmRE_7d7;1vJy;vCSIPI`g%=AR4zpf_M~F2k}ny0+uqem$6o5M zrP^Y$@)@I{UcI^!FT6v1Ogygls&snn!#*d5r7Mf{d$q9dUjg6kG?Il+stS0Iijo~> z71hud!FVC(qi1h))Vsw$rfm0!Pd@DxtnyOi>tJD_*P}$Vp+=+n5OHk{@u=6ErUJdhlY>& z#*V7!_mJJfsJ%lsvG`B%N`0VdHoW>|J4gC^$`QhTS9t7r-p+*4G+L`g*AI~01fd`o zi9y%*&`v5f?_`#I#nI?paruU^vdEF+JE+ZkgN6vnD-caq(2ZYip(J}jZw)>MT}6f51hG; zF^1L=4 z7cC~D2IR!0slpDsPqx?LRymDobpl>&n8x`LE(;^+jNA>8p2Jj>p`X*IeQaC&_$kQe zj8pcaMOfw&5JlVh&<4x7fv|r}T`mPtjGOM@b*I`r3?Y!Nxw0r)$s%@Ri(6e7fu5i; zT2)8?Lwh$186W!ftB}+4z7yHU;$C29>o>n4Xe~HOf=t4t7(O!AIS8Gg} zuDGeR-zAHGa;aZcHM|a>wt}@_!9S`eNdJ}nZAt(tT`*<< zF)wK=-Kl5WlKP5r{rdI9-mK(v=t(~{&+OV9BA(-6qPC7`}i z#Ebf_*?3Y#bNV2mc`c8cl;D=7+eSY=82MNN^c-uTQnApMn!Y{=h6BZySpzoe*#Bqq zG0PmvxbmM*kUX0I+vIrv$8>-Hdm=Ck{x8>N{_ivT-)HonSoJ@z2rjfOHmeqwpq@bS z@LMel_^B&#dI&+oRM*kbG2-$nJ2y9_v8=4DYV3Mu(}e#S$co)T=f}T(k6yI**}(&x z3+JT}%JLpCbpP4@=P&aAkUpAv+ti!r7i`&D_L7lP;4QRi2)D0Ze^b3QF@QL66iHzP zf7bQ=SIe#6)*0fmY2UzcLzA+)HB{sq^ykkLdaK@bo>cDmHEq~uSe}PUAp5gu(LivRQyca}2-6~#n zvOi5Rwpj#E*8)sa7s3Z7&|+YBhyY@qRUacyeiY;^+yMBeHH0QB&K&N23q!htT3 z?cRC*{5cn7YXpXQoFR|2nQn`#S}6f1fQae?saVP4INq#Net+@&tlWBsh}P_9&=+9- zzo!_%I>SyHm$;;eJA0gJ763%{)AnUzwT?jT)YVo3AJ1C`G!!LC9VJ>^)F31KDSzEa-}&qoaQh zO!v!B>h+!{?OWpgYMs43JjzGmLl(WYo_2a`mW9EZ>9R@ee}Ut72gPQqhf!qx9E1o(Vt6V1=yoRo= zpJ(xonz>PzR;`v|>?%QUb$Dw8n822Ga=oeWICEu37UDXefB-@k&2kFp%4~rUdj@Sg z1*F}a0B|kd^00L{^Bw4Zhz?Y(P3*<2TOro;4+$9*)a4ywV&>)yvOh(|5iMHIPe)am%MxPG) zq-s~X9DZ%&^y$+xm`EK2kleR{=1)se!%Dfus9|>|WqP717+M$qvATS)pw8Sx`R#=d zKx1l9Kp1IV1xiN=rP2}$TpM>rz>8PTrVFT%N(U~81OQ+~#5VveX}$!fF3Qa1^GOC+M=`UrZa+qf?d-A(ps}U zo=g_snMKKtOCwcWF^&NL;7ZJ?eDxiWzH@m6AE%kCE+F9v>u-U~@xfq`iFNt!%CGo1 zcQhwQRR^ASNK`j>nvpu$cB*L;u569_Q<54PEWAGC>rgcPIZTzxOH1z)r_HcV^EH9M zCJ<$*r{Pxf!Zt1^7k5u^(i*JV017Bp`njt!etV33I1b>BHuF&UTlA59En&01L7oxX^wNd1ZZd+hxz@~p z^qJ+VP;ak*dab+498yj=98+_%-nJbt& zOcb)#RMZ?wO6N}Zok_ApBEbnV$D@wy1Q4Xsfw9iK$0|D-RUptQvvj&wIEha1F~Gm_HtEGCa0vNF_%s{ zUzFTdqSt({ile%^`nw{l#_>_gKw-jALSI=byuJc>8&V2b0iYzBWLZ7x5mpH_#G?nG ziJGY$2<0~A7>v8g#wJKe785z~kpBb4fxSq;X#cL;d9H=Sks|4nqSy6*o`CGE?{vkL z%{c5|v>$&uw%$g2?QGwPq++HGs?%jjcEs~3i=1Eo^!n7)l;kqdJ^SO+r~^Oo4zaMm z)-I?8KTrS8p+g5{^kkco6dB&lYnsgwWdco&jBM&!+&|A1Ib*k9FX|_x|`l+5C;at*~ z z*c7#P=w13eIC+qe>r72+L3NHGxUA(W9JYp2a!gFT$KVM@34qQ?t(EHg98debvi}f7 z1E=zDM*z!9>G)&UitGDA_-Xm!c~j2v(5Cz6?2l)fE6slZNxI##mHW3F0<(Q}>m%1z zLEIB|9hW64Cd!x4Ubyvap^+M&gE0Ii<=N`(^lb9x0nbSdNUldYv)WYX)pjneC1f2$ z-YSPaRnXx&zIq1iLGf8xf1kT>fzM!Vysvyaww{{a4$OkjzDDl+3VEul`%K-crce&U zt<7NR^RXW2W!JzHZ`YC-(=U+CN-skG@j(IX$ehEO`c(*ju<>xvhfd6_Qp23R4=|^+ zgD|LR_kjMP?^Vr$1&@*oOrk%Yl-!q+8h&EgQ~Mep$uNlXb_K}g|9f^fWu7pf<=R<8 zpDZ}AYP5l*#zCxhm1q*6|7ZR)Rh9J~0F0yIB53?2*P35%nH=S)r;dH}=+WJ{RsFt= z0Q-ZTRdj4XOC*ae72?)vFfHK$mKrXgUj*6Zg*q{TA7dXuhum3t?n&|u5TbtlC^sAN znvGccJh;fD;``{3qM?fDj~qsuQomOJxX^6Q z_&YdN45$VYg~|{B0Qf~n0ddF{=z7+G=v*Dl0o$X4T~=E?19D1*iWmR*0wQg#t;v*367>u` zGutmqf#swvb#5-R!&WD9v`2a^nGwxx?6-#X-*)i@4iYWJKmI_+XsDb;;Nd3v%Q$dq zXytEFRpZXpV_ekoP(z^h>#3xGkENyEr{YC%JOTopv10u}shD^@zauf9m1n;DOVxzh zR27+ffPzgB_L|cLCOqLdX;#$EFOPPZ$w7>c{BZaOaoe`*eIK9Xm-``!}h=>Ew zxbM^lHJ&N~>IL^J(7ynR1+c9!fcq62*6osA4-Wt{a_u{_YvR*TssP<qkdP47st9T+XkCdieLOY2uDJeNo@cW5PITWeGJoy@Z?9=mEL2#7iN1w1c=2F!v;>1)BhItQaS~7_auM zXATt_9&TX^GzW-3Z;T1rI@H0W6-Q|x+Qj`iS>S)4>~k;R5}?A(qR+B9f62fXrh0Cf z#|eRmdA?_+mnkz93093@X~T< zf?@E6z_4OKB>V|7(r^9+?E2kJZ>}6}lM;aQqAzy8Pm`C0nVbwO`Oq$a)BHU-3B!d_ zkE_f5Z!-}jT>|RlXfPcC`Qb5OV3f3o(bJa7!KMH(4FZ9){%a%6n*`+`7clWa7mI)o zEzwNH>j)&ep-21Fy)sLvrd0V-cdI($yopKDjH_2GTY_I@=q9uR^euAe>C04yhD&<) zzt<@01;*s_8LmU?bfa{;mcm)zXH8ZOse3m4^{*iq zb?a=!9WJi6Xig2s;y=-M!aL`RQL!oKC$*?}Fd=cxzEt0t2nA@7kv#ytg+T1PsUaAY z1Sn^TKaK4H_vI~+j}x!n1~MUx+xR%%za5~-9m3ST|7?nB7hgL((@1mw&Um8}wy9~e z0;T>wFZtE0lX^!hVB*FA+d~->^?`j(uztNXhBIQ4aNz?0!Hv$s^>5$4CE5Nt(AL)C zFb9=ub{Z~M0d<}LV54&Y5%2(1n*vl{tM91CY?^mlpN;~dfLbqhPwd{gY-nt3?~>lu z-X4>cl|_5}oO-ArmL*9^K>mTK6b*c^>py`YS`c(g(IKpUkHlTa`M}hkSzTOo^4%J? zvju@z7@)(3cd6f`C2;3l0a6NHDJiLP)ZyOwS&M3yG^r=BvAQb39 zAAsA`_jf4w6o9l7fI+TyGE&9{$cm_|=CPk&9knT?Mw3^zz#HY~EWu2@wgZvN;)q3K z&)=J$X)ftYVmhx~zRV89RdxS;bnq}ceEUEE;R6c17%JYq2I$KlfFJDeqK`aHORKJ{ z`=07=nJF_UG#v0K{4=sTG|xwPh4}b1srC#hkdCyHBFh02b;m9Z9-pM@Rn`=JIx2yIZokdb%K3iOCqLlOw(BfYjbdH$Sxoip6biI{@gf@-=^|U; z2ltVDoSbh4{+(g#t+$?o)&6ftnMwqOTP;X*oumE0$EFqGPhjd}4Fgjv9!&SLra&sg zpopxT)J4m#ev>w-StySsq$IJyKMkh6?#ugdsvZ@TbW@<~O%Q_(CQc-brvj2)G2MSz3gqZS zO!A*m2{ClmiHBJlbInWb_Et)2d}nZp)Bbkv>R-Da`VVaU73%{S`c-C%5sQ1}zDwxy!OuFqQPjF{-o^s^_v<>PoA`r znzJUOZah{3zqxr+qhV4gwx(8O}KYB{09HC{%ZkleLfd+bxR;W;Iv0L5eb4iHg? zLV>M^~t+iKgD$>)>Z}y8l1UPXWH#gz+v(!j=lh2qP zHdGS#CFD}ddcA-}-47GHG)`)p^|hr1XO043KEA!t75>UAc7Po8?> z7cV+Uz(bYK574I>S0^W@;;Iw&cPqE|Pam7|g*=T)KDOpio+|&4HkI{!DF^;Q-&x`k zq(JKuznJ~++s|6PkH}|#OOgcHME5u{CvQLEVXiEDrJh5hVhFisMWb%Z>UpXtQpdBw zY60GcZJCkUD0^FE;vQe0bgUAmu6bQOsD7C2x4WHo4e+WyL{PV9gK{IMykleZFAgB{P>@5O+)k>Q^2B)J$ylp9m%~kJMxP&_im<0CsFAD;zeyIBFJw zW5uaOx)5!a)x4Gkme_pi3`b6g-Z9q!ZD$2ty5*fhEO*NOp$z8_yY2An4s$Q>+qJf~ zQl+@pZta8E$0;T@km{2MDEHPRyL5+>*12hjWT1a|tZYc+)_6xF@p&6@yG?X5kI&q@ z8*7Ao7W88-#bF&$Rjhg39|LmFX$_^C{2$$y7#tu9RFSsP6D$R&vJ$9)~Ex zx^&eU`Y$=BVN<`eNCou=(dgW^O&tC0RC8TUf9@f!C@O$?X)>Vb+E;7T4xXVkJKAJm_k~*U2-Tr&lCoC|Ch> zi36l8p(ruu5q)j>U7L(pv<`Sz1>S#K9RQooxv->zD;%nc`>u_L*mLnFRC<+axNp7N z=czP{by(4)aq^R21IT78&>>nb_`+brdwwoz>=*KU|4fv^LzLk_8#m+g<+*dQv|mN< zW9@tX2Gc}HNeDk5ngR{8@SD$}_GS)e9rtY>yHC*Wh+kW*&%Nn){Zz%=rFMos)enq= zLGwBl9Jlma-9yv~MxpK@qfpw~RskL&t!sqLDg6-Wuw&`>Q+_9DIHz_<(d?1yhl%T2 z_4D!34+8M@I2vfK3r9T+KdWn8FEK7_UiES2H?!(mT8p`AJ2css&0dx5rS;4v_G?7a z9rrISj~~Un9r|@W@7|xGN?}2n4)D~Vt#sRUM%}*9&!DSD;N33(KqI#cGI}fM$Oz{S zsh0UZEgA@>k1ew8R8wr{@l*nNs){*eCA5aoJ1+qH-fr?@ZP!f?xnJ;x6{t~~4Y+nq@d5m9j$A4r`}SC=!I&-~z-36|XTJhhpX zq=PArXyI*Gs0Pujc-CQ@uM_6%c((+|hN!RmAh>2lehUCaP8)cU$}{v5!0y58TD{^EYqaM7D@tYi~0KdZwZ!kG&e&>mfL*=e^u2wA!GdA zGVY-EB5jH-?maaZwoKt^YmJ|Bm5-ZpRY;hVr^z0EW2A1}E?zYPqz#b%;{rpKZ-1{3 zvc}#pi&-!*C}g_yTBoSB6fJA_ z)`ss`DKMbmFrX|=X8ognGpK_=w}}6FWvAHysrcXAKtrTM^+u)KTycN zE7QKI`AsEylkCwtyoamAZz_c@zG$QtH{GR6lCkrv-2&>feY<20gF;jK*TZSyHPTN` z1ntfA+2RUhx!!M;NbZ-NzIyFObB%Id#pK1|C>4Ehe=5Tdu)`{yO04UCoJt(Hs~+J0 zFqF4akz!1*RZ7luP@Q)0sbR9A##-upbj7L!Mb2F@=-x1G7akZ|pn;npO^(Fx=`r2% z2Mu@*Nbw$2V29dOa=g6HKae*dpY`d}G{DWhWl<~79)|#tgk;~jUhVdHewOV^EYkYq zc0bdj?#MV3Xq@_b&Z{qHrhlwQsk>`q)z)F9PF;blap-D!z9z!44+T=7*0>FD?O-*9 zqbhZS;-l48$K9?t?odC3NU<%S3!qSxv(jQOnztpn4qVI@Eul;xwDKk~v z!LHN7!jr-{HD9AV{mQsXcKLG9h*4~YAftj{d@Kd}Xc@I{z5o6-^y+0+0bc<$?%J3g z`{Yf7==k@SE?$iPqd)eArd@$N1p-u8nMYFZJ@ipOWA$@v1AivoIrB71 zy-;$fWgMgrB}%|H|*wo*y%l6p5wWNa1|#7{8^u0o;jxxrJ6;GJp( zH&gLOmf8DkVvMY9Jwbm(C-~?hosF8q&H;ZNNgblJqBU_~`eaBy`KJUd?*Y9_*GYqR3LUnCh zSjt}+hs&IT&})o;P>x$e)`0s;`eD=Q@xcw53@r39N$e5p6SW8m6c0l&HV9W`jcopW}YA3m>~Jr^Dx{khcb z+}R5o2odlAyA=ye4=oAPWM}rGA9TTXG>R73bvN`mKYq(VW7N3E!?pAEjU?PoiXJ@W~_#epkDX8dfSUu9zj0K&p z1!8H0698GUKt)BQjVW@kp#trJWqcFUPBN# zIXQ{klLjxA`2ZaHJ^dv^N-d9)Y(KUBSCTvhMZ{k;hTl@JvK z1QF?$?huh~q*J<;?ov@ux*O^4khW=%P66qZ?)uN=IrsfM_v>>$KiA&ubzO6gImUNt z*L2@_-1y?p&KJXAZP3!M7NX^I9-!&5Na3z>&uYZ@`c>viuk@u6X>?Q3n@U`wRkIhX9N4*+ zZYqLCl1ukMbdZEbh`w;>t1MZ;76Ck$if#Qm*JxP=xZ#1O)ivFYsJFxVtEm^KImje9 z+qBVg;!_!7l$eg2L=aQVc>8<9`W-MBG?%B|%glw@=tAZ;xY#10C>=;zS`MT^UDTXN z#$b6e>G()`PkKJF-(l!JUYVp;d%A1QoZ(&-76}!4aLFm-jt{@a@-Uf~vW!KtqVfN+pqtXuX@D;OJRB4jmFBD=mvE#Nh#Z9YFP!1@eD=9CRr zwCQ^&FbAR(lDO?sY(%8*tGkC}E$US@T6?AWrPoQz6cCuZ4OT{klsvnGN4yXfyf4Ap zb<_Cz@JY*kVKUk4L5!)j*_uTnPWQ&^``33*3nQlLjfnor6b96+f4%}K3kRIcxmK$w zn@3_zsx5&wBr>|{84_=ZJrmeWg6M_~dnbbs6&-xJ;?M!DRt>v@!ZQ!KTMiA1T|i&Tkt?< z6nX+8Ut(XMwl0<^{px$+;;XnFGuUs97yksc@CD-F#yt3)*p@rVWbE3r(8tDHKCpYz zy~@N;Lj^5BQ_K3h;2Yr{J*&D|aOa6=UWzA*sCyBU*_}%FhG@B(fwsX&U5aN`$6{dP zwshj4q5EW|^SW05ABB#GmNdd88aZ*PXOD@TifTBgsQPtHj-m4a6;4~zP>y_giOqD8E$SWfMaPaftjuzfbYW!#U_ z7Af_jQ$B1?#{Iq0>v>04Xbo&EdKS1S)MP0)owiH9qm0_lvD(EZ-5m_VVj{jzQaytxW#brcCVRwLUY*?h9n39RpK+!0Oz>ur@u^J7 z=EtLV&Lhb1^neqiy?Cvj+uZEyb>>eZ*$S!5U>V59oRy+Up6e|i8!ZJM8+D>AzqqA= zv`mlH8$3Z_9T-zp!lbX-dQ`c%!VpgK;hyzM%;jp2;=$eKc9wg1w8^R7Mao&ydl7!7 z?$Ma-952-H$=NTo59EHW9dbzcGA)LZk8hxq;|m-dO)z=vS<bP#?o4IcCR4%Pwwrn&X&CPE^>NPa_3*dX2!@WP>WHyl zF9*h(8d=a`W2@#Ns>;in%F2Le%w=_jzC&<+ncZ^Td7`8g-ge$M>30Fpqd9QW+8;G& z2^qosOV5JAk2P(fqDjqKCgR5`ZX#-AUo4(1c#pHvgPq9GU!N({$#c1oMPZF6iVjh- z2u__9*SyUt4_?QJ4ak;;bginpk)cF>M^xBEBG>C)Pc>mXrx=CvhF^rlN51)QuJ>WDqPX0Dh3xLEqi0!#(d+Wv4@XcBrxx36SLX%qOZCi72Sn7Ac2F}3d< z%6F`C-5{WW$12jZ;(5usQyamLczgFhYVl+PD&^?sxtWULOEWrd%sw%dF(3HuUoGhE zdv^twj6+jR4NumhM1V;tclL!_2e?vZc(8V&OnoizWP?fhhn&g0bTAA7niv5tJ9l*% zGV|R1oVmCUEZClBpXikA?HPn#{+%cf|FAUr)z}+*DT&i9dd3|L9L(H@T1 z%6Z#`7c|hSgad4HZ@#&t92ae2JBWYVQNUcyG>K!!NA)O8>r>3z500`G{+4_MBt({f zqp=O<$tGw5Q=3$jQwH*kb8U?*-Z#fqQteRI^`Lf0v8_h4-Ba07sKH7YM!{btqf@VO zsya^O?Lx2pZ#pctJoN_5DzzsGkpLA6FCUun6T4cU|q* zT2F9tf{8-jZ3I7wc%`!E0=U~LEV0C@TsHLBnMZ+)XLP=zy*^Zwn1@j^s@t7~i-go~ z@$|nE5iD~keqc9RX%UIIh9>j@@MYoR1iT?veLd0e!m$)6p-Cftkl=L0VB9%q559^W z@#S|ydn;Th#ytdm*-}wGLJ6S68MjmAgF-!5;UT~UL223PX6F`kdAW$Bt)ZAq{E!PR-chc2?z%&L zQW1&C#?Hki?cHqA(&`#P%JAg+Vaf58_vxpe61*)DBJrH238qO zUpC1djUJPem#P}9g+A&#r^V3Z`)nFnn@wc(=O#8qn%eTlL=mpEacqQ@B$S((PW3AD zZ{kTz{%V~#d}n4NX&VR>H16}|!p}6xCl-PBzUyiM7EE3oCVXJLJP)Wy`>3X0$D0XV zSv64M%Qjt{d$hC#nHJC$x!Dn7B2)~=31P>juofG8b-wTIj1{ZAnktppB3>>$>v4?Z zNsJv_G;KZF%9Jgy%9`ZO@#((R(X{^hE0?MN_NTn2{w1L^d4k)wqw4e%r+i@6s2Uf~ zJSwv&)!paD%+mVCd5vBvgIe0PCz6VsRgo=}>{f4LDDOc<|4G#m|DuA?v^Ug73me$n z6N-NtAPkj(sIEeX(-`Q6-m)yEH9pf8<7>Cy`hJdBi-N{Xif-VTnU(Shy4Z8^{CKJY zB1;ntvyhj4^zfs zG{LeCF`F{_x366r&vY~64N@+HER?ge>JkO66cIViMnTPUeya>3{GalnTxItCnPhBD zb_`gIw@?)YmV1X7EK>G{@9st8g?}a|dbCyPu07bkfewb9F)(hHg32w8kRgz|?;gLi zEW)F!U9TRW1BX#K&{f4J-4;pNOD?xX)%!&}e0Xt}kd~oi2mdyzfu*@ra_Fx#w_k}# zVuZ=+$Drm&!!Lepr4C6q)`y-1I4guzV@2Ozh4Oz)^~GVDF;fB)FGEbw?YY?02jn7O z6^O}u;hQ!;>8|R1a`;Z|6T*2l{1)(xX9G-Joef$}80T^XW@dHm z*=;lwaR^fKU35>-3fs~X9p@EBjWp&!z!G^g(TqWIy zm`^j=6pzU}mw*Ye-rgTwIQt?xS+80(y=GZ4rjZW=ZB)G6MLks7;H%~-$*!yNVwb0x)3#K5|{lDo<=awp=~z|E`Itp?Q+l07VJ zxUWaw#=FNT+8f+i#20k^dKRtvEAy-lUOs@ zaA5PwT0Y*wCo1qmm~R?6qBCe(sjKFZCKToQS)%u$Q2I$U%;QnCES(dS9W~UW-5Fx# z69RelNzTt5LNN@wXAOVyJ-hdgwjC70e=1=~?5yE2#5Ojo{W0P?TO`2$On@k_z_py6HxHUYVZaaJ_Y#$j0`;plixZIt5+3pc?&nXVb*& zmPN6@HStJ(?Vn|tD+7JX`FjFmy-zBN3MS5HD0mP5%JePGsdS~$FN~>+q`ApU5J{d* z$uhV#3~-#0OmlQ4Y#dhh_2di>hFol{RNd=Y6i7|9IQBelK$9;q5p)@~K=~41_qB-d zz5IE%E|0X4%Y7&Qch^+=T84uF5pKn&R>xnRqsJbN#JK%5ex+b3khZZH%#WV+hOg0P z(V{o~P22ZAS*CT(Wr1^bOUwMZg@v&c4!+Rq3j%s~Q5(Dw-kq3@l`-qMB)Bq9L*zzt z*v7a5If(QhLdyxal=PF_sb^l7P#om$f0%8SJ*AG$8QO%O>yHaoKGT-E>l5<*1{s~- zgF9wdKc4qHB;H|AYekHu;NW%PFX@hqjiqUH-^(xCN81!87U*50Z4Bf_x0D|>rHZ#u zlWHk9%GVUFnHA;AK_#whxC+e$zZ@?gF5=>DUSyVBXya&^?e-I9XjS`dF=R!WYD#Ea z_ykox!ErQOYm-x}OX&PXin~84rRNb$8wXFS{@(W?TU_iPek7{8XfdBsvRikSA=ljz z<)*9N4|R}|Qd#H8x-XV*(Nv@e3)5{+~R8* z$yb)0TgI?f?WJSKk*ggM5*k2AaAfQUlUGSKiFxj|_d)Z+$#mteXAk-lzYK;nSPu=S zG0VwLTd9^1^nG;WxT1>kb!QP~5?5aAi5hrQp_}6Q#Cd~h>lU?)in3Vh+v}Pt>5x_+^@Ai8#ZlN~ajk$%+AXubYo#~+Xt089O zGSS7=yK1&twZ0!YySPwpr@RxGH0!UzO!PaB&SH{SPRp3v8)D*rTWIACpBd=_n98C z&1^=g$cH1A?rQ5YmIn@-)1ob(bZL@a_#ce}ozh~gGLPt+HK6mV{aC$pkkLLdXTI?K z5LexyzeagETi4W5gfR1-`M0~zH$yT%7;S&scx&>JXq7>!uY8AIC;M50sTU`Ay#A|t z&dA&s&EsBhj^|FCc~BnJ6Gd$GQ_wM&5?!#dDn7rA6MeW9NtG@ZJ7!L?;tS?pO~ldO z&%1%3+5sLcLM zG&(!_nn;Xpw-c(*O)DI;bx16}{JC~HrP;icK315J^0sSR4XsFBbx8C_!33F(L&|WQ z4oVY`BU#0RRk~lNOs%pmyku3)AKorUGPG$$>RmC#!NFmEmjA2U593N^TAB!0+f@vU zJQR>295voP%x>Brh6*U#CY8dRWAb!x`z@er*$(!qSYTT0w)KOs3v1!O2GYx|NLAx- zG4q}!=GeGTSQ_1RuxfU2r(s*bJWf-8)j6mA>#UL2@>x&>mzY1gvB)AdTl=*!)JyKqC&b<>xaVpXZJrD1CM;qV-v9cPXJKRFj&g$VrU( zz*wuVYVWPHw(Fx*wqE)C%)>LGc0-_R%X6qQNWY`94elpC`I6P=3A1k2u@3I{t2L*GUdZ>H)c~^-+r`G6ZvJ^tYomcD--?;u@CULl(TLx<9P%l=phnIED>fSN z1c_zMNL}Ry&e={+l^l6aO@kPZjYf5(wi<2ns>gD+5GjOsO}SAE&W?9qU!UyfzX2q+ zo6`JfJ~0u|3^H8zxTtXV?DDT@>NCw!goN%5>I692QTP5CBpM?EFS7)D6Pp@yWE3y^ z91OOqcQCm_Vn3CcNlmnF;orWaJ8Sdgch)lo;O<$KHwm3?ih-wvkyE!vm$`n8Egs;k zl$5HCr*~1)xX9FUyC(G+)AUU|S`f|ib{glDoaWJ!vi$wUqvM=UFVg$`WYtBVhUUaC zR^ZByHLFRz7;q!%$&U77$`P5_I#{vP%Hw)wp|#8vg~`C6SMw}c?YK%u!NI$kQ?TiQ zV!!>tTHy}EZ@7~bgpR(So^|M-EB|Tumu)!(%jKJZfOZHL*_1aT9uM6*$8eZ8wRLxM zy?R=J_)nk#RkGy8wqM4|sx~^_U1l@-c>_%K;k&yLeg0Z+_3wwm5`kmmg;z$p^7X6h zcS8CCwT?IA3oZ{CbWGdrSq`sDMI#DDSrgQ*d7A@y9vQ=VaT*b$ zC9Tb-uDsyQbg50kdJ)UY%O6CE{eeIDc(P`ABUXKxfy*N~H6Tmz`Wq5sRShQ&fG~DZZXu^NpX31Z!FPbY}lf^tEd-$qN=Q`shZ? zZW&kl6b0o(_t@@z^OJn#aj0J%9;pBdyb{MJBwb#o0k2d zUX`&EbLWVRyUM%^Uyr)CWqD@z*;8dgFB)-)3Y*11zOvBo3UL%ljq=%ISLw50OtSzO z&LUGnJvv^fNz>ODLu0W%1jU#V>dyB&qvhI(_LGN47^b1x+L*#{W7oolo2Td{*g~QU z!)KmXcrDQy{P}`rKRNAezdq94N6-9KoVAS2uVaSIMDN1&bW_5vwbv#w|1=LXK!T%F zWCZpI$WcF2R8;(deHDjmXN9e4iRlRX-8gNN-M_!bjRVkVQ}^~xnm9C#e;)HOS~*iD zp5^n4`k}$h%D?THc(CA&qus3zaUnRg_^VxV=zQYNJMc+GYEEy6isG{`aY)6nYJMGe zDh#Inio2v?$QM)A7qOxB2OTx-WymxxIj(&_s)6ff%iSKUsIkwQe&FV`(5vnm`@0IZ*68~W>i8p zz~UffWBP%$of6&GMcjG$0hoZa@P)l3%7=<8@9)r%|B3>2j@91)g)$@Jb=&UtU*Fz8 zEs98q)IWEjW|TY^XvolUa96h=CeeeT!Uqx|d17PoLbINff3`8O;yeWBX3Dr*m9?R$ zs2`ol)ihh3@BJ@lIX1IuIQf+`OZ_WLKBK}T`KfuN$t(lAM7-eQxSaNhT%Rq5C3=px zpUP!}dECu^Hc|5QQ$^Mmw0*a4YR=lc_Bn*AXdW!#X#bZK5q*3q?8M<_p1N3i<+cZs)y?LpTqP)PrQm)(dL3+iLdZ|B6_)nNrb$5Msh z@iL>g6W%B5*|K9uxa)m3YE$HAucxN7z^YYSfS5hcx~r}hH$L&3ws$FACQnKT?8gGT zvR>ZS)CX)|7AuW*AAt`IokR0WovRfLH^W)~=mZk+sG|FO*)IiOehvnug`{NwNtsT} z0P{->Y~J&&r+u#f7SLLiJ2NA6uhnTKshhDx?ifYQEopzOGoyDp&Ac#^o)Tsc%nbeANT zn(1w>Xel!ML>%<6DTjr-yKJ%;JhaFz0%J&NYy(5C4V(!->k!wYW$T~HjP0=l?YRsp z{&@}WqpkGW^v81hv8H~UL09wGQ)S|isxwj~F626w$G&wuheZUWwDbT-XyH&%f479j zO6zf1df9iBst@_ou4650W)**LlIea zdL^79@ujH0Kb7<5)xi70a5O|2FQX=r$j>d+L7cZHh_N!EyFW{YFrMFq`QL^kMGR1F zTMHbxI&wOkrSwFPc79MlGPGY`)}4>|LrO*8V5@dLaCdf#)vNj^;zMRoD`e$d5rz^B zjJUx>*E<``UzF}{Oz9&x_7U8f6o!U6I#(LxFuJsHO%p!H#t7)tGD&S;M}~u5kCTiF zSsL$u*MOhd<#UgOM%ya5z|3ats(0dEiat#?{COEGP$n!uq~(^=4>xP2#tmCNQuW&@ zysn#R9JUi9CZldO`PvYbsmSDa4*l}Vv?z6=NyHv zUcbFOSg^&a{@W$-J3*B3TT<*BkzA48c{T9XaO~!y6(c)(COEFfK)i=66c{RBSW%PF zUWMQzNTR*YxoUN0$Qu@+@`sJDI=1b2WpLuu27k8hEm&o-#g)99j87XzFh6hOtW_mT z;GWO6BtJxS4ZlA(`@&?8TLfbJ&!aCS&Q3DiF4->r-db_fvrB9a3JKvdnXeK^um8ZB zwPS2zA_aA>WuX^*5)rZT*%#Rj0v;8ehb9Vn-M%quTjAToSik2^AJ9l@NdCt49ZlZI z{@<~vz91QH#m{sl;zP@!!gKL!esz;Fx-NCsyEOFQn*11|93L1jcl2aoSS?U^>ssD~ zLh%%{GN>pMc7;c|O-UQN=dZhC*-dHUck`$d@7-ra6W!Z*eR;1RqGgPbj$<{!wS$>) z&5q?Wob`9P&v@VoQLa5P7)0AMg>q~T^Lk~0K2r76O54Nib!|~93SqydMbx~+uD!PC z`2pVRb|hhY0sNF`2)X?dyP4~sq|bb5V>5-$I z#SX!P2_v>9TgVUuzN1YJjDy`@7Y9BUG)U#!#pS+UHC!G5-U<}Up_g3((hqiOHcmOa zw=DFsIX!pbwKCAg!l6J7rJ)n+CB)$i41)U#H|F>3$T)%i0DHNsP8^d9c(+HIO~KVJ-gF-qqpT6iZ% z2c#u_7Aq zjr|A@$-TD?_nGVE-9=xd|EOcad-xmPy0QrutGT9PDz2$Ykc!mR~_p^JfMbG^i%SjSHF|#<_(DTSO`~^Fr%bC>KdLj4YddEBEgORl zH5;R3fU}(%+mJfQRD3CgkdvZ+2>wOHx5GAknr_B5pMB-^Yw5MpM-i-l?_t^W21UPj zUj#8B265#hS@!P6B$h>QQ&J}bE*i?aSU$uaKc$diyry%z@KERA6A z&oq9l*w$H@nUYVR2EY=MPs!?wz1p6h4am3i>8veb&q;&8j)zj%Ryrza0)A~EE>J#n zuV#(cPcS7Rcq~N?518>OSCLKqf`ZP$w6%9V5&AXD+YB#_sHG-y*(rIbWA1!#UxZDC zNIa(vqPmMqUskMPKTY<`&(~PD=3xEYcCHZxe2c#nZxh_%1qTV`&^(z-(j?VvVF2DD zLuMc5!B!1kxjBBNV1ATBQbKOv^91ky zv%k$3-WDJR=ea>P%G%!mvAxRLbRkT53hGDqMb zHQAj0QoVBqqP;yRA?;w|pX-&l&pFG5WX`ZT{S1$L>gS_*6HN}n*X;W-FrH9jn_IDc zuB*1!AH~^AR6sWbRBj|h*tDVW^l5|quB|O8pJUii5kTQ=i`PagTB7z!+uacR*Uu2r zRVc^x!u2&M3ukWH2={m(eF&7ou^fO zPY*@OWi6`J0hlrecBLp-=8}L|A){Z)V_q;i*!!nt222;*%SXjvzfUj znTDK0mKax9cSb>2`*C7b?iLq%Q#L8q!-o&$a=ryE3GkH+9^t_s!~AN<{GIj|8JBi2 zU4@HTNOZ{IVqFW{xtvPQExSa$E~#a%=t*!@1sS*07HL*IRV&eBl9G~I*n)*s?MQCk zRzx@dPQ9sF5Tlkl+fZyhBdLt}i?pP%D&xYEn{eb_afg3rn)An-Hxacf$katQWPQRC z?mAhcK;bjlKoYkAO!59m-17oRR)_55wKF0=lEeBnqf6U=B1pH7Czv9l!mT{84}5e z72SL?dY)V2P}&zG+eK{`2i>4vn1g6Z9*i^KAvu{KXw^{vqP~ICt{~HNF*=cq44;w^ zcY}O5c$L13L}C+-(?I8o#4BYDRmNtrp5s2$$g!Zs9p((d%a@%jo}=p{wmzJ$jIP5Q zzWjHB*Q31!{;+bzJo=3K9FZDBkq53|m>GbL;#A}(eYuAn=o8}U?gx>+pGDNjh(EyY z!zZTQNpwgwhKR)))}~eO6oL5DnPIX7T%SM0b~Nym(^ku)NK0?Cz3*>R9f%!nC~Cj_ zPJTPKzh1IG?u8KEAs3Req)qkOk0;91?0859c2HG|?}*I_K{a4qdw!4VP+s}xBhB(Z zrHo@QB)vyoX!HrT9$Vfi(bVsfTNs|U?V_Ylii1kNDWcvd6za6Co#%)GAIbhtfsZ^y zicT*xp{pE{|CHclzGvrKp*|4J6f*|4>%vg}GY0lEa9)%fx8ZAo#S`v`)?}ASIs|mS z?tq}cqrJVDIzE9fRkPMU3#%G}?9yy(Z1-jlM|-Q01XsqQ9YFqxwCk)lH(;e={rEfr zHXRCP0DfS23z>)PLT9|uPucgOp|QOg5*^4sN*GLS=i0zmluM#qZvU^LG$Cd1`Fod? zj8Q%0FQa+$nl1XN5g!tg2AG%s0L`%pAP2TVDn=qU^AL(h)@~l< z)0z8f>Nl@TBQCay$)tWp+8i>sYfo) z?pt@s9t6J)jXdn{i3p?aIu!VoW)TysMpfEf#6g?oM{PD#2}@!SL#(cl`ZIJxLiSoy|KWCKrJ25Ak?r zS1iDdZi{Y#d<7@p#v2~Fy!R|Memgfu5R*toLPP;y00n#zl#jwc!k57DStM@%={+IO zPs^OSG)%;J6{|(LXr=H6?UL1QbgwevQ;eQOQLkEgNe#v7%8it3{S#t`CZ!+$74Xj4M)Sc z9H%WQ`3?^Hu64GATIZ!-58!YEZ?BT!3;7}LzY=bV}1~y5?L~gqn0Nbjq)WVCa$c~dm7CqcF#d!a$RK9(&RH{ z(q1KE@fS9PocFGJz*i)PCtJ~A+LL0_t~0V{K9I0?i&{1etSNCPkiCOUFNUzHsw(5^ zekR%d)z#9%-_gp3L+URKq=tsUl-T8}|6A)v7)T-_*mMF34=rHG5Vg@9;~zx{PXDna z@~vChl52E1QX;H0k9;f2NA)?^vlDG2wCx%Pw=RHnS#Xww5VelRGo^0D^Sn%V?T3oj zn9qRAc0$9nGwwlGLbP!-1hF0q9WOmpAy6uaLUO~~a07enRUsc#@FcQg9_i+H?z_l< z7=ellIdNM5#BATT8G=vrGmI-YPN5nf+uI`a3$nJaT9mZ|$pN|VTi`Z=9&waTxA`zn zvlfPLf#t5>9z>o+C&g?3Ve5MSjdUL8?XEfXqg~)lq&=O_p_FQGu%oo;by0TYXmL)- zP4SXL$zBYZ{=AMFZV)W40Q(>Q8)^0mj&GfbNNK!tfB@GYUNwbXz^s~v2pT(28QDv$ zjgEoQczlffBpZGsTEyr-EdoNPWj1e0R$E-6ufKH;+f>{jOa0mm0r8lG1bRq5Mu@(; z42}}IoTTRqgC@S^@CI(kuxsjTZEr%Q{Ji3Vfr^$@BUi%JG=k;3W^jr;Iw<)xbFDq`;cG4ryZU)zLt zNEO~8*@~vScsEhLS|5qXMoGM*qj>wf^!fd6hMTUH9KsMt(le6S?xAnp7y9=jFk?ly zWU!v2CzS=JE06rxyB7NJPm#E|EF8ZxGc(pLWEDyO5X%<9a@p{kl0=q^rx93BrZTg1 zk5RI#uUC-nFT6HYvY&nZm+ff486W@2W#JVK@-+yoM(8Z~P!xU-qBBEWQj5#{5 zo01%4{ig=gta$i?Yh{CxRb*~11S@;uqp5fDNOl?K$}9Ls)NT{b$sDr?$DuU-HvNV< zRttCd;Y%}_**~+Cv=rq($FFjH?|ZFfSqa0ILF^9-04gd1A7R- zV2@1ByVl_hjwxw6mIerqqUAZ90(^gKtVjFydB1)8)^&)4u&eb?v?bL1~tS)~0(j1~Rz*37{fkF7F`fSOSCHHndZU%h?8E|Z+;hjR*y2&fDp zJM&K=Ci;GN^QTlUOKct%f};kFD}Locte$&b$5Ea0Iz1AO0jS*Q2bQ8QtV|wAdKWFdK{d4S=N9&o6hc~+Oq1{8gUnzkJd(btW%!HG4Ti zWshTIC5_|*2tQ^=is!ae9v1Pt0$T0Dy2fV(^qjPk+o4mqLoe@I<&lbreR07-3Di8- zj%Z+Y$T;2fNMCns-1q3u{L2Q*88JVvgrOQGHyoRV?(2j6kL+cSyJNH`GEwW0Q>)3) zU2B%U|G9$SqSwvQ8{KeEWvDEokOkYDNy|qACu>xn(t+SUsbzWN(|zW) zrMxGf>!WYY;cQW(vIFtDMG4dN{&5xUxhC8VAo0JZK*xKeGLB=~3LuEE_W@P0Ls&jZ z0`7H2{ZTu3)rkPuQ!f zgF>rtt8WYzQ`;66L**Ag48=|g5`dqN8Ekn5TcxppvyD;}L+nqQ75aKfRZ?7kWonWo zO0G|Fl-2L@dnXg+T3~)9)}Yo97iBf$o6-lOhKs^qs>FjFC}2+_VAc>6cq6>uJ?g_A z=jr!_K8_efGFqu?_%4QIi=|+S4jxyS5dYQE0qX)e2Z&y?9|lg%GVeb=ex(qhQ?;mtFr8Z?)8VTav0aX9RA zfOtkAPp6EecgT7=JEMSI1*;uSY!O5QS}|bMDkioO55zp6_-lauB?5p!YyTG@07XF> zqXYcLDzYU}eo`PLhp&{Aml!K#51|oULHj%U>%l_ONAYa6TUOAP>+XvQKiT1_!T58 z2&hjAwthXrze}J72iCNfmr#p4gr7U7K+$^!+l7_?oI(mU1~5HZG0eL3%@^nOkcs?` zSq6lfESPd5WY9LwVI8AHFH<58^Drpj)X02JUm_4pEJ~yR2R)q%*;28)GT2eD0bS1L z`|}Hg3055?oue>n426E`-d*xY1sfWl`p9CoS?0d%CH zmHeUn`-518Ua%s3VIdFFk1FSic7q>h!y6$2H|UOo$c9VidVZdj#yJi9X9QBR!fLke zl8U}b!kLW|tRE9AZSbEV&m)KzP-g^iS>ERr75N`NWJHr_Lq#~y)F5_+@(6?yuTjtc zNltOBxa7B?-mmp#AQdt`8Yxmw43~%AX+3#g(?Q};BW-VLTf6-6i{EyRA?aM*mTuNF zPs;mOS1zF&Vt>x`=`7fHC>+;q`~ajWMF;z8+bF1JsT{gkv`C63c71;-S_oJdeoytT zeqC+gc@LG#60+`;Or#OzQ8?h`vJ+5Kb$jekzQEQr!?ul!CU7Qxh^0Y{G7^mjWUpgQ^}v?k?SMW z05|{ry1|Si`-8vs{C1%=&HK*_5VTRYXvzOr2V@iT4U`PO*pKFdfKsMQ`SIqgWQI2d z-VmzO^F<+LHfeOhMZIjk@}Mx3yz zvR4w)2DCKHB3?D1YaBtm2_f1>Bqy)iuNC|HqTFDaJZQS`&E}p|uKh{esc!eUUL)gd zD_Xl8O!0WGy*GJ2|50+*OI33a#5M`wn-zgzzycQlm)I_9UPbHa#ggXRb;X9_dBPw+6q!35p5w0Urfx)<@tW@w!m`!M@oTKSz6Hc(pQen`O~|8 ztQY-%dKZ7o_q4aO`DA2dSmlbthiZbK5q*hI^D`lxae`pT5#`CQNF%Tc%GeJ)@a|~FSGDIxacDRvhM9i3Qgf?LAd`2N)Gi9{gIA`kxg4>P~g%uGrPkd<0?tn7aH`)||5ZKeRz<{wH5 zuu}_4tg^2RwD8M7>;DrZq1B|1=3jDfIX;6KXYn!`#+6BG` z8-D|&4fBLj5C7i1wX3fMkC!q+jwXFBylP>*D7X9_>H5{i;lJoRR>K0h%X8Zb&#hV8 zag;{I$ctKA9rapQ*DHZnvwZKJM)p*%wHy0CGx1iHyO77){!yv4Jr}!b{Kf7{R_=(m zEGxJz;teprz>i4qp9s4x@gEU(%oIde>!k0Yf+{ml<-^j<`ASgdmI$kJXL>eN*w){m zSO@H+5#iwv5Y`UNd@sV0`|IgA7Ccv-q5AWf1`dzN&O^7*+ao%dwnT&v5XqPj$A-o5 zfhg!jX?j<_1_iZC#8~wq_)v9Sr|5CF%A{6kNo;bcXlOc+3lkwRf{#qf+Pd%tnE*6{ zC$>aDDn1l59kJrZ2|sHa1vr%M_INiXJNa{K)lW$y)nz&yg^iW+@AB78VYQ;c9a4UJ z3z-G!_5*zxZ~OFhfsaLF(qCWG;XABc#mYP-nm*WVcp^i(;`V`xl~oboL29;of`onc zfeEBf|24dZqt2{iNL7T4Rk*OyZ6YO)R$u?M{|g;EM_gHEFYBRGaYhR5&z6>PdBhXA zK8x^Aq3`d2L`ByHASbgsXW{0jLe$CzSixlf+i5sZ_?N*j>EdqG?yS=s=QJ2uEEWD4 z>Q2-U(?EKX^|%}KImYM)V2+7j!$V<6r?-+eGCM}7F#>&CyO?s6C7RnK^ z*0IG~gT~i{DhT+(Yd*e0Q z%1wz6mW7!J=qicWIS~mrnHp(bo}9=-h6hzu2*pV`aI)Kadbml?RUre9B<4&7N&zv% zv+x^+>sVpShlX%)ZQ3CQVwk44PgGs8$#Jn5mCTl3dk}fKGMt?B))jN#Q$9R3O}?dF zD41jwWSHKMWJuudxPn#*xNp5jS+{+FHH{!eWdi^+C-Q9hFqfCahke$^q(s|>U%|lj zH3u1(jgct_enNS<-{nH+p~?-vU3O?P&f#PiQw75ipuSw1&xy$qe87hpfAltuG8of> zA+|D^hKE@c9=8MYi$6u%5{ld&wr8~?G*if;=RL%826SvYVsL{^VTqOS7stoP2hZD& zB!}gr4#2auPo%~R{9>_X(AEYrS>(S-9Ftko*TpjAo9 z$vGvxqgxb-+c9!7{BXVC!wd*DHaVe0>_012I>H$N*`4$Ox>eWoP4kdUrgM4ari-Uw zpF_N`@i`WgC$cz;)3MAV>!I zvl-1puW^Xh=-p(kk`C>5B;%B&kI-ndivI-k8aFmZ8{~DYuABo@bhFkyc-F*a@mG-sDw%Sj*GJL20F=F3mt@25G6=U9-h{d#aR zR^U8w=?KOQawYPlopsgbBq(5(PwO6?ILi#BkJ>x#^-zevnK!$7BjVlpD=K&B%KP$@ zm+rYYpbxlQdh-U@)eA3+Q?78_22M6RVq+NafgwHHMhylvs@hv2VO`)GxP6f+y{K-& zfa{6x@lSAT|9DTBxU@5MzF(sp8cTYAt+HP}5_lm>$a)4hC^6@u@7Zf#1zfvOtZ9}L zpq3v$emneO;*2G3v;>SWJd6j}JD zg3_+z@;J;|$sQ<)J(U>%&*uP7%AKq5|3SUL{Jc;&%EHn)Mwz%j>OxC0SpNnwTESj1hZ)YbeglZ%gVgoD$vbU1V1p|T z-$#dkr+}44Mw!r?21bYB{v0Rn>wjn*BarEv>1Rc(tNU#q34Je%^uVSBA_}mRvybLz z`OPA{d(vwy2ttM1&bbp=h1kl{d`baXbT&Vj>7fSXj^2o~%`OUV_a(`d^KXR)nZ)>_ z!lll}TZ3=a%Nz_*K0-a4k1TkEup^Oi5N1>%+beJ(bI1(TMZ>pn25bnq_%8{a zL3g2ndZ@wx^zq#&M>2TVuJ@D0I2V?EnFxLe-_@x$Xo8uYXIcREiB31#CpAx(Cnkpo zx{UF`Rk?i4oygL zBYWxuvgdh`jR%N>Y98L`NVxP9_1?o0m7-c64uE6l$pPFy5;keTT>KGDu!#%AGb=lx>NZYQ>p+}GgF0RIS1^(ST1O)8>=VOM?NQEGUefbchnP;7KPQ&qU0^T^S zCKZzx2EMXHp8ls!kGU5io)F4OQ9 z2%eI1y{P18lZqayT9vx)4; z&|SesHHF2*n0AX6?hpzt_689kaA5GF#3s~0A7VOTstbQ*R29wtqyWGTKxwuBEk6N1 zEn(`AXff&VGnj=ANt5^mAWkSj-c>Ll*0#V7XcNoP#l=M#W#tH7-u^;HyRk-(8Z2{N zSW;jQ?j0Fm8g5YQpWgcEjj*=pySi#fHZ&@+m&2*TD6i5t0$1SWzHrhZ)<{?l^ z|6$!=cqmuWkFtpy z3%@fdTGi~w6g#-Y(-utT=GyqLS9gr>)JOyBvUd6AN5nc1V&Ao_n`L3mbN{B|eGJ1p zy?y>L5#1f#fp4{EA)90R4iS-syO`xD-W@_hGt0GD>>&%(#{WXvOJU)kGz@PLw=RH2 z;)_R(i4o7oITg!RSf=MibmkeWLeNh8!GKDy*Ohpb#*^4vzfIFHd~2$p9>O6LFt;75 z9YFkcG~ddRbwqA%Zt!slh2ZA!C5}pnX0Yp-qTXN}q1J4<29sT&_jE`&MHI9+haWDn z3XyzH#W0k{P|@O3dZju!(BS5v^7X}Nxe4;hLt2W1NSFB6%2-taot5i1Z0@+DHH7KS zcyKry+JTh#;BsQ0eTPlN_T+zB74>nDuPlebkw)d#?bxQXSAlaCC z0w`#0o3gl^17qzUVm=>4!2crVKVN_lA_cex^(j{wx*u%(x`!h&KH+do}a$Nt65w~t6U{yK34Ui0|DV3 z%kpMsl0m8G6ps%XQ9jpRXJ!9Cw%$7&>%Z?GKc$k2O5u}2!^kc|$ZFb@y;DYZ*_&j9 zLiVPz_tt68Y|7@eGPAQc-{;Hcy1(E1{@uTh<2tTCuIo6QobUJR^?W{NViWMOH&9O` z#B_&q==q|t5n7FC1L-8$h1nB2$yn8HL0H*`aoQ+EI&>kR)O98JaYU_K zV?mO2u(*eHQ1V|Drlyml_hKE+XhM%t=b2}7ebPXGq9g<)BvEr*?>?&7uza0T1(Q!R zY#j{1o!x$AIt0p95W|8-YVb7lR+&kqD2;h;a6$wKHj(&6$ zr6rLM}i+Z0yo0 zS7nq}fAJK`#XZU>r}&4Z%)tWpgyTT5Cqi@Wo!RPfHxIFKtygd+_LB^h%4g(XL_bre z$e73f`oBc+B5CASXucr{tuz0(NC}?x4EfZ&AYHR zZ(+XnlF%#k;~;xf@F(Y(NflBuZZS z_ot?~uE~jp3(9towS-g~?Y6A^57@0k95^xfTMnl#G_F*)d;*n)7OuN9&-hg!9v6&= zgfy6wU3>zBZV>b>joudUi@Z5redERrqv>b?$Kq{1qrTh!{-E$de0#|a#T~yh3E!_( zfPDB}$Lq@TM|3K$RR(++=m*W-%XqQT3}oL@%cqsjshfqXYx>mm+>*1`zu6c0yI|NW zU3Qx2)xQC=s|BAxtJ>}KG!X=9f+R&AZIu81s76Aujl}ibO~FHd%5xII`LrXUXIxLX zxr-0Z=!qsJX?*759)5WKET;4p1A{13!Eqq#=|>1}{{+_Y;+8T@;_omD(`QSkx z5~znV^rN!6i&FQ5t7~c!V5LK`bWL!eF&SA~hQPOXVDGdI7VychdSuPC?JPM&t|$WO zu*5RV!FK5uT76w#2=Pw`e#{1excO==G?M)Bp@ZL8P)1GZRydP$5Kx$teVN9fHK_X` zx(6S0uz`@|(q#WK0RX>nhmcUHVDAtY8RK-DdhBaZr2xo1?Sn&muLYfKpRcW}!>XA; z`aiqL;5|`kY3{>%kf?zp5h>68ktiBzA<*R38;U;eWsGX}qCbj>+AHP&P9Np{v@z$=vBDtR$!v{MfTjGhQzA_6x zX{I{SG&^juAG_+_<(n@l*7>Yo*p0aT;{p3g@* zBT)HLAu>b_2A5pNT`T>r~a4$xIUN?q$z(Q#__6n`)w~OhlovZ05*{zi9X9kKj z5=^Nv^*2w!G2Z<|!6Cht?LdAkl+AxIUoNeAE2g`@<#1)rhE?wmUNYy6n>Qz2&#?N# zNT~pgUzgun77R}w09TRr~x=gUy{JWjLDYJelsLxiA^jwvidP3WYGMc?Q!j7?J#oCHaTelY& zgJ7h?&dtqjX<^BD(;=4l70TJgXP|J9Svj{hKlKn2GMMJ)O0ZZ_on1)(Ypn;Fvw&bj z?%(C*JHhI+V3+Y992`8YibiguejY6QYSupcR>I?zN-13sOcvhzlMgLCU%R#)qlbk_0Ng`1Z4MC=@u_aDqE?rRZnlOW4xv1MSffA1*iE#GEP?C6^Qy!*MqrNw@rVpW8EQ9qGb|02~ z zjb;%wRE)qduU2ZLHGd~?7y0YboM4jmZft6It4+ldP(K6QQ& z+v%pIG6Rmad$v%ro;tLeAa8*5fl#Uywg7oC(P~g;X$D`dD7b@jCcl0Cx{?(O0&oRt zjvF_=%FKy~hgs4ceN=i5rl-1lSZM*3?1#kl38W<>t=*3^{|rkkQg&#laGgyK07XN= zscN_f5*kFM1Kmc*#Rg3)M6C7*)0%BK&v36+%vw}DQXAyA(ZR%hfD@`2hI1W&|5m_j z)P&lWNW)I@@tzT{Nt_kY3)Q!;1I|+fdW2A=l^XKoukKp_AoFttaO3UXE1U+}>vzh^ z%39B617pDh6M=iWD%sFM01Z98xR8*`_Ccz*3BF6y=jcG$KX&p5^Y{hwPZWIj_BO9? zuWas{G2hAS+g~(cHS4$iG*Kv^)p560@sZiK@`?Gl-ODGk6emZDD=RtD#%R!MMjT9P zuQo<@Xz(C=aBWO)nxVpXTBKq0!kE2+o~|>V&}A4b=}^sK1se-rk_ssljNG+_g1$8E z7)4R&?PNmn@n@+82J;QNj5~YWRT?+YU<^>WPG7cGu1+)A#TDiF#Dm^85vB&QvAH?J z>hz$Xpwr6m5X(91hxf0HYkE$kjcke=H8sB6wEvE6_^>EB5i+dRajT(3tnh-+`UBK% zbM?k}C6$-@ZSjDfz3b0MKlVGAERxs=OA}IAxZ7}_nU=@6uxsn;HX#Oq+Trgzv<6x^ zK{P1WYUSDrl$EXGf8^BBl?!|rU7T3HNEW037~X!Qd$oKW0(J}ccI zhl5|W;D(&1F(yjAG%`{PI`J3}HZL-b9*C$)rymAFV)v4Q6WcH{&<^!l06q zg~2B+#RV>(bTMA5EphENTsaI2CUKil_J%yq0C37diB#4{HlRvUT@G5MhgSS*S;81n za9qmjKf3FsU3bog#2tisKa~+lfa$U85h}Sr*(8ASn^--dwx7Rq(ZSZvE&{8?D>#o{ zOjNT8YFGNK(iLz0Xr*WbyrGiwZE#skB5eDT+xGT8H#Ivy|4{zb{3n}tf-5SV-P7R^ zPK~YY3S_sOVGYl<2&G9-zVYX9%MRN}RHo9nfIlFz&nxGGxAEb=l37Vj)L`j@UU5~f zulg?*h^h~^#?RS~f8s{1H@XCmtouMjwz|~Ib*b1qv8V!swuzi@*CpGoZu9pD@~Krr@T6Grlc#IjM? zWp4`ZuLY)Djf5Rx4-Uib9j_km+eFnHi$kh^HeB<{ET%#WZZqAySu-z7rhXvN13$L= zshU_~%0UNXcF@N|Uk24J`;z8XN0sJ`eO2-73dLZfn=+k5_BwC9Hp_z7N7~hQ8t0#f z4y`T+KWBQM4Om3|yn}wTZ@`~7FEcLff`AZ#%VwRD+&l(g-f_X7h))#RTRA~ev8C83 z^&zkLqqUC$$$f3Nt{JA6^2WjUy&!%Jn`#BEHp2SGZcHuxcQ5;Hpx#EYfYIScN{J z^uE#z0GWF8?bN`mrUvDPbv@lU`S&M@PP;4X<$@zRnfK{f=VahWVY9XKd~i$pSRHBA zL5$h1OQG4rtPqmX@n^KSQ}-gV?dxpYZPJIAc-{=E@uw-PhuiBhH23_tW&~&B)HsT+ zwd)N{RLs(t8W%j=8~=dje$rcxOH!Q&xAhkoKbMa2(XlQrKA)}@AYuP=dfA{_O$L*E ztI*>G*{3VqA&{CPzdhK{A?4Nwn+lR$(mFZYJxK6SK4RVeR-bte0sRj$hy+0kZSDvI z$k^wO?4Z z2wdyzb-X`BlOEBI$Mosp!T2E{7p+ehq&3Nm{gU|*Od3-)rrr8O z>5a0zWSWfaZ%U`8W~bRepLsLmaLHWX0k;pMz^Hcqv(DM-BuC$bwLda~RH#ir>IB6NNi$YeJ-o zwtFVL+l=)G;|wcZigO9=d1odgM>a2=siNpv|4jbGGK4gX=riBReA?sqGA6`cKP?wS zJyh*-++*G;4lo0*E3<8uCnYu(+e~Zno0;db`OjH)s`V=(e=C{dP5chVW+&BWaHlW@ zb&xUCRGxEy@vJ+3jByzo5RxhV1hVc(FP9 z8AJoJEy`z;`v# z$~_Vk%%q46YApg^Pd=-vs_OXikN`WM+uU-MgD6?7qs-nK#d@L`Aa+1P^A6#fdnhZp z0mGX(+#-}mFNh899BmW9>R0W>o%aEX_YVWezBrjJjc%~-xxx_rWbP%V`~Impz?Axb z{lu%)SZJSHg=NFI zcqhn91m{SJR##WgJCy<)YYQ5>)=7zcXkl@#$YDo+MbcMu?~aGx<$msjv+0}N&$x1; zq3q#6bAo!LHy_?VE)gVdLtqxsy}b&mCtBc1oW4}mp3rCV23V{6sz?c_xF~ZN0LC~w zQ}T_*3WP@*6)JuaWF;eYHL}Op7MZH>*~qh=NZJbE#hv~s1`?&NyOA3|!ht}Wx~Z^a z+8gitk&@y%noCVGqh1rnd7RKfc1EB^ew=+QfbdFGNDk#n<|Du-Y3(!{*7X%z&b27J z!)cs^GS`m&8tDzq;Hm#)NNZIkAv$tdf1Sr{HS4DEzK591$d@sVB-Zwu7&&tQ6Q;fu zQXz35qoH-Q|K{|QCTg6oa#_Wz)#9W5!rAK8TUrdhjO_c{>yW*Uv}s4C7q-%q8Y$^paj9G)sT61?uP@KfApwH14~k&9WxP6qwJ_*u^8HRxU$qCsirn$vxtd1xdq>cn-`T0E@w4O4c!vf@M zsz}t9fCKh2N)V%(vz}Zk$R^gaoUGQAJm=-3UsY4uxG?>&4>=Qc_oVPtAhK8V{3l=Q-L;a6v8XN!SGuC^Ce zT3QUghBuEeg=-`Kgx_ToI~XE2wG8(e=ndWVeB7{YJhyrb^JWogE#wY}z1sFWwlx{9 z^!_2L3wgV|7E~O%#?5k`|KXKo61;5jCu_qbOUF>1|&W`bsF=e?>`bOOqu6?4!=Ng#}z0r&M{25V>9D}1c;YquyIqnjSJP=OGP zlrDkjv6@(S4#zORYA1%}qnj{j)G1VKsQh8=P=yql!ltt~w+W0@SUK!8Q<|Shgv-8D zmFLsnwKX+e+Jo$7rX9#sYJk%))dB|-!fHcfYan)xxM^Y=_QmXVt6h9v?top7Ck_2t z!olT^7?~MiC20R$(0JPZvTFkba+LxqZ$JO7f9bVr?5j;F_|o!n`x8mY-I_`tJD)U9 zdg(iudtNOq68dn)g3guLfBAEg#vMmKQ$g}qetUO!^&>n2T|)GE=9AOiyOT91o{>1-$mrY8WW5n;WvF{B zo9ojI*ReRVlUkthep_1u7a;%c;ZHm-^?RxT3T%O;^YdfvUOs7EGgdh%m{t9LkLj~Q z?o5V-in?Pdwikxqy}Q2)k2I%TNrR(vQ1pT=f%a!ff(7=3e{F#ySl(>{s2uv87$Vbs;q=@<}z^~D$>Ae5=pOctMeV!Tp zfUWu)Ub_qAjo$pa>$b}V9fK{0spd}7Z`c2hV(~HbkT0K`It=gN=%auR*jExtCVXg1 zXs)ko=j@j84{BSqzrh;Hs1g#brNDOULUGwmGVHc6Y#OXFF)@jbU!C?~V?q)mB-cjS zb&Tfbm`W}7ubUxu&I)2pDU$(v?XORsiIV=mAPtNE;M%_+jq-z&=g47=G%FOubdjK} z&slVKNeMm7Vi31#>`Ex1;o(o~+jr7fG<&!dVrGBH^*qbh8pd->*Pm-f(55lvG6bj& z9rxgy_gG`-eCf#26a+AdOZXp5QqIvExoC5F^C`TK*KzM>*>2j!!d*%0<(zT8v5~dh zB@Ldr;hN(whFMhP>;6SK4Q?6RZ*7l7udL?|1w<%2#Bx;DKQx)aiNSwVT=&Y*LsrS) znhiXtcUoGSn*Bn-cG3Dw=TizUqt^qp$1pOHuOmnEjU(Y2ln{m8ty@Q}%rV|1OPJ*T zDEsoM6iqZ4!M|jzFKuFTQpG}$sp9f zX2pCjAwS4Pb~PAj6{Zp~E)U%+?&s9*5vwxE&%HK2~qx-bv5T^Joq_MdzB%ae* zWZqRdK>5KH$;~)BlKX$zQ*h>S-?w+<0nWjsh60&@Rh#1n>W#FV1upL$A1~=ZKk|A1 zCB?<>Hk){`jX-gi^Or2f`zg}EoXN7)>DpweW87d3m zklNW2m5Hq)={kJAeCl+{+JE>9qt65vC*RwCW_PZ+-k3+?;_klF?D!DZJUJBU<#`3~ zAIu!PSeSa283)H{bvEPvS%ICpGIkv3@A3>AE+S~Fux-Y}bpL9+_>^|Bh$kTX<>v{~Tcm6a73SQ8RQDe^ z;4I^w!-$W;ynrY<-{yEgXBk(*x_9{sP6h0G7KA$Kalfp%=rZ*0ea1U02De%7AHAZU z<658-c;j?RAp$Zq8bH2(6G~>M{GI}+hV%hQ3>gj-3bRVS2sr6f7(j2E?9{Qjcz5Ak zU{5AVV>63Yg-;1QGF^&j4Al4(Dc=b19Q-rbn4ghRb zGUzwY`S_o~b<<<;T~g0hSJ#M3U n+5~r=@Bxb0&sQ+EU&HxqJqRg7<)s$&qFa6 z4G;lv;R0!KSY~5yABh7c11&0GhDA!u!XlrrA;0=8W_0lXZ@-L~&4P*VqGFb;Gf2{s zUjudW(u<(v-&e_-QlxW|5Js5fgSDlNG08hC2c@_AO9h8#*+U<>HT7v-=qQsc6B`l0 zB+m>|t~Zyk_vE;Hs3Pu-I+BwK`&b_0L7=s^Mva<7SHkI(?ga`8Mx>uX3Oq!zy24}n z@_+1#Qo%0dlS8=~Zf7qu;7!M{v1Xc}SIK2y60F!`>83D3OP~RBYucZ%@++~*$mV=! z$`}22Hd4+0=!3i=1CZvfT<(wV?(Tew`yl&~J4sXtg;b`DSOBm;Kd)E>smLUNjZ=0< z`1!XY!}Ens`*xyIQe3MwfFq1g0w>A6$HBF8X{ zt#C})7UE&vkN^{~GFSYb-PS2+-dnV=xTTWylg@lLgn9C0Y{KYtQmfm&@KIOK2jJLA zq@~-Rhkp9_@h)|NqsXI2ZrwV}MTYAtK)zbc^|U4~Btu56*QWBZg4)i9)2XfqXAb-i z&b&7s6u4_8+LR08m?hqQTFpKE<-g}gO!#XnHeb9wXH27fBOo}awvzzUy?5ALNg?nP z2>g4Y=`g6S_u_?@UK87(7Kb;;N|?&dL>6nRWUoKscK8Yt_w}Cf`3=-I3_au8@Nk3t zxRO2857r>+_pYwB&CSiT>~KRiRXD-_czRF;Bc#*Z+#39mh8escUD%>weE@BuX zWKU{=PD|G#G%G6$Ei{Ri&t;{f-G7gd%Z{<{*qk7Ej?3fMk@u1J%#%;6;ldOM10tMq z>-nOI$=mk?}A`0=palc7y-cr9^&v!BdXPMESv+`TwtM_Cw z*HH}9J5|8B=7}nul(32d8s8uOJM=Ej-nhwXbp6%IqQGn!=NL82oAXI$t79BDlx2Uf z!!(vVPJp?c8%RRqG;`kz3f|0~r^m*Pc1|&K95z>oTca619I9Qe{QmvhD(jo^NFKO* zbNS&K(ncWrf;a!lj49uw&2u#J4yjM3`lvMUzaJ3ov~#*2j2V3)Meb(Ymn{t5GiJ2L zLOe#x)cW3@)c!9~X*MS-kH;zl&I!#22T=)dMGEV-2&0vSCR2s+KdT`ltcEX+-HugQ zNJF>it-v-0Sb)1##h!#XlsWi0f5N-aLhiM{e{XYCF|SsD2@9FFXQQ%R z&8tqgoq^w*ZHJrAQ7^uhHH_i^ZIS`S{5#@*E1T;$f<|V*Xv)IP-J3aCVmYTPMFPXI zZ)lL!^F-Dm7TJ*bpxXRH-^VIjHpPwWWhzb4_yc15LZ%udm^U6r*Wp0KIP_nWkdaMg z7gB7zkJ(uoqK#Kk<*Ar%tk3k5m zJt(c35ZD9m!ihQpOw{MCAc^o??NABzV)5tf-qgKon^vJ$?27_$J4K)UF;mj`F0v=I zCiQX8x-$fLE&g1Cj}!{`cJo-BPsT|tyAmXfI)41PT$RExOnPH$i@%#7nfRb-9_`%L zGoZ(~Oz5t^&-CXd-yl;wCmkaK5B_ankUAY}sF0@)LVEcQ&H2CF1|J5=#f!)@Fa?6* zSOCyL6coI54`4xEenVGRS1~nH&{QI0!s@zQG_Pd~^NeZv_7h0qq2GphZb^Sw=*y&N zbQ<)0teUthmOgj2jNvJ{_<0TvWEBi{6cu!>zdF2#iDEyMS7iM3F*3)dY$~UAuNnPt z<}^1@dk{K&`AErEC}aPKsKLTh6iM%h_W|50Y?S&K`n}Ga)~Ww~qoia` z@ki5LDU$m(-?yxJrPb8bZ4KbLCm_m+;4(IlI^E?{80HMWi@5qzT-TggajYd=-(rB+ zO00(#CilKrfKMF?Uqb`PE+tlASgjZ7h9w@RZAL~d!lCp< z2|@v+bjjH;KMOsriC^FB-87(e8op|B!e!QDq~*lxhIJt9A~?wO07|wB%Xjoh2=-Wf zG_xQeARxbPhbNSgz+%z)l}jA0M>|XZ!3AWp-jUpe6)n9tuA>NSm``oDCqoxhG#5takQECi2@fJ_@kqN5cZ9_$ zaLy*<*UL@-$32epk5L z&RXcy3QdRKn}((UB+4% z&-={pDhotasO#=K3YnSt5WM*G-f=Rf%6M|tr@FSe<{}BYW<3)%AOyRXG5jXpD>N8l!yW`!%4@rT3efu`)kQY;FtA9q= z-ZcXt3KSy}&x5wZH%Hl~?1sE9_4|kOH zz$fZ4={ zR$MwxCSYPhTlTlEeugHg#TAU4@BFdgbh|P}=Z&{hh160Z?IH8Qw5q;d1?GQLyHbJm&PFnkkO=J4>;gQsLv4g+Z)J{eX2@R_8cu`{v7(M@m;MAMp;NFEbU*?Q{$v~I! z6};ODJ^r7nJ}^kKZd_ zPww7rHz2$9%JWGB%)52Ln6sGp#6#y9e?XO8Iwo}VL^~paNlIQMYCl;5uGU_LA6Db= zt_2>ML5F>t2QWAv19JnHyc!6kb=yK?E-6z1_!BahS<)sKGIKxQRX8jb&H(N|y}zv7 zdyt3S@8IBI5{$D#t$Y_&mniAAI|fCR%Z7HY&gRv)P8`4{QY8Cu;4i+*#p}Sq%0)!w z%ZUQEQOmOPICuONdTZ{hJviy-59jIya_a*LXrN?92tEGEv;N=}KzlJ5A~5EL^a z@H!yB4qasg(Cx6l@l6=AP(z zGAb&Q&C3+sI`l*U6Rla>%}x>N9w@3zRKVf8zK#xF+T_E8u?v@~Wr;CI8W@F}u{Vw1 z--G$1lk6E&9_ms6Zcwk(FFEfADylPA*YhP!SgpBxYIiEqbOIvb{q5FgNez6qP$w<-Q3)qmUXeB@Hy~D z+r83J_dYuh)zmzM@T}JLt}eNY&-X#Wm}nrLmYsjBnG95;{$N#TG%gy_o$`X}jR;&| zVBjP~I32|}A&*(*I_Q_kRGneKWY?-b-gyHYbiYx4TKGnQO0-ow|7HWA7LxJ@#?&CMo53x2WN9$57|()7==zi-oLhWA#) zbIQ`z4lj<(%(_b|03Fb}Z9VvyuKPSG3?vmsz}z0ln~{vei$mF?^1$O`kjpCTC35Z} zv5_YL9!@PRiO=pmgD3aFyCD?$w2r!a;k1dS4w-S%6r}>ej5&ji*(5jzTOR`gJP7LI9S;;`ediy;%-Jq+|kvNC4m)LoKwO z2H9}%i=lu~WDr0;=bzT6G076)$~-IMvAdJs+;NjKMk+bGLu%?1-ixgh!`BxQbZR(a zMF}y<+iEMR!qgANA1g^o`F3&fHYm?Xsmtf&b21pylL*!IZw_1xC}(O?+teS@sE)DC zd%|BfV{a9)t=TwtaH)|=18;t85s1>w&!g`YKPZmt%I5-vl3I5d>iea{gkl!jDftrF zo4$@Z1r0la?LD&a-GGL_cT!VLIpwH>n4z`O?b_bd?v9@nIj$OhfjlewO=T;M)s$v5 z*ULcNmdR>1`IzO1w0XSWp?ML&;(?-XAb6BX{1*(1{tp3PhO`}*)q~&vxLp3@W=NcPtdV=Qi z!hnn`0a0i%`6j6%n`w+BsM%gXKhp}3JmP@Kw9K;@@AiVjn+F)C9399MVnI6yppYNn zE|Ymho21vM*lg8I?qeCdBH> zNcA_0!fO;$%NEYWBbwA^#@v)7&xZiiV{QDJh%U~AOE3=5w(1s~1CY=XfQ!Peiuezp zkKB8YV`Ro@5@Ui=#H|~HfV5#?0n(;i!vsV=3Ly63dR{?H{|ey8Tc_;d3v88&;5QbS zSEj;@{zLCa74m&#N~F4}F2Fi>>$3G2qK>0X;r`*eP>NXJ0Pu^4zcB<}Q-^hKa#F`` zD;ClWpBEB=u;F}YfPQL4{%K~~Z*L$LXK8_zdsCmKXv37H>OkW@?D45Y)h5L=bgnFz zWZ@30$KmkIT{-B;yXZZ%H1?a}UFce%KRk1KH9ycZhw0LVu(z@4X?mcxxL9Jt!x^Zk zsE9{E$JExf9DjCuzKC+A)tf&cBwTj>fVZ5=%y6W~Onjt=Rs+DmTe!-tG(M z&R~*-Y_UARd{JCn-0oW9am2-AQ(qK=;r@_9G;Nx3w%;0{FIH3iX z1QR!hEQun^=RSAXrIkK*>)gM>^?6iSQDpS7V{La}2skd}3N*^>8iB5#0G%KTanI_~ z(F7Yy=a*NNE_lI(j*yZ+D`S-EkpITBMd@g_I#)T{y&QnFiof_(y|c(YS@AG>z7=#B z8F6iTT9Lf~TapTkOpq1;9h0=6d_>1sFVeAQW*)H#mBo-STkG}$O2b?&W;!0TmT!%{ zY_6@ZZ-x*H7PKftkXsNdu(Aw z0aRj`H&Vnz)sWIeivli=bkNHU4GsSD^M@Yl2C9B2x-%+c3)(+^)lgxsUgMaGL$VmJ zv=A{3D~06~YHGA`bM7SUufK2Q8`K+uMwhb-Yp%ClakwjZ@q@mlQjy6J4Fdy%^OIGe z>9qku(B%r-flo+t|9+`=5wHlK`JV<%zTbYvt|ys4p+s02;kMNTz*wU^c>(B*fW#0Y zI$e#*y^DtJ(g-V7R;2bncUGodTQIHwG6T88XEdE5U>u1A;}m|4l+5rIiO%nZ2jsr} z1hC}&vUrnrJRk|pmd_e19g&3ds~|EF1)gK_wtA4f2AvPph!;;(?%tc zV`LHvsl|fMO+9WL1O@uqm#POUU7LY-K)&$LZN@(Z1P9Z? znEe?g*+OF>%B1Sc1>_pO}b#pGpQDD&A{3XJGG`oeT(#R(HTtR7~kyAb}HC z&7oRF@jpy-lnv{;CSt8LzqLFyEOsM^#H35tdrY~3L?DXsRGMs(FM?$@K2VqiKMCy= zhsp6Oh_FWG_$c(BMIs%)b1za1iX5pUSCi~huX_BWaN!~MMY>9!{cZ{qh;NyM?jAt6$eQuhT z_UA~rHJv?;1!3!>C~lX#JO`SGj**~*!ygSm(XA|%+rX~SRbDPL%cm>eu% z^;1Z8n=QQd*Pkvg4az^r!agpg;N;w#j877+_I^xK^x9XO{8ant6@!5Xt^|Jmm8tYqKShq7tBo3jtCu0 zD)Xt5?I}o|Wvd8+Lr$F)lIT$AvSj3=1iXH5f9pW*2fO){L}%)FZZj(fIp)n1eZHHt zc4JKNtUX_OV2ee^LHxoX-6s=!A$F_BqI)au0g)z-PG2=WS?MsHerqc5>TTpdHTw1S zvApR?2wnXjVj^Td*|9dE*(5S%i>`5Has=s2wx@W^`< zaDn&CbM&y;dwO=35nyDLK*u-w>)D0AB76gCy*>NT=s+g(o=43DtKYPjevR$s*nKel z%Oj~h|8s-nSGoz(aKx?9@HUR{ddj&eTOEUl?VBiksauPejhT+_iJ7^10_5_VRh=LY zv-$wBtX5rg7@^=!s}Fh?1D7RoZl=c*hsb zWllrlJE9G7ze$T>c!PiOu`MA>3iH9zL@K2l>P@Y zkdcpx;3v_XoUv;RnwW008;Xp92CN48pW+Cw1c$ z`yhkfC1ME{`7uB?dj%B0X!#J-3sK4wRUMl%VA^SYdMHaRcInq$nN*eMcEHRS6*-jK zB+u;Lpa(c?d80gHn%iLN&`)T;KsaWu%0bONUKIeS?#)XV~k%`dTx@!ztW#jD8PEI zqL8z@UphGHG0ZZ#abO&;LAit`Sd4*@;UhsoL0f29r(FMwkx4<4wN^PhWR% zRyEduA9k-|ZOuZt#42NJYfGfaBten#k6Ez;ND%69k+y7@(H7zuk>GRWCZVwhgQlFA zG|hTd#OGzsUC_8y3ibo8-)z@h2JVa)>cz(|4eD02l}y=Vv0mVpNE~Z+(=@(OTPCF* zSy8C?EwN+1YMKVlNiKIS3Rh11KOko7tDVXMhBRsfd05a)<4I+g+;VLm?CQ-GgLX{x zy%-mcf&U=@8e7=9a$>t-2u+IemGza3Wn_r#@tRO3{H>-Y$@eJZ_|4<+jy`S$$$&%YOk!k{gBdjAv2KID zdlDRY*G`$UhuA)%1;&_*dSBY{)-(B{H~2D6B`*UIWWCZn@H!{JS+w&!k_SbDJm>^S zcrZz@87BW)F*Boibr{q6r8ng-6Mduawua?wjKSN!DduJUwAHfe)oFYAc-dgBc69OP zF0Iqk@(J_|F3!%;gVtG8ru|(D`e?KR&^%~kYby#NTg?t3$g!6_=#ZR0|DrQ@r{Ys=Y%B`P{EY(R)y!u18gch$1Xm~{T z$_)}$!kjR8O~R7{-1ps6NaG>5<-n%cE4x}Y5F?+ttpU$`_hS%YA%zgMloMjbzBR*W zBm#!M1Y>H(`v3hV&g4yCVV->T8I`UJ>-t_Scv$5tKdtmL-FS8@S8JX|+U z;mZ`PmJ!c4W^JTq{`;{8;18|?MvEhlAy6o^NGskwiS*;P^Ever^`EYoB!Ay%M%rk2 zY`?3`LH&m((y(4^!xk5N!*Mu2P#`|+v}=5EUSFvjq!$JStQa{u{x75L$>X515!tq{ zM?xkXyV4J0AAb!>3ONINXLv8))u`M&=F+{bVQ)3zsWBP3M0&kEiK(2?z8nC5A^Bf2 zbMU4HLafC@)KiA4NKlR+C?8A~M=G2vP~rn3v!U5H1jfz=*b~&WG&K*W4Zx=lKFDsh z`}glppq4yy{)}rSKsHGJW7(^2-FU^c^g686!61}uN`CfD8{8IVuy{2BdE>pWsVF~p zOi1VCiwaYIMl`?^*^i~Onmgg_09bW{u~VQT3xl~u51NV)X62V{AzjfFL)Y(H&4=~l z84P~U>AzkI8)&?0QNV73DNyW4uA}1on)(1b;=-a^AcKL<`RPR${?)P@l7EA9oQw8X z%kl@{Fw?s;0+RDC6^fpg7=E1FJ(zX^pcg(;TsVZx9kBHvwAem47iOT-4ZiTOL#%>q z{{WXD7~f!deu?VnR*F)@Ls`-I$g?}2C;1wHZf3|-e^j7Ej=3u7tjRWf=_Z1T;Z4e5 zHGlgkc~CIF%)(SPmi##21pm0{yIAZl6p14YA8p~5{qTo+1|~6DaPB4$rZ856K1<>s zg*Vyx#2<$ti4W@ltmXEXJFpsYs$zO2x2J_Eb#fgQm)s=H;IoY2wNWH?`8= z4kdIb@)n#L11>g>?zonn?n`|>%E#|-Q>vxQYmq)C5Ft;{e2CNBgF6VUAX?Qd84sA? zd#4Ro@YT23fE=wzjAQ{M@aMO@#ua8fdipfdCB5|h*LM+&+#EG6YaNyFoK8kBC6H>u znBjM_WfPX&H@cusnfex^_Rl5l{mRV6$dtZ5C5W~9-j$_UA=Z1srDL8afO*_$fVr8g zUSu)FB>%}vm5`K`i2H(KJ268dF%d(i{!kMFDcwWAUZLUN%{(cKX3Qe zf4m$>?Wzps{3fvIuptBQ0>`Q9(Rq+QNwsbcFjlWQ>e`VF2h?{koVI7B*u|g zT>rh&MWu}*3QhyLG4>Nnd|;h+x+X6_7m@%(676tkRFsj*96gV9Prb5j{C$4&CcFnpNR4>Q;mJ2-#;pM z;<8{KynDBJ`t4}Vbvl<7yID_l&Zgz(ABxpBe{Bv)ns%_&hA=;{HNMIOj9_}C9O!3r zy0`>M4^F$1lc>wPeWVdDO1Hc>C#;i&xJYcLO@zm`cH_-JU8lH%N|B)aLc(g9N+GGD z>3}DEU2>N)%{rvu znm9+AN$h4EvUGosjV=0X(!=F>{to>FV5joX4tNu-r!CQZiYODW*Bcp|AwcMAOp=&? zP>`H%L0@=GhKk1Gi3951Ir#!g7Y;k;0foqiw+-(f`7>&?TVONF*H}iKDstBEIQN{z zJ+ES^Kz+3bwAM=BE5AmFe5eBt(yST1bj;o6*IV&(a``C02lhhmA&o2ze$*Hu;q&N> z`0m+->q~$-%kG|4m7m_Y9AfOU+P>K|P@yWd*ngdVbI~7!j{WcpWjH-tK5NRPkul(< z*IYQJko9gGD^I^}wv(>fN5@B>^wU!11>A^|mfMH9iA(9E@$}0xI`C(sI}bEWgg%>~ zeg};?N_ZHwo6Dg4r*l7gRtPtmwzjrL63WmgT01gQ(FCvBS2Ry2L>^wr(8^+BGh+2q z`z1_q;u#)jnm~QUD>w(@$h+Md;E~HI1qQvN$aG|{kWyJ$8I@z%LSCpuBfX8*z2Fty*%pxh}uODeW3)sxtUzwf3^m}3BE^pHAA4&_*cx1U1Gd~TWdH+ z{qa`?SjQ*A-C9@PB(9bfite--Pe!5H!M_~T4UB-?oBm{W{GdRB_1L;U?;SdKJzeAP(n zJFSo_-(8G(aUnK@@YWb&r$7XsHP zRbkj3xXi%gwQSYC+0n1D^Q(mCXwoxa=f^IBtv>*6^hOw3uR+0P5_TU_TM;R1{%b!E z6?H$?^HMi!q}8op1{iq<0;__5)`Dk!y*(67OSC%^cYI^d96i#jS=G z(C&l95{bni8>`{Lp(pg8G$KxS9i$qWD(Pq9tnNklvtHT!(I{v?)>02s677Ecr}5+S z6VsDFAA(xD@?`KzuM&RNaGAZhLbpTO(%Yq%r zD2iA4;z<<%<6&EiKCATkL}&c*v9T3FX$gszipyjl+Zk|6qi@=B&L)&=Qt$Vl}DR#LMsIR3^kX|pO^7cJ)0D> zWVzQcV~{2L8)6d5R0=q%LiNr2ax=bfZ}D10z8kO;Qk0JRiSOt30wYrx)k(j6>8uDN z zkoWiRUlQt(ub^hgb=Y3nYquQH?}!&gE6Y)7GpG#iWPQ=`HG`E#2YwL+J~BCYMGaW@ z%l>h^Aeq^%Waex_$y=wD`@b|Vn~c8wZ4b?6kj5_M)8 zZu8lI+q;VJE_bt?QU#<#-*F2Ps2U`>hqT*x^W~J}x%l&>anvD?a8y!Irli(;uvK23 z^Z=hfZw-}UL)x4WN^Z%kk;~@)dQuyWqgbikvr)?qY#g{bxvk*nza!xVI&aUw{di%l zvk-r^%th>M6@-DA9+YD+M&rq;Ec}(>QBlmGKk9((ONG=!|CEltV=@?ZZxjt#MXEuD zUn1!XV{6J&V>mpJ%%hLY1~|V*FCS6XV*z1qQI0&qpjxUKqGlG2pYU(e`S@@c+>E=J8OrfB&#j zl(LklB+?a?C1s85QuZYb#u`~>7%EHIg;XjP#=d9lV;w}6gk)#N*q1gtDQouUb9UX| z`*+{Z^WXD&9)Eqku5V-Jobx=6&+%S$R5$W3xQ=AHdmr?kXwMlv7pb%>F{Nlkpl8|M z+Hz>!Pa}Z}uBc#>d;O4)B%ZvJ?3^t^*?k)?hPjpdu@N*SEpSlQT8U2Tu`d9DNV5Uh zNSE4~20jhu=d8`=`?*%+jh%MPPX-Z{os6FECsrCZ9!W_Z4{kNNk#CoKeTF@+s@xFK55?C`&BJ_bR8ypRlv3=pgML)QwMfzTO}C|$W&i*=|N8l6 zCjRuZn%)HqBk%i230X^n?8_PSq){V`{Gj^5ut79J%82kw_(z{ zg&aU?eFi>o6wShVbr~|BKr0mn5|aTeD%lz{M`wmC7P`51UDnjO)ip*bwYBR#u| z{qIrz8h!KuacAXtMQd9$OgWtgj|(?Xm(lCx0Hw$3k?1P@2TOSu_U`?_?t{0s^)%~F zbB*_#HglaA>c#eL`ph-Lqfc{HU&UAvrjd-k4bTrc1zuiKF*9qk1r9pn)+`*AT>F`F zf3hH1pvb%e`r04_9@=NZ@f36F1+>@4=;nhQfLAVLwVfMUVX`khfB6y*(v`RzNnCO_ zuYsk!>yMBO<<}SlC?eNnE4_Q#U zh&--|U@weLy3E+XA?YlL#8g%EWO(pV@7XuUj<$tGMaTaW+r7C61G4u+Us!)wgAw)d(>2z2mYY4~kd{QWlUnqUhlpR_i8V92l zf=YLWXe}anYl&x>lQt&5YEIL@mI}wz&)}>PqCfg0S+;1s&ZupgrWv&|`!JqgSfkV^ zlU?!KtfBk)D2ao=BlzlS))kFsZ@B+>BOq-sunLYuveZ^B9S)yWQidd;fzVGvF@QaF zTBY+Cb#tO4(b3M!9OTYnqns&o>lT9(cbia~liuRYodv68DN8Q*An-jM6Pd#UqV{5L zJ?5k^yrC?=Wn-P?X9nvx?Y-xpiE{t*mi3%K)2iL|q@VfZR1@>*`(F9cbe5ogmMVgn zVT0N;n)W$U34hs*+r3f#Pu)g)VPm=kKvNLTInqD_z_H+uGf@_6T(2%OPkJ)W$# zuPus+R{IQjSRrT^TnLnU^XG8?wZ_SEsU8id`x)l1y2TpG6{gs%E4d$fzLRo_2LxkY zKUL8fF`|LM7-{B&!ClR7JR0=~bk{~mRNhJGP<>aCxbb8nucQMp&9xNXu1DkwY!w#+ zR@N;t24PRJ?eh`dmCnpT@Ru)#+kEqDsY9=L(_3xy`^LG&et~lXT%8e$lVVX_m2xtZ zG@O?N1>1av%U!rTC1^h63=hkI{%+l^)F^NL9mLu7i+YaswQ6-ZA8`sSa5bgVnEYi$ zS%q%qltKF20F^}Q$Zs1U8HPw8MLC9s{piuN<-_-%4@2t!xzgP+cNT3I)cENWsv(2s z@dQkMU8pBR=X|59m#R79*q?A9%aMZ0Md=~O&Np{Xu2Jkv%A{`GKg6k^+Wa{RF(Xgs zuBwlfoNCtp=bBn;$R5KDC1_Z0GVp{XpRo+`P;09OgyEluX!0xmlgNTj7&3~V-ZfjA z?3A3(Fam%J@!_23afj@_pH)lRNIdntGjBR|1H?>805g6tSkEL75O?Wc?ZPSNcZ!z) zuG(rsdRE%2`U3av-P?9hXT$#scszJv5S{SwWu9I|Xd*D3c&+^u0&&Lsxsmsh@(D$c z{SpDzYlX3`vA+Io!#ETWA2)e-H#N_+TpI+1=io^efkK25A}`Fb&yl>=MOX|~?d&oV zd{+k+A(%OiwTgkfYj58cbKB3N%y|Tx)RdBP29T-fEy$sd=t#U4z3wXmS9sK39&iEh)Xc40WwC)( zCuZ#=gcmku-kC7+G~usV-Zk(hIUl==%{Tg!y>5Zy=sWVDTz?n2eS5Ob2tp~aLD2N0 z6NHi)(#9+}%@95Ltv(_M5ui*b!lIKY@ct>oK*sJ?t-QAx4_h-*vqqzywK`lad#L{+Z^Tnc?v!^C7-G}OmT};EKPl@) zI>@~2vYMh8ly2J^#V6DM?%rD@P-hYLyH-R~x@lt|$7n~Y9PR5f0-?ouq}>vr|IctX zaT?UygSqnCGf=fbwY6MK*H&~ zhM0O0-{gSbg)8#E$geiT5~WdAxeAuA04h>$Gb<=D-KUmfIo%Wt-yv3$C4-)B`AZDf zg>ITWSk)y8a%Y7sYk{u9Mm)uX*Gh{G=;R z8eaxv`NydDg7~hHiG%6@7zelb&k!g0Tj9AKZxJXEJ1>HH??~L@SEW7X%MH%8ivCLU z#SF#BM#O^#LAm0$-=LTPxm4#wZ7=_{|zR#MF-hDf< zn)FTcnz+vj)u=J)5OK~F$eF{Zr43-CF?AXtTO_9y5aTZ24qV>>X@~F93gDHk-NDOB zseKdMzr)|)ZI(8i^DmKW)U0-#gtt#{&2*}Dz#56pdF|yU`yo}x7-xLOnmoaYb5s zFjz!osL^EVnJ@>F48-!SmrqZ6bq6i=IvkR&u61}WgR{vjcXWTg!)#5QXxuk%jI zb1^;pUAKaAxd|;dZYcw=kN#~CIX(+SP%G&vMV%XGm^ripDO~t>Ri#oIgLe5-tHyg@ zgE^|5bhM|bS9cta8?QkY@>GblS6w+X5FVPQZjVRmv@E7FAp4t;A_rtS9LQK+?`_%w z1zxQPx4_x6A4&UqSdE>wEm}0{(Y_0q+>T-gcOx~S_s=0dGCrG3=D(zIAOoZ+T8@gu zI7-fi=g3HiyD%6E=lwT)=Z0#0-(!TZ?E(c=)=GKE!K+2Xl3QcHy^oJi>ZVv8nH`TF zv3fP%i%h=us-mRj5ohIJ-&I6kbj_^nB@@g4m9s*{&561^^}(jHD6 zaQpIM4+a`=cII=93MBA1z5FrD_uT#TyCdA(WQl0u3zsf+_{d8?QLpFo2RLOyi`(Y+ zx5kW@mUr*oEh_l^ftERDGrwYjgR-#zeBfsnZij>MEy~;)0uM;zR?(Nte;{B4Aa8MB z^nz4Q@I_C8H^b_sVJ|t@DJ25HQTNGz$(Ycv&zi7U? zvT|44PJK>ayp@jSd+lctrn2vaUW}IjiPYkMidiWyaF+80B$J|u&jg8?* zHoB-|#nZDXP6sK11rJo(ovD2amWO=vkft3@6@hiqH$;M&_p7N_UBQ+ZsHtqqST5Ka zd86C~=rOwqba#t7PBQyzVHujlt1IxFE@#8_?a~K9#h4Ix=|fsWwoy-NUXet!37MJk z3o8B{rMG?-HE~`0jtg<$ke)fXAM`KN&9q2`8)gU-3r!VmFW z%&+9J30>i$=2#Ee8zo*ft?;M`OVxr>W=jf0I`fK$i5vu9#BB%z)|Her7H$@K|V*eD~QeWAkT6@N$D9)fscYb zF$nV;yOv&;*g>uYfgho2PY|8ThA&#_vc}b{J@IsINaM}d$Z9v|n2-m93_8l!ZdQ%< zemu(fg;c2%q~qJZ;>pO&{J=pxrr1_4rdrTYLS;ys-**HCOLaypUXGr_ZF&)WZNeVA z5GrRI$jjKuP($Alydwi}H&0HPFjZHxmY&f}=uwnx4ZH#Ca?E&2%|h#`y>Fd1YPvi< zRHkKQwiEHtXb;wC(c0(B4?@r-b}tVum)a6SHi5xw%yHe*V}>XgH&qt_sxw}?*Yx$= zd+p-ImHQDLx9c)j1oeICRj-x^FAj14p zGBuhoBXDhWHRzM`&YpE4rqYqr2hXFvee=sHWq~xIZibVx2MRM!3|x3TsNke(t+DENURoB zd5})m^eR?GyNi5OdR*{%^d4_U8G`v@_9gh~6( z1C|V)w2)Bgv3X59ZM>vlcYvzpDMmT*JhyX1A0&SqX-UgDJ_ z5PO8EOP)cW}P5E&&s;6^k<_aUtUy4 z=J)l-xN9vLwPRud)ST;#Er&w-q~B`$Pb@#^1?A^B2%IGrWNF0pebnvz@X-Jd^VWa* zc`>sTCT{*^2IiQ1C1M=jWgax z^)Eu1_{GeqUGqQ}NXVO3ZjTeug6j2RxZ0~WpAL(5YSs!9Rg1Sc>wc4j2&fY?&9uGz zS4*u8{dY05*AqomS?GEWgHfw^Ti4p}3xRv>v_{e9?)Ah;_l{|aCm^Fu4=c#5F9WG` zO2(N3xwd4F8|upqM&~3;BmJ|M?(^Dy=U}}f?)^)ORTB@ZlTl>)d_Nk5NfzxN0edTz z1&ERco3Pk6>Se!*^7OYbsHmNIS#8?n22sAwvCFv9NvUZ}5zy4=&n?#|oY za)t321Nn=V$)PnjE`4KT7#%xFi?MQ2K z)VDoSPIAM?pdq0!O>j&Drlx1D4WE*7ILmoIn1X@wU_ECyd(juC%Z{!eNZW5~qVw9B zDU&+1x3^DrtyQCb8NXd{CC**UzNL|SL8vpjTIfJ2dbV;lUleaT7)M4Mevhq*LN{mO zlQ}#buZFY~0l`C2@&IQKp+l#~7DDXmTK5|0-()2pdTbHD)}#SZh05|xqvze}ma2UQuRnDe zV){nONdyuisqVo(8u3n${QUq2he!MU!mdjam43F}y6UD&80w=kG{wZCcWUfOLIS70 zt!*k#038hn7UL};p-3AE#d9`l*A)$9S;in6;Z|)DO8D;(JB!tj*O;v<2DL)mJmkRj zX^ubdQ0AYfxv#3Kn#$64RCP))Gd$0%qS*L#ilOri2u-3E$phvbVrV-lwq-c<{}8r0 zgsZ-4-Ed%O8*?B7e`B>v_xr~~!eT=I0HEN_nidH)N)fy@-0C)%-OTxmL^V~_%bkx= z90QOFwGw{`f!*)z)6h^S<_Qe$=(yX~zO=?j*Fm zA$A{J>`dz4`XcbDBep=gNh7zajaSB4y6nJFOJSyISf=^|cjK@}{&ODTj@t@(DDG^r z14l-C1lXau4n`TZG3}RknrnOQ_3#-B125Y)@G7Rcn8LK%QCwXJ-22>+;82)OzYVDg z^-65IgT1=SM8rVU#zI!lDrRb!eKZ6!VADR6LG=!i4`18vsIZNdW%n-Hc@+U|v0pto?-3mtBs|Xf`4E$4z=e*) z@ssA?L#f-Lb_#ihmsm`;DiP%PfVC2X;!p|`_wmdtN7lj0Ur#qod^W8;Z?>;^>>7B?>D|1SGoZFqI@Y}S&wdP9m^K)@* z8KT@tmBso5`DCv%mdb^Ie+&fgk)~CzKbc4%7#a-T(8)b2C^RhSX7Rf0LJ#%?<6cs6 zBRiT(IPQ(1_8^iIGi_QfMlsT$rYZkS9e-l^ThR}sL@PDYe7qkca6G4pF^D442U3VV z%JT%KpsP;&)d~pGVp(+RZ!%t5mXQ5G{Ay!TQVa%dY@x(tfwF=sgb$?Qy&>wG1*;ZRXK3013_V5hdtNd?2%p%R=Iltui6selhk zOTx57UrIRjTa`7BmOVv?lH-Kifwu8tuSo`??1#g|UXVLiW~Vxp?%pl*3a}Bw z26=T78%rY~zfdZlUN}JfNQp{RF)c$+<;mktp~;7pXxPq6$s&`l3xBm>bU)Om+|(fF zB^9_y$@XdFRs(u}O!!rJkTddpJ%Mje)woDiM=SRoz2Mcc+;)?UkyMEPZbtg@WRXhbb&`OGU>uTIulqcC{#(={*b37Zuq;Sl7v%xY~V2llj}=P)4U-e$}G7{r5|+L*qxTr6qT5abRKSA{=mzd3DZoz6>dVWWT~?kX5Odw+~EjwjU+4ufS*)w?+_; z>P;*wL+!VUM*wj5a}~PJ>l3f2dCX%sy(-iu3%^jP7IkDPnSPQi(7^%U-~E`zv}cJ# zrTz~4ImW&HvlSdi=Ih)a8dV^8P)2-ABS<)LVcgVnzJkWSc%k(CIbWm5il3Cq>e%`x zGin0d&`{u*@5pB0X&Q;YgCO6#OLit3E?}cGNj{h{&r*6ck6)=!lt5hKdiZ6}IzXNp ziIRqin3b>)z74r7%-6>yl-IhnqD1xUD{qOH4C@9SiH|>Ub=MoLQYIMYal}O%FlHJ0 za5xMNVcDtvWBKQdYAeio7v!idJ5?wik?+sQ_O5A8_b$d}=2U5yUmYe%YTpvk-u5do zoV~FpQ>oyW)ihb;`k+MqKh7IETv!>u3Gg*2LLbSxLo4UP%!|-M^jXRJ8pSG=={x{~ z2gh<4XnrMs4$9o|yfF2(_1fnZS<@DTb13ir{l7Vf@L0U5!^qPN>TWV~;!-+ZnTLl5 zQElXma$Y@&dzM8!;;w!COCBk_qzWOTmb%d(Ii4-Pf1h{8DlL0aglge!W4l{q@IL7h z@mrs##bkoBYrmAB>dYUn#Yg~P46XzgqCZmK|C(d>u2}zr>Mx^Fz=;D9Bq5Y(&*5Kt zzo5dnWb(TJp>hx!0Wc<+#45L)@UmJPKNkKt)W@zKnhPgO>H>;SKhu#kv^cfa5cdiu zlK6;MP6R{q`S^WFOf{rI0ppL#+p!UhAb?^7iteaIyJ?c1?*ll5pa|hioPduvyAg;XYwq8+veN+Y+Raa6{)4w>|+qY=J}c5E8kv2 z@la&&)3CHcPxX&24?g^MVBP(kT zH4*2)ITaoep*5~HQt3_ruGG$ggJxvBJ%aZ9EuHvmI7za2r!h! zV~61+f!grcYsmX|d9%-64Hf79eoK3B*S}V{Ti;Lnxa?ikDhobv_HF(Gm1q z4+AofX`e^9_|s|~%vGcrM|;h1^OriHnooB%{sm`Ut7%Ryr$Mg0z1O)k1%E$NYi+xP zWQ0rcFo8#0g$4Eep*WVmoy$i%?R<^3{)r48^Ubd{H#fh5cH&qO+fYQriB#2tRyYD#%aGd^$s7A?-32aV9l)I?$}S9xd4n9(A_WI)e=fXd}VF!7zyeD|T2LSa9q#O<9 zLh#@=BOm}g0EF)8upQr=4_i$bJpF86} z)O+e0^h*#ew@cofd=$3NX5WTa%>R1Mq!GT7Mpu+2m^#=}XwN&_aAja^BO?4Xx1;j| zBpSu99$cUb2*C^%qbc|Xk0ACms4sZ_*eWX43ZdT2K#7Kk(~z~TeI6#IXy9+uxcs;7 zt%LI#5vdaciS#WVfbbZ2;)Yor<(x;kg=0-n+C74gQ0}EJM;}W6A;b53kaZM69%r9z@%IiN~ z_f%=a411jl8Ynh(ducT+nP4#z+Hr(%$M8AdojL|jC{=gm|8WoASTy)o!4up9`8Oa( zEoqRl=9etL%cceM$H8uEYioX6(?@}ei;F)#JnPYa)Hgj~@uvG=cw)T$66^T%PyW;K zed2X}6-1@BrW=ZK28iA~#q7XGI);$(_KN@_X@XEaCjFK`5 znxza{%F;YEv^#;6Hp!{BZf|-Q836#?l9%6Z>D9x`QL9?Cjji?Vw;|jX0%pJ@1~ptq zcNQCtE?nE1-q-wM)IQ%^{7}TF2Xbvtl~URdd#oUm76VVD0u#5KAW#vt!NI{Xn z6aU?erGVbbDS+)b+}^t=`j2NtD@5f3=ydG~y+*b4C|lV}_}mJ5NUF3!c(|RnZQ@lv zsZ4rYe5cJT4f3Gj(H_^7*vSJl;_YxJUPROvNJ*J<#duWCXaa{?a`{P7yUzgF{s2tj z%5mI-EF4Qjc=)0~?Z(=IF!;-SQ{AED2Pd~WL)FNM3%URGYguPm&qA|O?pL=_6AY4g z2*FtwfBWIMrC{dFFH^m9#JEgB9ygQc=kP*V<&S2IZP3AgJ*?Bt;B z^fmIxF2Yo&Zf0hdZHZ9t5IV?<@M$2`N$;|m-G<~PUO$}dul&|2?;$QkgleJ_^qkD} zt217*lT<+oS_9kyv4AnP_`}lkcyBN6e;EH8yOyM^Hx(9HZMEl>*8=ATb|ZXtGq-ph>l>fyr~bOwR~z5C<-s!8-arZ z{!i%|WFA7mmju-nNkWuAbY45*a;FJMa+gdsdJSeDG_~Me1S5EN*_rAX$V10nLa($= zFA|ztn(?409Y-3!-U#=qCr`4g_TBWyUmM+}1Y>j0zQUgjq^>MQj-Ec%QXienYbp2e znNz~uSV5nADOL9?7gtkLgQV_PER!{Od3Y2N!&U`2cC=zvfq2LF z^A$J*7?GE9IwPE)pqP+(pD&M`69e>lY(aOX4tIR5FyjTWNF*-u`ABAJ9G!EeriaJZ zpzj+T*mt(`+mv)QR(+uiw^J+PyWsN}2ND^t@|-<(k~Y)fz!v-#o2k70I-fQrkTSZm&XI8}+@Ez7#b-PV(n<{~Ul{*TQFdmt(n@3q1~8*}yapSW;iUm;;H zQMZpAIl{M0X5e*)OwpLvH<;P|!Js7}pTu>itUNsDOd`guknLat% zCedC0>;04PEDJuxu@@jA^1eeFQG!=e^%YfUbBi5VvJIU~%bmq<+jOr!0jVf5;+Rx> zxu_4ceouQ4xjCj1<)KgRvs z&xz=lrVz78SjBogVDjsxx3@6Fb&TqcSv&NqPHK zO%H9ZkG@tL-r>-9IW2ws5K7P(J;w$-QK$gpfxOZ&%1~&B{$Pb`rsoc*_MGo>OCg@Be zpnz>nWSUR6+>v9!y>yr+<5E<|90}dD+i)T`C@K^@cdnr-qa_N+(~T0yxcvuOYVH-W zXqp_#Px7NUcj@+K^FoC#*tNAQ%d>BSoDnM0gDB;2OJ6^)!wG|@V{55%ONM*6 z`?r{fJ%{i!+NN`u+>5d_*=+w@^O(Dg=Nin{Rz8TUw--n}NU)!u-Q$V7n2Dp1wBpP3 zDN%mxpj*lqNkC;dJOxA73D>*&%)PUd=#%N98KGQ0<(!9wRGCK?AgZ)y-s|h*aKtZe;IutCK4~In$V8*}1szX%!&@5!$D!D}dgk^Z*K@Ljhw7lQ&a0XBK&gkhY*1-om9QSVf z5^C)Q=j8>$$Ik@=TVz^oxoa`i8G=f~(wL)Onv__37PU(~j+0)#ELF zFMzRoUN$Ts-8lt5lgpwwlC_5EhXM845U#mWPR>4Dx5RxUj7REj4x9B1*eFGSSbmPw zny=5wBg&dDg=G|g)&of@QKbu7wRUQXkp8B<<6%7IZW>q!|Gz$;1vK>z5mqbW1o@0w zt_{1eg;Nf|hO6Oz`Cl7=U0#%ii5z7B#15?|3F-4*ZxZdupHPj;a`1#~6+xQstHKi3e=H z$=H}Yq4DKvgS&LGHBBoL#LJXIk^>=yt{Ht1!@Mm;>Aklxh_*|?G)C`e&UklQfQYee z*KfHx$1t3O54)1ufg=ZS^b!b!W>~GTcFoh9HE^RGjlZjFAC=|kcgCIXGpQ4Wvz&82|`F?E^7_OFs9=k|1;E}16x># zE;I_2N{g!Jeq0VH54jxGM5g`Dp*wY$&(Y9A1!Id=V>69f^(`aa=n0zVaB|=caTP4yZq8rnfw!~;C zV?9dfm|eX|xW`X;t)Zsv$gd7A>wmeVue!@5_jpZwau-vxHPW;3_m z=rV;K-Mlk6W^C%xqI%jIhQ;Ft6grkykfZ`OHWhYnNL3P?tXuqdHKJ}#vOf}8U)@{l zxG2JV<;qf<_&dpvEVuc;?HGM=~e9LI|U6^0&mT9M5lo`f&7OK)gXss*uAIig0f zM~O3D2-vH-1rCK{@BINwcr4e)pi11^vz9`qC#|8?SH3S*z5a5wPLOyjQ&7mK%KS31 zp0%fR!DZx0eSc<$($tz=p|6by^`F0BlKYv|{`T=sSXby}oM+C$ZN|G|50!5twJ){D z#T>d*H2goQd+A{Q6tvDrN3Gp-e>;Cb$dy?G`#g(h3^AZ0>XPhR)KEQKQ11ByQ_uE8 zu-^S~yip7IIvCpbP$CWr=CyN>3JuyY4=p49cqR@wSJg^Bfg>}G?)zWdFl>*f$TLDLdB`?1hai<$q&`+fs)fW{B-WqKBo7vkldxbJc^6;D&5l=ZI;7)JywKa$*Ea z$^?Z9-F9Lu)NlRz;^2uH4==^>zodHv3+p=&7>u@EqR@We?GEbaxZ}{DNj;5z{1z{w zg3(Rkc}8~%-Q5L;oUN0lh+euK&&b;@P%`YtXK#*q_jY0bwj7B+o8)FY*zQ(j!Lm!{L!2dr#Tie__2Gm>B2MA9;|>oqqx{|mqKA>h@{~( zs3^r3#>h&S|IVdrzY%B5X3xxq8G7(6R>6@tV>ssZ}vR9U*PZYP!|1qFWZYU@H5#TH?BABXARyHKpPD8RXv+R z_FRrv1LAUJO3K5wWwhYDYVot+WRFWsaG0Pa+YQ_9(DOu&ZidJ-dPo01U+Ld-FF>ei zqccU9@I~=v>rLG8tP)pFspOl=nc;RFk=L2$9I0_3d>pHhH+R#Xg_t7Y&Mp{g7RR+#xACtnMY^0s}) zJeP4Ca;eZ##(HB?vK8|?hABjF?H&mN zov}0uy36GdZjbkv?^-O26C{OAOm-i&n(Yi!!7M!3PPAa%2dgN<+Rxw>9-l)9Rnl0;j2j^HEk{#_EfHm-zJ$v?=iUC-X? zyIP2n1tl&2(r+N7CAe2;s>=?Qv~}D&hN~qY88PvF-B@wr{qC8oiKW1|873hzvyGns zU|cS-Lo5int=OUKiLB}KM@l)AnEwn?0(F%|2~<^;X&hQ59XHpapVOOM<714xMk4- zNjFO!@?QIi12NwXcGIT&rk(;7Vuf8Sn#y#zn?~JkpJMrm)&&xjwdXs61Gk7-b$Mk+ z^74iFN)7Yq$mp*bIEz*dTC@f}injr^-+$~_!f{ljtwc<B+v&S5<@d`k9& zQ}$H~Z4IDWwH}-6d9j$}%8B)K4>)kpVR@et#U7F;^#r;YIzD%=U*nL#_Un;~RckXW z7|13#m1Ng#v)mAbnMCk#Emx{o1BG@7Ed>655;i>x;C_?DQ}zO_!+8LXi_~&7C@E)~ zl-R|pvudasqa2le7Z^FjK2H=Be2t~E-#}0IIZ|^BpS8|(J}>>C%{)50`H_6I_zdx| z0h(9;*QA!E4l%BKq5UXVKPCm<0s|X&inmRF{kTlM}eqhz-pwm^%mVHxJ_5R(U9)X>SG^ zjRt!bLSkrin~_*PGT60-dv*h#6#u0FE({6y=8zK~jAHm>Z-jAT0{Mwt-LyL#(omW* zu2v^y45+wF};pi8h3809@q4Y|1?>qreMQy1(% znkP8;?RR!&l8B-)VC0$~GV$JM^9qev;nTg-s0ek9R1WB%NVJ79u^2VKOnD1AnzQfQ{T(NE}9I0Uir>WQ~Agifsd zUbd>BlR@8m%jQujWZT`;^`VU%M~RyGz@r=zv!FuD;3)bMqzMa_(@R+krx^2>OUZo} zlMd5;)Vqe0ST>?akCozNmoEhPWZc&iI8ut82bGCf0YYV4Q`YQW%IQSmuCXHNCJQEq z82^DzUrGHdIb)g5@}ZPTP5c<&9G;q|(EiW?8q{4=LJm9-9AnnK7&=O+un2UWG|h}DsyPLA8Vh~&hg zdl9LVr7<}F_aPGjy&7R4s8bEF%D?VF$JMT-Z`8tPJ^Q@6ECfQuIN?YPsM17AElM8~ zV_R@O>EXwH{L9+f+DM3WN1c zgg&yMa)$q;q_dfydvYVlOWK>#O2$YGS^{2fHPLh?=qtU&wi>J`IS|qxJ$CHQ(ke(k zK9K5r`gC%?EC~hsZ4v8QFUb&u(v^j(1D|9?1|h3 z4aT=lgs*s8xmdbNuZ!wIdo=pf3%0?}sNiPq%MH>y>b?#YOZr2MM^?Q5K>kl# zXV8w5!_yr32z&BOaT+Joi5ujZObrVVUr-p7e0Ns7gICrPYIaxb)&1E?9J)a|iH9;t zI0C9>W>|so!Kl})(7^i#1r^6^H5%W(^#Q0U<0A@8vI}wHQws}e)Xe?UYq<;Vggvg^ zQExWZZUkN4KAm>{io>Ciz*n;OzBO#QJI;JrK#&3*oz*wL$%Dxwv7lpJ>oC@CYdoMZ%59pM6j|lyM&4@Wjca>$+9VVdYsdG)2vk&C%59N9&bU{+|ZPyApiYP>HvFC%{s+?t& zxPJEH;yEGg^NM4~uGnffI-kIb$-c|QadSgb{S$woL{Y+04c7ZW21!X{lHo{TYO%u? zbMyy8RtLjuI{g{wp5u4*#5v|3Cp?Nqy}{Vtfn4?qtz50rV#?scIYy?^Z~D1oq_dhs zVOU)PQBC|DWwSIbFHNbi<*4Vco<|291Gi+Bf(k#?)rkD4$_S545>i9;0@_f*d}eqb|Z(?F~fTw~>l2 z;yzcFZ33=cg=tI|z34WnPG2eyb~|1s0>q{YeicrRySdjO7*a9n+t4%Mmj`({rg=XN zb$u<$!YP%_s&WkF#+6ipR3YqM& zVCllV(u-tzSUVBt2LmB@MF`<{&cCnqxU&QkZ7d`i!_!^;B(hgWC8S#qgcE$nvX zwOQ@*j)HgNQKsoGV>J^hY5e;`ji>CtJy@e_ZyT8od>YiG+2yFH@#g9L>0+XClps4T#^wY}Zm%#1KY+E#;BgAj^`!0aTgvM(*e3x<#n(7<5PIez`sg$K;xA%VyKN1I2^N zGCvEliRptFFBtYkcT1vINKaw~TZZuV0h$Z% zzXy28WqtN2m1fnHhiEG3Va-J!2|g|JP#4Tg7eL7&=~`{q7NeI}itq5z13Z{lP8*Fz z@3`ZL2WYa)m%rp@X4)em#|GYmp~GYgcH}hza(*ml>d(kT@1dpp3^jG>z~YGb@A%~M zMA_~bfogdt%v*2&WFT9@alowq{Rx<9$_^?F4&HYXLgm2trv~$xEgUh99zAO9J^+0+ zOL|XSW*2)Ad*&;&Rxc1A^v+WM`PVcZkrcYy+1c45Zd1AgU_lkbkgr2H;4Li3I-gSu zEXT|&K_87&YCV`AELEC3{onsG<(rf(O9qkg2?YIs9V-fWR@T7Bk00Zu*2W$!iuN= ztr$|n!$D5NUWo%uZH5TAUEJ7X@{?m?9De4SmggVrC5cM7l!MS7txWm$~r7bJy-xhFA?RYcv5Rx!=zXJfgG%0REq!V~T$tyT89C9Q}XsOSpyw{200*r;~qw zbi1?u&mRcThnUU({Fncqf5|0iCtT$LdgL`s@V7Qr=LH@;dIYjq>q|8Jqll>l4o7d0 zE=P#AiIxdI|qPdGMsZah*ibQzPw3=|W7jE|3xW%w(Apv)FzO@I3qKUaA!r9%j1 z6(3~PrtCWM@$wq3*wJXe+?GzcU*tkhlZE5*2;Y|G|A@V)~wn_ZOkTE5)psX@c0peZu zZ34rlyTZ8j7!%C1cccgWPP5%EHK=1b9AE?eFXas^n$z6jg@u=0&4U}ogoyb*NcB|^XE}N_+#dxQ6yo@w7hZD9TY#-q;FZjx zs-X+0gz#a=N7E{&99)|P;y5L=@qg?{sFexWNSqOw1t#?hWX1hnUj7lgkEVwoc?J{e ze6`7{e;Uup&Ci)>hmUIJ_OzHup9|y}hdHmlwm(9nJ6ni+Q`3HT z$=lMvH)JWnH;PB(Ic9*{OcFr#RK*2s-}#Fd)wulr-2T0?fPY?`gSm<;ve2TcpXB8V?!51mtplIh^GF?ccw; z7deNHHzI;Q5M4FHH~|5^kNeYdNF9LE>Pa z=0gh6AVx?HjQn>1F0+$^Ctv(cSx48*1XNb3p-@p3#!$#MZmFZA18c~!-@ksb2n!eR z527K)hzY(P8vEac5et14$gOU;awBC1c-mWD%Tu@Wm!fDm&x4*}V|n_YQHK* z7lzygGs`lkSm;1~f3zG_SfNdSug1J9Tn*5<@=Hn@!J6=2fna_RfVMR|I4gSjav`~# z`7Ym}E0vVhRhwE|MuG<-7<-_@4wAqy~irbA=)B9a{j1v8<7rJ4=#QSf9Eaf%innrCuX`~v0T;J*v80x~KqW)Gi!UGwj zFb5jD$&(1U5}@7yH${pBQYBzqYSY97z~4)fL$?y5U%Pkjp2&lr!y?H<7|EO8{ByHy z93cJh@bI%^ew)O7^z@KN9sUA}vx9B^UiKy%WZ@h7+fpTK^9!DDJcvj}&2~ZZKkrut zGu98}mV!^%>68DpAN(*6dyx;3a`f-Q0*OR4G>z~~A(caI?ul9H~zu&J=E<~@1*ICkAy+7W?wkbrSDr0HrEJR7}jms&r6zOZt|&3r`8ypuxF zhfaGW<>if~-+JTBB3#Z=Y3BAp0w{iX{miQi@>Vo9{fLOjXR%MH@`Y{K5SZs~Imr@- z;b0J7VJSd!sH~3Ec8^kkYlqiw7#XSVu|+w7@k#~;DGcNiVtPaF-6abAT z5IA59Da8}q4vB0iE{@BOLDD!oc(y2Qez-y(SXCKB{tM|JlVhupjigp!QLWi!gUkE{ zzHB@M6nq9A=mLy?5^PRDh8A1Z?X3Wv&Nwi{7k)c>J$(41Q(3?Z^g3bfL;0=jW=28p z7GvamE0I9(pI}3x7P^8QX+kPN$~D8Y+Gz#yOQHQeY{U{tWeKn;a)Gq~7BU66Z3;h< z_v+==3Ep_cWj-b6jWO(n*q8PdpukXnmH@AM6;GoUbcS(I?9T=W_#jertW6pUin8EN z`YT-q{8)Tm$*sDf;W}%&FEkSKrNlv)&a<%+l%>f;DqFQ?!quWST<;m}>Eiu;fVAQ& zKIUa6d9|388;lN|g;fYC+d`@qvs2>b{cE7@xxcC=KXbN!NgTO5449CsT*3x#H{m4l z2-KkM6(EKcx6zlJfPBz{Az}`&Fh!4a#-Xq#fyuDg8T~2ASA0z;f~c0(%}iG?4>KP{ zZ2)WW<4ax8dh2<}c>x=Vu%Dk_u|xOS3h-ks(Vk)KL?V8W6#n)}(1)|${M^za!fkHe zxz$-j=K+j@xX@|w{t_f(+aYHQL_LDF+pF=AWjvP8qLo|M17caj{CVW$@a4qZP?3wh z04(TNufaB{z=K4Z8tO?4|5YfI&$bESlI?X2W9TgDnK)m={wXPc8Il(&%sd8c*>>_? zfm!ooJtDj_#7UQ{?-un%`LlDZ5;8L40t#T;LUFr7ZUvkGd4c_bgZuZwGn%!ZV!Kdb z&={VR-2x)>awiL&J|yOd7hDAFm&`7}L{vCCJCg?@8i{6v_3JZp)siZMf|5Pe1LPZGCAZuBM>`OAXL6+=0g9&8`*|W>OWnT)7%DyI% zBFTth>>CkwZ=YH<{y3X^w&J+Gh>%ckH$QZ=A z$sqAdWz<(vRwm~Q@jlEFaPRD1+kQkI%?ZoW$9T;3e8hRwd|LwdKarulM?X)IhARuq zEJOqZ1OoRVxYY!Xw$92KxW0dw!~Ea1zycr_I<-fjFlU>9nE?%7Y3G3=I(?<}-xC&K zwTXdFrV8k(w_87>!I^Zy_}c=O?bpJBBX8A1Gpc*HZryV7`CMz3SGUCX8umDSdk3sz zbCTh5^;d4))YCVp3iyNcjHFJ|3CPNh`<*>^?)s+9B0Q*M55~T3?PEeFFpx0nj_D|w5qkEs@_~Wy#?oon737`CkJlHdz9v*5Ddp`r z3g#Z&@aGjbSL3%X?OKUi?<~^7iuGZSN;sei8S4J#3 z3++{XbsMbgF6Ep&G4fw5oZFOVbge)>hod(hYL?Y#DEF&Q}`i{9OwrN}p`-D;w2 zg}jpwT!FjvVHh%+GoHUFrGn-b^KIkl!`>fC_B!P8uYq49CY9DoPd4{q(&5*X#B6qQ z;OOy7rk1kT%^Ss=PnQV;rfTua28@n7MGQ8_ zLk46P4ffEq1{jq&;3NBeE-~kUwDsK^SjGSDa|Yz%0tA5Mq{F!w1!u3}*LV3|fn4!P z+GK0QCF3H=o(ya7`Fdmg7V>b-0U1e#aCGnsuP&`QuQs~Z1lxmH*UD>^RIyMdwWn_e zo^-28fs|A)w`nO*$)*W@HS86+Xc&=P9#3qUQTNiEm6`T^VW zCQD5$8f3;ZgcE&u9I#CvDD3FLL)XqTH5|>9dG{h!*8TU}cH1DA|Jqm$BdXd#D6>N{^El^jc(xC7FWqQ}BtAm+ya{40o8} z9?HY`0xwj_RT7j7Bh^KxlB%kz(8GExWQR~PVkQC4JlXmjWZ7&(U~Gq79|BF`1qQlx zvUU*9MU@1_tL-l{QUhQRzoy8_;l+~d?CjGcs2tJ&7%#eq<4$-rgy@VjnlxyTn>%u` zdaF(VTzx2lzqx6*w!(a5v4t-7c+P#u{Q@Otn7IZVcka0(iuY*V=qSuE( zsdn#Z6-fE@zK9vuk>D*;$iur(>~!uME-x?tt6W#|AsaE1r?G*L{sO$VgGUDBOI*As z^zSFPV>tmkR2yuf7k?!c6$LQ)|LHdV^Rs|J#*+2k|MMlz31`iJzW$fI*gD);K8BBb9q?m|lKpvj-1D1Z|J>px z`Z@&5%coEjo(jKuTl>{5O0y_7Q5pqGij=D_*;JC*g5}xRl#J&DXc97eTK5Q>xrbvS zQc}O0ydQY!a!n8)_Kd7ovYFONna%wN;<&R zA={~egzJC6p6!nhL1fjb`2p>J&2^ic-+#_iPs)1wO8(S#AwCv!7w9WPYr3yV>-rmfOz*pO3Im*rL4y^#9 zz9!UiHzoGh`jUYP*Xo^01q(DCN|dZ}k%L85d2 zOKqzxvitoRUJXQ$V8GSOe+uU%;cQ5z(>G+_UiNCv;;;V^%s%V^QH)$tOEtQ}FrYsT z)F*ZnY{ttq&WZncOhYm1RNa*nMsLhbcD!#{Kwc$-B$FOklzzXfZH~ua25)=*MlL{2 z(n6v?Q+Wv4!AeI1ZacPohm+_cwSPFJ^k)0 zRAD*Hp2Jqpk9`1Nhe=E-$Ez$x%480Wn=-cBEssVpX<_5ZMu4LmtN;idaU=C641efJ zp;VLXZiA*7#W0!R0TK`{P<(j0fu4ygg4s=_>eG4k&>=)Q?3l zLqmi9iNq6dj#$H?$yb6Un7Vh-p=#mZjF z?Y{ufwSBi#SG;|2@`|6}8nLiQvQMy=#tRhCTx2$9Ow=?gV9PCw`V(F0<_g4h*Of-6 z1QOt%F`AR#yCsF!ogm{yxiRL}DZmoPx!n9xn?sXjBx8Swi1!vfKVh)e`qtL9(J9aC zC|3G~A|$o-<%o zIX-zvVgw`8U1&pF7u>%JDU)+|>UR+*S)2%T^ z(mKj?<-)9@mLI+$pHvhl{xi~3SHHA|sMeuylBJ(ri_GCU7bJ^w;Yz;2W0nkrO|^?8 zKMG6JGs(d4_YwF;rpX?bNh`-(zIlBFJiABn1(-B5F$th}lEI(irQOIMfPX^$A>tjfx*OB`f8ztsu2Wz*+7$%<0H;K%F#8_(ez`N1)Ag_`RiJCo zpew4~{P#6q=PHjO7O(G#CGVCS*dOSe*ju!hQ|Hpm9-b7Dg>lj8!eq_U>+GcHHA%}4 zkEcQBe*d-XwTam`1>b+VXS5_YepcbbxG)nhJ9FPJNt7KOue+ z9|H@%amN1u_6hYti@<%sq-1{`*7Kh_h9)W6<0XEj+m_Z2p7yw#eL4a8p{aD;PvyNp zi%5XBY%Jjg@EdLnn6~}tw~nyA3848(`wP6IuQxbU0Yv4&y~!QoHSRqtDAfiMnTd@Z z0LbWw|6p36u^HKroV~@=4$io{h5Ym8WfDPR%SYNhIS{O8*s%^1nw_boM|=; zS(;kA4>n{0ZZOi8CTs4~Dxy>R1zVIu&!pjSHeWj|T%|i!RM)`}gMZpR*S$X^RW9uC zy-PE>UC$6R6!!c``JklkTFr}~u+L`)Gcz!$MlJg@xxM1@Qx4GUN;Q@{1S+-nFCJiB zaJ>;Id)!iCP}q;brp@uJz16%!r_nf+0+SP^bcF>|$$eNdG)SA~z}?Y_mWhVbRPNjE zxJ_XNDJGqKKboW;M`K?jaYSwvgfv3jVUc~V7MkdrIkOIw7|Ca_*ltW))jiS8UU?8q zzn8Ow9|lTh^!T6o8Iz-Payz~8w|rvS@vfBtC;KYm7=-feyyXi9VKcdeXInf{ZJ@Usb{)f?!eW- zi9^eMxiD?fIBLu_Ze%5W2x9BUCL5#op!uUZLc?_BR9w%QT(-7j)YAVBm$K8CQqST& zC$>J{yd@YL?%wSiEl{UIwqu@-klV8wj$5c2&^HO&`}}~2j4jOWgl&d7xKb$Zyvt;R zD;il9u$nb-mXx{l(q3h#a4d3HB_Sl-xNH_oN?IIC&h*jYa}g>cg)DX3(0yK6;l!N5 z$hB*J>zKV9T%3L5H{uRK2GjigSoc%yb7oII-zT2*&iu!KF{L;i(sN99&^Rqz-`UtT z)04s1lqe}}L#8Ma@coV{8qIM0Iv(uL${l*U4I0^p`F`2|`MsladI=V4?XvFzw$2G# zE9*r6kz+oEKiGUk@_Mvzu1|trheV}7pPi0HlKxNsqCIvkH)@G%xr~qEo;x+dR7{KL z3uzwRybF;X2tvZ)TV;y4jv)&BjPB$K?P?4~l?M-oLN{O;R*HrfYyQ+FY|@WY9vnFg znSbGvVlSj#mQk>qcL?@5+-jF=5j6r$f3p56!)CT{wq%%OwET_D(0?=grq)YE3 z{Ab8JEeQ_i)a%t>g~N8Qh&dT{E%g1*nbP#C|JfSxwQ`3TSv?U4JhPox-v9gydTF+UHs$YLwsEd6bgZe%7dv6hL+miVei0^yk4=ElCdbv{I z4Ar{O&g_of+60EZwHc7(EuHp>MGtQ`S*H zrrz<9e+ZRWy7er>s#d9crwK??S~tkU?h(yRP|tb9PmvGf@=|y)xm5tDgKQ3*zkQI8 z6S4P1`HDZ%$rp-UuPx>>)s2SA<`KIr0skLCCr_6j9y!U}v+)h$*67Wr8ec`{!xa<@ z1WuQm3FOEqmw>t_Y{(s~ot9Q~#HcUMyh6lF3pWNpxmRQsB>lzSeTjQvWD^9p#`8^J z^G7vWUiaXsHA8a<7yKAImP#l&0k@+4tUJZpevV_`NCcy*Fh_E4RmUN9n zIGx=e#oDJhF~MxCP6Ie{6~et&e^&#BP{(HVZUl<*nl$9Ue_b?U6OVa#P~8k`CC_&eNuE@VZJr8Q4%C$MX(+pzH2lsmnB4vmNu^7NuQov7&Qm$@b*5Sj>CoP z288qVS@yuZy)H+c@h`)wT*@v$HlDBi8v%EktoOF-o(%(Q?5qB(T{rv6KDnQ6e*`nX zHBG4fyr$2+;1+VZt_hC$(WdU&*$Cg(YMledAa`;VEA@RAxN+%5PpBGdd~;SFSGmJX zu+v*sXZl%nMzE(U_aw-HhRtU9=8StHNY17An&x~k{%~o}{Sc*an(Z$gpv-*$i8GP) zgu0XB-@5aDPiGSA%e7#;UXu9Fpz(xSdYYm)QZm1c3}Se`RWUHiQ;+4pDrHc3tnZ7i zRuO9wg(21cmgY+u+sf3QK1;-Rbq=o!?H&#tT+T5-m=5We^As@7NoZ2f4ll?=Yu`Xe zB)@?`&WMS%;N_U^#k@q?wa}t8k=-XUbEG5a_y;(m)lOj~ttHw~X@?n7_=E+Xd5Orp zt)5fuN(oqd6tCM|n=~6IIsa17pFx*G$U2B8?n_@x)WW%#ttkdZ#x|AANNk+pG%Kb| zszC8h%5}VD&1GHTnIca_o^WRJ_$pc_&qS5MheZ z4vDd}s$uNI{1PhFEm)w4laivN!^W=`$UZaw^0VPr;_sgxHn)!=o<9l<_(VB$I686Q z`Hr;6kaJ}D?&4qSGART>vN*%Na1Y0Cm7;Rs_4h^?O}^bWA^V>=``N;}#r-%d7o zbtB_mvUCsce5w=U#}uEKmBPIk-H&1>sE2oDJ~{{!1+kgJ*@=Fx51A1o_#Y$bjq+oe zgfoTOs9dk(D0`uAPZCvJ3o*C%E%eUaR0{#@@*Lsf^c!)>1ne>Ijm}vU*}TLq$C64E z!%U`9Q~P@cD}5xLZH7;cQH&`wxCR(r5Zc|l&|EFpP_E)9bKl^M$3LWC?FZ5#m_&>8 zBe#+`27dKNCKZxS_qjr8?mek4Y+;Oz>AKl%-~0HVIvW<8G>+S9KC5x-c;jMD!$%09DnU4ozJ}#PL45HWU#$F#bK90F>#+Vbk&?j;EeBa5_$!dTV?ua6W?1a1{C)di0b@q5K&^MQd1hr z`Eg!>a@jYVDG6(gO?RfJGDp_Y{^7mHHZz<)|76ONDmAi37ddcAS6+yParSdlCVjV1 z6p5|u(g1&V*wjq@s<<4^IC{24F9~_?0(wRi*MTrpKIW&7F3NW7&Gey~Vh1UyW>a?2 z)M(ibga++nYsvaXU~8oIuKSEz?&gz@OBKIcXw^?JSkcwKu!t!wOE3F)SRKH?lCz?+ zStvkM*AC!8$lW!U7CWlqCzjXi#F*%>A2lk%!b&L4RxX`QZCvc{eU^Nd6#EZ9Mw*3# zDaXsc^SkiNH&e(kbfSuKn%~%`>LZR(uH}yoI?FVS_^6U1j204vL)ORA&nIG)jM4-S z(F!!zWp^)*A%ZO<3D>#?3%a(t9t2##eVvva$ZUC6jr-*Pl;aitY^Z7yjt@y$p-B}> zhZOwtBJ)O9ZO_&*pBFd`5`SaOXiq-qV_bl98yhJ}=#5V_rW&(Ea?z zq;%%Vs!yrMP3UxUWXe$vl!eNEd_yTVcCjKpaebEhp(id4?*1^vUgYe#bXn?DYMonm z&Y0YhvrM<=1~h(q3|4lErMHbY*ZSD6N;>k@X3{t41UxkGEVSA%HSTh!Ffj6c@>zLs z*@1J|SifnZTZU8oPQOUj`0z-gvgw5tW4;1){P*2OPg+M-x>ClpX6n8c2^8{i{=oP= z^R*-4`5tVmLr*@Bz&S4h9h6NA_wm8u=-8!cB}rY|KAzD}y=QBQyxwB0ioG6@L$bv$ zLr_ifh9a}W=x-e->hRN(Wro*c)>KE7ZN#W%V$`fs)O#K1gGFN2*t&Y>Sd{t1Lb`?g zxDXr;(i7n6bvh)J%|-jSasRD5=>)4T85GB*<1H$>6zlUI-8{UznMS@fCCg>hCUz00tVv$Y)x0$qJ?g#Uscxr5&z38VbahF>ac{5#cvy@rFqJVR5v)`*`$ z9jm|spl4@uYUdbkpR8Go>=8!1XNqOWO4_`eRLCnr!=;+J+>_8zBL=ER(=9jC@*%rD z9n}X!JJeO$+xbJnX9{kHd=?7UK&Jo2yyv#O9dc!N0?y`^v{`B&cc4 zEY{fPj0D;fiW9{}HMDI|GRTzkp#_PYa-|0JO^J+4@-~#Q=sD#PZxMM zC^juwR@1(qKUr4R7(& zA&ng0_+r!jI+~=`ij}>i_b|u7#m=VzC~&zHshGk1$*1AAI4ch7&r6Kn={c`UdxczB zRz6ldTB@!>Txr;0Hqns6thyLneW_t1-uL0xF)LGq$~Bp0*I^l43LOi6QfbVuh#M3_Z(Ww&W0+% z$nM>AesS=Tly}{q+tcS5N32K}RN{F};!_oJ zI@U5`>M?6f1yd{5?YYL7W95Av#SXk3#+$VcQ7)=UdU=lI-9QSdLQ`mMOvl7L|3o*h zC!~%ar)j-Ii_^y9js%_1Vd`Y4MA5vaXOgOfCd+fnM5JBf#fHU3BhwQq`7TY&?PCDb zNS|lAo339z?(H5kf|3(#GBucs+J68TnAJl=(~v@F2_|ngHLlKCX@ppOx4UP;@)L6neVsX^d2U41Afr=g zxENFOss4+{Q%^D5#*13(VX~|E_{!2Q6oqBM*B5 zsJl)ov4~HZ8bziCaX~y3tCH3F+I+JNzg>HqI0X{(D5GYTy%OJ~cMC*^`w-c%m3*j> znYJI-5bG=Fr2l;Ai9{chERb8#{q2^yVoy)h-1 z+*eC;AMTvNMm^In1sQZd`KEu7+h!AL$FG`ts;Ltt9ocE6?{N{*=oWtXU>x{7jI<@R zcI4Jdl8sKmDz2A*bSit-q*$TG zsB1CL(jeg56(%gh_CIBcPK(dAquCTajjtR7COIVN{sPPvl$s6z^F52_=N`sd}&K#IdyOZaXGm&R3mEyPY<^kZsVL;uedFYU^dl z_7byjHILcJXHQv;EqDFuEhJ9c$J2hh;AbQ);`C)Y9$$vHG;KSN6D5)PDAUco9m`UO zU(BbBwLKG1>EV3Qy|RU`@_jpz*4sSlB+C!`T|-{eHp>r~M|7w$^4fxFglG&ZK;tt0 zBx-4?ek#riY0!(rU@%25E{nTZ4qsb0la*H;QQX&b$%nCv7n_7g+m*>10e_<#MulQ8 zV{R(!)zcf%>wfXzq9MlEEhw%CZD#q6<#6w=F0^U0Y9HA5S(aRQd9vCuOIu6F;{2R| z@oX_aZmBb_R3x78e$f{ewhcdzQ9Z(MS1)4OL<9FTSDH{6yv3o%dvM( z3cAHqiCp<&V*%*y+}a<|7+os|&)n91wIpPL%e~tGGCm=t;-8)5id~@4o@41s5%9y# zbaGQ&@KdnUIDddr90yex3)AGsOZde#_sZutu7~F4WyXoJ8%7ssKZ~e6pPm~HBZQyR z1O5X3dQK*Vbk`Re#y2iX4G+jG)!gPtY&G&v4@0*rrtJr_ZbfArx{m$2*kFaMa)ITs zzH`L-hR;lnq3hxfXYJP7K|wUcK0Fd-x1mLF4pu}DD1~rP*&$PUxD}?1O`F3#Mk%=x zual^xA@#Web(~5V$<`a)*!!}bCyX`;x#ga{CuqF{IuGjhEazb?7oiPxhd2zt=iuO( ztcUUiv;|6AlZWrlH`Pt~$iJ-#);(ZfrV~RENMh5>KDO4n$oVnPiwIQAcfQbs1N-(@fn|RU(ilk`5hcu9?xQSoO>EYk7Xd773mYLZYTP zf|$Cq{!yu`O#FZxdOS6G6M=S6nc2hAV4Bi^BjI#XH|NsmGwiNRE_*AxmsKSc7wT|V zWR~)1_OxQzwFMFl!?V?6?HUrDJEq>qKM=D*vI;#jt9B=-$_{9^-xdBMn`zQrFZtsl zXjM$@nJhAhF^_2!M9W-n=i;>U!hPWU)VTS@7ccg8*44TGoT(O`o@tuLJ>3UN`G7_r}|J^k%y+w{m?v#YgLHyy?n&*#KZ_mv1ZaKG&OT3{KZR2voU|<5>2V*d;c~-$ceA!S66^X~aI@ zaIbW5o%Hp<5j)cuRiQEBm?_f^eg^fwn&Nk-#q)t#ErNHkYXC`S5zH8ag#&`R4H6=LrVYFA$ZyeI* zTK28q0i1*baiE5lB&o3CcZojn7Gv!ACBkoT#nw7`mLUOLqor~H4(%heZ!9pVJn4&{ ze*5nCd#M~OE`tb$DuSjHC17$bXlg@zupxU9yWT+dt0h74$s}t7;55~y18B`jfS}$5 z+%WJL(25U%3ehO9{~49pPB&q2qqzyN8xng2^ZD+l3pGE2&)@*RbDZ?xl=-^~h+q-? zHec~@GTfKl3jCpA{o%4?`*C_hHs)0_xSQJMe+8oQ8iuW-!`zp^5v~DLJUB8&6*2Y0 zi=H$EMt17E>kF5&4E7cEM7IE%Ru*Oz;*w52*B9c_Ahmv{MG0Nn5ejD-bb#b z7n;Ajb%r%cf@Z6Tue3(Tr$^yrm|w;^d@w~Y0!GzNs4Fh1Qu6`(!U5@D#*)5qBW}5F z;mFo?a&BoKnJL@{SJ`{Nf+}s=!~MI3+L`|);o#=8Y&4N~O+p|@{4VDbAPFW5EVqM5 zuspNLs4EuS>{^7JYX|g6aFJtHyN1*QyF9weZL7TaP0&T24xAbfUWuM!m%GUG8gR%8 zKpXp|Bl4#jC&Mqd*lQo^y(89%K*zyJEF7(SI&iIC8r?BolCaX5iLIjz2qucYGE7W0az#~kRPvSt5#IEJkz zlLilgXLeMNR_Cw0{nDa}@GzyBnU7QubL^Zro0)4HUF%!zI2W_}RO!v>-&b}EO@B7H zULlB2#jKHKrzOcY`}$g?yXX-=AjKlw@@z68yt0o>cS_5d18kX7ro3wHbA4C(aueiC zkpMftLS)$tar6R7fY{ym;N3US{ew-8|=2#1eA7_rjQYo2~^jdveaa z%e_ay?zgD0;udW<5^(VivAr)KF5VU|j=Ct!$%YWU>mTE3+YjRj>)^rBxv8~Jn7fF> zXJ>jy6Fg&D{%#9kZ|XehO+xdSJn(6LovuHxt(t_Kd5a>8j|z!~zE5}rO>)lb^oik$ zZSPg19Iam&duNhX8W5B??BO^yghYl@2E&gsW|4c5wZpk1S`TJW3rQ6Rr$=8g5Bf$e z6c4oe(3zU3_K6*}Jn`{$F_cX#gZ IyJZ>tUvF7#=l}o! literal 0 HcmV?d00001 diff --git a/evidence/figures/scaling.svg b/evidence/figures/scaling.svg new file mode 100644 index 00000000..487179eb --- /dev/null +++ b/evidence/figures/scaling.svg @@ -0,0 +1,2190 @@ + + + + + + + + 2026-10-23T19:16:48.393884 + image/svg+xml + + + Matplotlib v3.10.7, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/final-containers.jsonl b/evidence/final-containers.jsonl new file mode 100644 index 00000000..af0537a6 --- /dev/null +++ b/evidence/final-containers.jsonl @@ -0,0 +1,5 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:13:45 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"83b50e889353","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=10,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.replace=api-10,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=api,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.oneoff=False,com.docker.compose.depends_on=","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:13:45 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1ff12291d9d6","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.replace=api-11,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=11,com.docker.compose.depends_on=,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-11","Names":"lyakhonov-lab3-api-11","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"3 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"46 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 8 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=lb,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"46 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 8 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"46 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 8 minutes"} diff --git a/evidence/final-structure.txt b/evidence/final-structure.txt new file mode 100644 index 00000000..af78b3e0 --- /dev/null +++ b/evidence/final-structure.txt @@ -0,0 +1,2 @@ +python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/research-audit/README.md b/evidence/research-audit/README.md new file mode 100644 index 00000000..9492151b --- /dev/null +++ b/evidence/research-audit/README.md @@ -0,0 +1,9 @@ +# Аудит повторных измерений + +Первоначальные fixed-2-3 и growth-2-2 выполнены до добавления обхода истории после измерения. Они повторены с окончательной версией генератора. Работа с ID добавлена для проверки сохранности, не для изменения профиля нагрузки. + +Первоначальный fixed-2-2 мог пересечься с дополнительным конкурентным тестом (время синтетического сообщения 2026-10-23 15:41:21.395479+00). Во избежание влияния этого теста точка повторена отдельно. В итоговую таблицу входят повторные измерения из evidence/research; первоначальные JSON сохранены здесь, без выборочного отбора по RPS. + +Первоначальный rolling не содержал обхода истории с проверкой всех подтверждённых ID. Повторён с такой проверкой; исходный результат сохранён для аудита. + +Основные matrix/saturation/pool выполнены на исходном пути записи (образ указан в evidence/research-image.txt). OPTIMIZED_WRITES, добавленный в конфигурацию до обновления образа, на старый образ не влияет. Парное сравнение optimize-0/1 использует уже новый общий образ, различается только флаг. Это позволяет отделить эффект улучшения от смены образа. diff --git a/evidence/research-audit/failover-160621-attempt-1-containers.jsonl b/evidence/research-audit/failover-160621-attempt-1-containers.jsonl new file mode 100644 index 00000000..2b36ae57 --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-1-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.container-number=10,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=api,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.replace=api-10,com.docker.compose.version=2.40.3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.service=api,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=9,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.replace=api-9,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=db,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 21 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.container-number=1,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 18 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.container-number=1","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"36 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 26 seconds"} diff --git a/evidence/research-audit/failover-160621-attempt-1.txt b/evidence/research-audit/failover-160621-attempt-1.txt new file mode 100644 index 00000000..47544800 --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-1.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 93, "failed_attempts": 3, "first_recovery_seconds": 2.875} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-160621-attempt-2-containers.jsonl b/evidence/research-audit/failover-160621-attempt-2-containers.jsonl new file mode 100644 index 00000000..da78d87e --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-2-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=10,com.docker.compose.service=api,com.docker.compose.version=2.40.3,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.oneoff=False,com.docker.compose.replace=api-10,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 14 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=9,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.replace=api-9,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.service=api,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 44 seconds (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 3 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.oneoff=False,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 21 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 49 seconds"} diff --git a/evidence/research-audit/failover-160621-attempt-2.txt b/evidence/research-audit/failover-160621-attempt-2.txt new file mode 100644 index 00000000..ea50ff50 --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-2.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 99, "failed_attempts": 2, "first_recovery_seconds": 2.388} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-160621-attempt-3-containers.jsonl b/evidence/research-audit/failover-160621-attempt-3-containers.jsonl new file mode 100644 index 00000000..3a9a32ea --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-3-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=10,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.replace=api-10,com.docker.compose.service=api,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=api-9,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.container-number=9,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=api,com.docker.compose.version=2.40.3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.oneoff=False,com.docker.compose.service=lb,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 3 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=1,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.oneoff=False,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 22 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up About a minute"} diff --git a/evidence/research-audit/failover-160621-attempt-3.txt b/evidence/research-audit/failover-160621-attempt-3.txt new file mode 100644 index 00000000..24a8f965 --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-3.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 97, "failed_attempts": 3, "first_recovery_seconds": 2.907} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-160621-attempt-4-containers.jsonl b/evidence/research-audit/failover-160621-attempt-4-containers.jsonl new file mode 100644 index 00000000..927a4aaf --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-4-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"e37175f9a3fa","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=10,com.docker.compose.depends_on=migrate:service_completed_successfully:false,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.replace=api-10,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 21 seconds (healthy)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:05:09 +0300 MSK","ExitCode":0,"Health":"","ID":"612c05caacd4","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=migrate:service_completed_successfully:false,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=9,com.docker.compose.oneoff=False,com.docker.compose.replace=api-9,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 13 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 4 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 19:05:08 +0300 MSK","ExitCode":0,"Health":"","ID":"1031c94e3574","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,com.docker.compose.oneoff=False,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8769eace7a6a1e1092198d406a7c10a8c417bc97737d952ee0fe97abf2fb98de,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.replace=migrate-1","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 21 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"37 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up About a minute"} diff --git a/evidence/research-audit/failover-160621-attempt-4.txt b/evidence/research-audit/failover-160621-attempt-4.txt new file mode 100644 index 00000000..038e4f66 --- /dev/null +++ b/evidence/research-audit/failover-160621-attempt-4.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 97, "failed_attempts": 2, "first_recovery_seconds": 2.755} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-attempt-1-containers.jsonl b/evidence/research-audit/failover-attempt-1-containers.jsonl new file mode 100644 index 00000000..357e0e98 --- /dev/null +++ b/evidence/research-audit/failover-attempt-1-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:53 +0300 MSK","ExitCode":0,"Health":"","ID":"1e1eb5a0f231","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=10,com.docker.compose.depends_on=,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 14 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:40 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"29edfc85226d","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=9,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=api,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"running","Status":"Up About a minute (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.service=db,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef","LocalVolumes":"1","Mounts":"lyakhonov-lab3…,/run/desktop/m…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 27 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=lb,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.version=2.40.3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 27 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=migrate,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"31 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 17 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=redis,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.version=2.40.3","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 27 minutes"} diff --git a/evidence/research-audit/failover-attempt-1.txt b/evidence/research-audit/failover-attempt-1.txt new file mode 100644 index 00000000..75eaded2 --- /dev/null +++ b/evidence/research-audit/failover-attempt-1.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 79, "failed_attempts": 2, "first_recovery_seconds": 2.172} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-attempt-2-containers.jsonl b/evidence/research-audit/failover-attempt-2-containers.jsonl new file mode 100644 index 00000000..316c83b2 --- /dev/null +++ b/evidence/research-audit/failover-attempt-2-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:53 +0300 MSK","ExitCode":0,"Health":"","ID":"1e1eb5a0f231","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.container-number=10,com.docker.compose.depends_on=,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"About a minute ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 14 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:40 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"29edfc85226d","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.depends_on=,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=9,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.depends_on=,com.docker.compose.service=db,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 27 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.version=2.40.3,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 27 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.container-number=1,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.replace=migrate-1,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=db:service_healthy:false,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"31 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 21 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"32 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 27 minutes"} diff --git a/evidence/research-audit/failover-attempt-2.txt b/evidence/research-audit/failover-attempt-2.txt new file mode 100644 index 00000000..bee69592 --- /dev/null +++ b/evidence/research-audit/failover-attempt-2.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 79, "failed_attempts": 2, "first_recovery_seconds": 2.349} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-attempt-3-containers.jsonl b/evidence/research-audit/failover-attempt-3-containers.jsonl new file mode 100644 index 00000000..d43290d6 --- /dev/null +++ b/evidence/research-audit/failover-attempt-3-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:53 +0300 MSK","ExitCode":0,"Health":"","ID":"1e1eb5a0f231","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=api,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=10,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 14 seconds ago"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:40 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"29edfc85226d","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.container-number=9,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 2 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"desktop.docker.io/mounts/0/SourceKind=hostFile,com.docker.compose.depends_on=,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 28 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=lb,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.version=2.40.3,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 28 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"31 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 18 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 28 minutes"} diff --git a/evidence/research-audit/failover-attempt-3.txt b/evidence/research-audit/failover-attempt-3.txt new file mode 100644 index 00000000..94fe12b2 --- /dev/null +++ b/evidence/research-audit/failover-attempt-3.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 77, "failed_attempts": 3, "first_recovery_seconds": 2.565} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/failover-attempt-4-containers.jsonl b/evidence/research-audit/failover-attempt-4-containers.jsonl new file mode 100644 index 00000000..e799ed5d --- /dev/null +++ b/evidence/research-audit/failover-attempt-4-containers.jsonl @@ -0,0 +1,6 @@ +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:53 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"1e1eb5a0f231","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=10,com.docker.compose.depends_on=,com.docker.compose.oneoff=False","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-10","Names":"lyakhonov-lab3-api-10","Networks":"lyakhonov-lab3_default","Ports":"8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":8080,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"running","Status":"Up 18 seconds (healthy)"} +{"Command":"\"python -m uvicorn s…\"","CreatedAt":"2026-10-23 19:00:40 +0300 MSK","ExitCode":0,"Health":"","ID":"29edfc85226d","Image":"lyakhonov-messenger:lab3","Labels":"com.docker.compose.config-hash=266d51102adf95b26fad565654ce091b36e87c7e55ca953339603fcd72da0e48,com.docker.compose.depends_on=,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url,desktop.docker.io/mounts/0/Target=/run/secrets/database_url,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=9,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.service=api,com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-api-9","Names":"lyakhonov-lab3-api-9","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"2 minutes ago","Service":"api","Size":"0B","State":"exited","Status":"Exited (0) 14 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"f2cdcc232751","Image":"postgres:16.6-alpine","Labels":"com.docker.compose.version=2.40.3,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/mounts/0/Target=/run/secrets/db_password,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=fa2b9ebefd39686b3404aa264a806204d268522150797263203427d945e51cd6,com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=db,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\db_password,com.docker.compose.depends_on=,com.docker.compose.image=sha256:1d04b9ba1d4996401f2552b51beda8187f175c0645c091e4781134fc9c9a3eef","LocalVolumes":"1","Mounts":"/run/desktop/m…,lyakhonov-lab3…","Name":"lyakhonov-lab3-db-1","Names":"lyakhonov-lab3-db-1","Networks":"lyakhonov-lab3_default","Ports":"5432/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"db","Size":"0B","State":"running","Status":"Up 28 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"healthy","ID":"4577101bc498","Image":"haproxy:3.0.6-alpine","Labels":"desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=c1b282a081343dbd036539a8c3bd364189a89534f9629cd69621bf9b57b5c061,com.docker.compose.oneoff=False,com.docker.compose.version=2.40.3,desktop.docker.io/ports/8080/tcp=127.0.0.1:8080,com.docker.compose.depends_on=api:service_started:false,com.docker.compose.image=sha256:c22c8710886104a48b920306f063401f0d11811858e3c6b9d87d88a7556b2e61,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,desktop.docker.io/binds/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.container-number=1,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=lb","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-lb-1","Names":"lyakhonov-lab3-lb-1","Networks":"lyakhonov-lab3_default","Ports":"127.0.0.1:8080-\u003e8080/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"127.0.0.1","TargetPort":8080,"PublishedPort":8080,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up 28 minutes (healthy)"} +{"Command":"\"python -m src.migra…\"","CreatedAt":"2026-10-23 18:31:23 +0300 MSK","ExitCode":0,"Health":"","ID":"c52ff4396329","Image":"lyakhonov-messenger:lab3","Labels":"desktop.docker.io/mounts/0/Target=/run/secrets/database_url,com.docker.compose.container-number=1,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=migrate,com.docker.compose.version=2.40.3,com.docker.compose.config-hash=da46b111c5f3fa5d397c163d5add9113f69561f1561daa6ab1fba452f763242b,com.docker.compose.image=sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8,desktop.docker.io/mounts/0/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.replace=migrate-1,com.docker.compose.depends_on=db:service_healthy:false,com.docker.compose.oneoff=False,com.docker.compose.project=lyakhonov-lab3,desktop.docker.io/mounts/0/Source=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\secrets\\database_url","LocalVolumes":"0","Mounts":"/run/desktop/m…","Name":"lyakhonov-lab3-migrate-1","Names":"lyakhonov-lab3-migrate-1","Networks":"lyakhonov-lab3_default","Ports":"","Project":"lyakhonov-lab3","Publishers":[],"RunningFor":"32 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 18 seconds ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-10-23 18:29:58 +0300 MSK","ExitCode":0,"Health":"","ID":"889db8e55eb2","Image":"redis:7.4.1-alpine","Labels":"com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\Users\\User\\Desktop\\vysoko-nagr 3\\compose.yaml,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c1e88455c85225310bbea54816e9c3f4b5295815e6dbf80c34d40afc6df28275,com.docker.compose.project=lyakhonov-lab3,com.docker.compose.project.working_dir=C:\\Users\\User\\Desktop\\vysoko-nagr 3,com.docker.compose.service=redis,com.docker.compose.version=2.40.3,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=8484e75b165c3444cbb27a6887af7c18d49a9970a0c13127eb76917ce9adf837","LocalVolumes":"1","Mounts":"99efe97b370b00…","Name":"lyakhonov-lab3-redis-1","Names":"lyakhonov-lab3-redis-1","Networks":"lyakhonov-lab3_default","Ports":"6379/tcp","Project":"lyakhonov-lab3","Publishers":[{"URL":"","TargetPort":6379,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"33 minutes ago","Service":"redis","Size":"0B","State":"running","Status":"Up 28 minutes"} diff --git a/evidence/research-audit/failover-attempt-4.txt b/evidence/research-audit/failover-attempt-4.txt new file mode 100644 index 00000000..a45490a1 --- /dev/null +++ b/evidence/research-audit/failover-attempt-4.txt @@ -0,0 +1,3 @@ +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 80, "failed_attempts": 2, "first_recovery_seconds": 2.588} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/research-audit/fixed-2-2.json b/evidence/research-audit/fixed-2-2.json new file mode 100644 index 00000000..78cb5997 --- /dev/null +++ b/evidence/research-audit/fixed-2-2.json @@ -0,0 +1,679 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.45643779799866, + "concurrency": 32, + "successful_requests": 1336, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 65.30951347407644, + "successful_latency_ms": { + "p50": 468.764, + "p95": 1035.028, + "p99": 1291.89 + }, + "instances": { + "16edd2464fec-178f9a5f": 668, + "6b75c3cd92aa-8c9c3d37": 668 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1681, + "history_count_after": 1781, + "confirmed_data_preserved": true, + "warmup_messages": 345, + "final_chat_messages_expected_min": 1781, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-2-2", + "started_utc": "2026-10-23T15:40:52.733207+00:00", + "replicas": 2, + "cpu_per_replica": 1.0, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 13342, + "database_messages_after": 15127, + "samples": [ + { + "seconds": 2.856, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.12%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.35%", + "MemUsage": "68.35MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "57.8kB / 63.1kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.67%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "13.30%", + "MemUsage": "68.12MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "26.7kB / 29.6kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.99%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.55%", + "MemUsage": "13.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "43.9MB / 43.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 158MB", + "CPUPerc": "11.72%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "9.06%", + "MemUsage": "46.37MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "48.6MB / 42.2MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.2kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.29%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "2.55%", + "MemUsage": "13.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "82.3kB / 81.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.355, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.28%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.20%", + "MemUsage": "16.41MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "234kB / 399kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.73%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.99%", + "MemUsage": "71.62MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "786kB / 776kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.24%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.13%", + "MemUsage": "72.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "741kB / 717kB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.69MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "44.8MB / 44.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 162MB", + "CPUPerc": "42.78%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.61%", + "MemUsage": "90.19MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "49.7MB / 43.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.83, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.82%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.28%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "604kB / 1.04MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.65%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "14.09%", + "MemUsage": "72.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.21MB / 1.19MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.48%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.03%", + "MemUsage": "71.84MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.36MB / 1.31MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.88%", + "MemUsage": "13.93MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "45.6MB / 45.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 164MB", + "CPUPerc": "32.59%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.75%", + "MemUsage": "90.88MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "50.6MB / 43.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.897, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.48%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.30%", + "MemUsage": "16.9MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "808kB / 1.39MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.30%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.95%", + "MemUsage": "71.44MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.85MB / 1.81MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.30%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.43%", + "MemUsage": "73.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.81MB / 1.76MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.67%", + "MemUsage": "13.66MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "46.1MB / 45.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 166MB", + "CPUPerc": "34.62%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.88%", + "MemUsage": "91.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "51.3MB / 44.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.402, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.36%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.08MB / 1.86MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.22%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.96%", + "MemUsage": "71.47MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.46MB / 2.41MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.78%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.42%", + "MemUsage": "73.82MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.39MB / 2.32MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.25%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.69%", + "MemUsage": "13.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "46.7MB / 46.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 170MB", + "CPUPerc": "35.63%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.28%", + "MemUsage": "93.58MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "52.2MB / 45MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.854, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.54%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.36MB / 2.34MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.46%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.94%", + "MemUsage": "71.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.07MB / 3.02MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.42%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.13%", + "MemUsage": "72.36MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.79MB / 2.72MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.68%", + "MemUsage": "13.67MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "47.7MB / 47.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 172MB", + "CPUPerc": "33.02%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.04%", + "MemUsage": "92.35MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "53.1MB / 45.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.923, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.64%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.33%", + "MemUsage": "17.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.57MB / 2.72MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.91%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.93%", + "MemUsage": "71.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.56MB / 3.51MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.31%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "14.44%", + "MemUsage": "73.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.46MB / 3.35MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.38%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.88%", + "MemUsage": "13.93MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "48.3MB / 48MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 175MB", + "CPUPerc": "34.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.13%", + "MemUsage": "92.84MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "53.8MB / 46.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.297, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.76%", + "Container": "5276e5bfca757df43742049aa94aaf68c979fb3481a72649b7a668c75697dbd6", + "ID": "5276e5bfca75", + "MemPerc": "3.34%", + "MemUsage": "17.08MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.82MB / 3.17MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.14%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "13.93%", + "MemUsage": "71.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.13MB / 4.08MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.19%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "15.32%", + "MemUsage": "78.42MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.02MB / 3.91MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.20%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.89%", + "MemUsage": "13.93MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "48.8MB / 48.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 177MB", + "CPUPerc": "26.36%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.19%", + "MemUsage": "93.14MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "54.7MB / 47MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.067, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.80%", + "Container": "6b75c3cd92aab121778ecfa478d961c4c832725a96d5727dbdd201b103e79997", + "ID": "6b75c3cd92aa", + "MemPerc": "21.43%", + "MemUsage": "109.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.11MB / 5.09MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.56%", + "Container": "16edd2464fec5be97c5091707252704d12bb8df1660d4a0613caae71e21808d7", + "ID": "16edd2464fec", + "MemPerc": "25.64%", + "MemUsage": "131.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.87MB / 4.82MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.85%", + "MemUsage": "13.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "50.6MB / 50.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 181MB", + "CPUPerc": "22.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.31%", + "MemUsage": "93.73MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "55.2MB / 48.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.16%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:18\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research-audit/fixed-2-3.json b/evidence/research-audit/fixed-2-3.json new file mode 100644 index 00000000..3ee5b165 --- /dev/null +++ b/evidence/research-audit/fixed-2-3.json @@ -0,0 +1,676 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.357777778001036, + "concurrency": 32, + "successful_requests": 1537, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 75.4993996280335, + "successful_latency_ms": { + "p50": 401.712, + "p95": 652.561, + "p99": 788.589 + }, + "instances": { + "0cea8b6927c3-633ed781": 769, + "f531709efd89-8a3cf636": 768 + }, + "initial_chat_messages": 100, + "warmup_messages": 390, + "final_chat_messages_expected_min": 2027, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-2-3", + "started_utc": "2026-10-23T15:37:55.764634+00:00", + "replicas": 2, + "cpu_per_replica": 1.0, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 4872, + "database_messages_after": 6899, + "samples": [ + { + "seconds": 2.728, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.00%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "13.83%", + "MemUsage": "70.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "252kB / 228kB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.35%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "13.83%", + "MemUsage": "70.8MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "258kB / 227kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.06%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.30%", + "MemUsage": "13.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "14.9MB / 14.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 38MB", + "CPUPerc": "49.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.79%", + "MemUsage": "65.47MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "17.4MB / 14.4MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.4kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.95%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.11%", + "MemUsage": "15.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "102kB / 168kB", + "PIDs": "33" + } + ] + }, + { + "seconds": 6.204, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.68%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.29%", + "MemUsage": "16.83MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "393kB / 674kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.00%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.00%", + "MemUsage": "71.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "910kB / 881kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.26%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "13.98%", + "MemUsage": "71.58MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "900kB / 866kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.26%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "15.7MB / 15.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 40.7MB", + "CPUPerc": "30.87%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.01%", + "MemUsage": "76.86MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "18.4MB / 15.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.265, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.21%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.24%", + "MemUsage": "16.59MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "661kB / 1.14MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.32%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.10%", + "MemUsage": "72.18MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.49MB / 1.43MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.34%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.04%", + "MemUsage": "71.89MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.48MB / 1.43MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.27%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "16.4MB / 16.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 43.1MB", + "CPUPerc": "32.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.16%", + "MemUsage": "77.61MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "19.3MB / 15.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.696, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.20%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.24%", + "MemUsage": "16.61MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "986kB / 1.7MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.58%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.35%", + "MemUsage": "73.47MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.2MB / 2.11MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.35%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.15%", + "MemUsage": "72.47MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.97MB / 1.91MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.15MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "17.3MB / 17.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 46.1MB", + "CPUPerc": "31.71%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.35%", + "MemUsage": "78.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "20.3MB / 16.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.228, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.91%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.25%", + "MemUsage": "16.64MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.23MB / 2.13MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.97%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.01%", + "MemUsage": "71.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.75MB / 2.65MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.89%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.22%", + "MemUsage": "72.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "2.58MB / 2.49MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.27%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "18MB / 17.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 48.3MB", + "CPUPerc": "34.18%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.29%", + "MemUsage": "78.27MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "21.1MB / 17.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.291, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.77%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.25%", + "MemUsage": "16.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.5MB / 2.58MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.50%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.20%", + "MemUsage": "72.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.32MB / 3.2MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.66%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.03%", + "MemUsage": "71.82MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.32MB / 3.22MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.27%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "18.7MB / 18.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 50.8MB", + "CPUPerc": "33.79%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.47%", + "MemUsage": "79.18MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "22MB / 18MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.739, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.38%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.26%", + "MemUsage": "16.68MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.81MB / 3.13MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.44%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.02%", + "MemUsage": "71.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.01MB / 3.86MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.01%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.07%", + "MemUsage": "72.04MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.02MB / 3.9MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.83%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "19.3MB / 19.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 52.7MB", + "CPUPerc": "30.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.56%", + "MemUsage": "79.67MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "22.6MB / 18.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.107, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.29%", + "Container": "ef4830e206d1df39c24fcb6f0b2f32403dd7ac784843b4d40b56251c118e05b5", + "ID": "ef4830e206d1", + "MemPerc": "3.26%", + "MemUsage": "16.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.11MB / 3.64MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.31%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.10%", + "MemUsage": "72.2MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.65MB / 4.47MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.88%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.02%", + "MemUsage": "71.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.48MB / 4.34MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.72%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.15MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "20.4MB / 20.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 56.3MB", + "CPUPerc": "25.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.62%", + "MemUsage": "79.95MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "23.9MB / 19.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.176, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.16%", + "Container": "f531709efd89420a43b57c5bd9eccf5552801ae04d80cda21cefd28f629dc3b4", + "ID": "f531709efd89", + "MemPerc": "14.11%", + "MemUsage": "72.27MiB / 512MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.9MB / 4.74MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.57%", + "Container": "0cea8b6927c31d84dd728ffe03d1e73c637a08ff4e0d35f3f9c1103833c7bb59", + "ID": "0cea8b6927c3", + "MemPerc": "14.01%", + "MemUsage": "71.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.9MB / 4.77MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.43%", + "MemUsage": "13.35MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "20.7MB / 20.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 60.6MB", + "CPUPerc": "4.87%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.57%", + "MemUsage": "79.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "24.3MB / 19.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "13.5kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research-audit/growth-2-2.json b/evidence/research-audit/growth-2-2.json new file mode 100644 index 00000000..8ce37c15 --- /dev/null +++ b/evidence/research-audit/growth-2-2.json @@ -0,0 +1,676 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.413332825999532, + "concurrency": 32, + "successful_requests": 971, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 47.56695088825875, + "successful_latency_ms": { + "p50": 635.134, + "p95": 1123.947, + "p99": 1516.027 + }, + "instances": { + "867d5d8dbcb3-2b9c536f": 485, + "8a2e4de48fb4-345ae13e": 486 + }, + "initial_chat_messages": 100, + "warmup_messages": 211, + "final_chat_messages_expected_min": 1282, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-2-2", + "started_utc": "2026-10-23T15:38:30.962464+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 6899, + "database_messages_after": 8181, + "samples": [ + { + "seconds": 2.731, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.50%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "26.71%", + "MemUsage": "68.38MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "99.8kB / 105kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.91%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "26.81%", + "MemUsage": "68.63MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "87.8kB / 90.4kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.47%", + "MemUsage": "13.41MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "20.9MB / 20.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 60.6MB", + "CPUPerc": "13.32%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "7.07%", + "MemUsage": "36.19MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "24.3MB / 19.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.87%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "2.58%", + "MemUsage": "13.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "44.8kB / 44.3kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.8, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.56%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.17%", + "MemUsage": "16.21MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "184kB / 310kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.73%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "27.71%", + "MemUsage": "70.93MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "450kB / 457kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.99%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "27.78%", + "MemUsage": "71.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "430kB / 431kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.33%", + "MemUsage": "13.22MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "21.3MB / 21.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 62.5MB", + "CPUPerc": "40.47%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.13%", + "MemUsage": "77.48MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "25MB / 20.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.136, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.97%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.23%", + "MemUsage": "16.56MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "363kB / 620kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.96%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "27.99%", + "MemUsage": "71.65MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "856kB / 888kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.19%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "27.87%", + "MemUsage": "71.35MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "825kB / 844kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.34%", + "MemUsage": "13.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "21.8MB / 21.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 64.1MB", + "CPUPerc": "17.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.59%", + "MemUsage": "79.84MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "25.6MB / 20.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.56, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.12%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.24%", + "MemUsage": "16.58MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "494kB / 845kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.23%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "27.79%", + "MemUsage": "71.14MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.07MB / 1.11MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.13%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "28.18%", + "MemUsage": "72.13MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.11MB / 1.15MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.30%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.32%", + "MemUsage": "13.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "22.1MB / 22MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 65.2MB", + "CPUPerc": "24.58%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.81%", + "MemUsage": "80.93MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "26.1MB / 21.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.614, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.08%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.24%", + "MemUsage": "16.59MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "654kB / 1.12MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.09%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "28.03%", + "MemUsage": "71.76MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.49MB / 1.56MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.39%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "28.06%", + "MemUsage": "71.83MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.46MB / 1.5MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.64%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.48%", + "MemUsage": "15.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "22.6MB / 22.4MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 66.7MB", + "CPUPerc": "16.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.84%", + "MemUsage": "81.09MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "26.7MB / 21.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.906, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.28%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.24%", + "MemUsage": "16.6MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "855kB / 1.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.92%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "30.02%", + "MemUsage": "76.86MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.93MB / 1.99MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.47%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "28.26%", + "MemUsage": "72.35MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.75MB / 1.81MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.59%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.32%", + "MemUsage": "13.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "23.1MB / 23MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 68.6MB", + "CPUPerc": "19.31%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.86%", + "MemUsage": "81.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "27.3MB / 22.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.207, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.15%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.94%", + "MemUsage": "20.18MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.02MB / 1.76MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "27.94%", + "MemUsage": "71.52MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.22MB / 2.3MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.89%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "29.87%", + "MemUsage": "76.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "2.28MB / 2.36MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.30%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.34%", + "MemUsage": "13.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "23.6MB / 23.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 70.1MB", + "CPUPerc": "14.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.99%", + "MemUsage": "81.89MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "27.9MB / 22.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.259, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.47%", + "Container": "a8c966ec40c7bba3ab7dacf330ce3d0a65ab01026dac79c7567e52b017d9d7cd", + "ID": "a8c966ec40c7", + "MemPerc": "3.25%", + "MemUsage": "16.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.19MB / 2.05MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.82%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "28.03%", + "MemUsage": "71.76MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.68MB / 2.77MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.79%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "31.62%", + "MemUsage": "80.96MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "2.64MB / 2.73MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.33%", + "MemUsage": "13.22MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "24.1MB / 23.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 71.7MB", + "CPUPerc": "17.90%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.93%", + "MemUsage": "81.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "28.5MB / 23.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.588, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.77%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "27.93%", + "MemUsage": "71.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.1MB / 3.23MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.74%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "28.44%", + "MemUsage": "72.81MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.09MB / 3.21MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.26%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.50%", + "MemUsage": "13.45MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "24.6MB / 24.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 73.6MB", + "CPUPerc": "15.15%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.91%", + "MemUsage": "81.45MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "29.2MB / 23.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.2kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:16\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research-audit/rolling.json b/evidence/research-audit/rolling.json new file mode 100644 index 00000000..bb0506f2 --- /dev/null +++ b/evidence/research-audit/rolling.json @@ -0,0 +1,1410 @@ +{ + "duration": 45.0, + "warmup": 5, + "elapsed": 45.33693952400063, + "concurrency": 16, + "successful_requests": 2010, + "failed_requests": 37, + "errors": { + "503": 35, + "connection": 2 + }, + "error_ratio": 0.0180752320468979, + "successful_rps": 44.33470854237832, + "successful_latency_ms": { + "p50": 395.022, + "p95": 976.922, + "p99": 1475.837 + }, + "instances": { + "92b5d6583021-e6b2bdfd": 333, + "d8efdc59195f-3cd8ba94": 76, + "0b87b253b326-66cb2555": 927, + "267936a3a083-25516dfc": 674 + }, + "initial_chat_messages": 100, + "warmup_messages": 289, + "final_chat_messages_expected_min": 2399, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "rolling", + "started_utc": "2026-10-23T15:36:53.801694+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 2473, + "database_messages_after": 4872, + "samples": [ + { + "seconds": 3.162, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.85%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.82%", + "MemUsage": "14.45MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "109kB / 151kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.52%", + "Container": "d8efdc59195f941c51d7356d312c00b9e88bcc29489ce5ffeae9555a4640498a", + "ID": "d8efdc59195f", + "MemPerc": "35.05%", + "MemUsage": "89.73MiB / 256MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "260kB / 255kB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.49%", + "Container": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "ID": "92b5d6583021", + "MemPerc": "27.47%", + "MemUsage": "70.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "259kB / 259kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.94%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.66%", + "MemUsage": "13.64MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "7.37MB / 7.33MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 623kB", + "CPUPerc": "37.14%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "10.87%", + "MemUsage": "55.64MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "8.48MB / 7.32MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 6.396, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.88%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.86%", + "MemUsage": "14.62MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "247kB / 399kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.86%", + "Container": "d8efdc59195f941c51d7356d312c00b9e88bcc29489ce5ffeae9555a4640498a", + "ID": "d8efdc59195f", + "MemPerc": "34.90%", + "MemUsage": "89.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "741kB / 765kB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.71%", + "Container": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "ID": "92b5d6583021", + "MemPerc": "27.93%", + "MemUsage": "71.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "706kB / 719kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.08%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.26%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "8.1MB / 8.06MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 623kB", + "CPUPerc": "14.56%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.61%", + "MemUsage": "69.71MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "9.24MB / 7.87MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.607, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.08%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.86%", + "MemUsage": "14.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "462kB / 786kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.16%", + "Container": "d8efdc59195f941c51d7356d312c00b9e88bcc29489ce5ffeae9555a4640498a", + "ID": "d8efdc59195f", + "MemPerc": "34.81%", + "MemUsage": "89.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "1.09MB / 1.11MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.65%", + "Container": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "ID": "92b5d6583021", + "MemPerc": "28.03%", + "MemUsage": "71.75MiB / 256MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "1.06MB / 1.09MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.06%", + "MemUsage": "12.88MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "8.53MB / 8.49MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 623kB", + "CPUPerc": "16.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.90%", + "MemUsage": "71.16MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "9.79MB / 8.29MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.15%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 17.736, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.36%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "19.39%", + "MemUsage": "49.63MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "187kB / 181kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.90%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "3.94%", + "MemUsage": "20.17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "809kB / 1.43MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.76%", + "Container": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "ID": "92b5d6583021", + "MemPerc": "27.90%", + "MemUsage": "71.42MiB / 256MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "2.12MB / 2.17MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.56%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.09%", + "MemUsage": "12.92MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "9.41MB / 9.34MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 18MB", + "CPUPerc": "20.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.02%", + "MemUsage": "56.42MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "11MB / 9.22MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.797, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.10%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "19.35%", + "MemUsage": "49.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "594kB / 573kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.19%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.87%", + "MemUsage": "14.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "937kB / 1.66MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.63%", + "Container": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "ID": "92b5d6583021", + "MemPerc": "28.00%", + "MemUsage": "71.68MiB / 256MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "2.41MB / 2.48MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.09%", + "MemUsage": "12.92MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "9.92MB / 9.84MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 19.3MB", + "CPUPerc": "18.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.27%", + "MemUsage": "57.71MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "11.4MB / 9.57MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.637, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.68%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.32%", + "MemUsage": "49.45MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "208kB / 203kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.41%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.36%", + "MemUsage": "52.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.44MB / 1.45MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.59%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.88%", + "MemUsage": "14.75MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.2MB / 2.15MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.09%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.13%", + "MemUsage": "12.97MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "10.7MB / 10.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 22.2MB", + "CPUPerc": "20.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.41%", + "MemUsage": "58.41MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "12.4MB / 10.3MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 33.869, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.08%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.33%", + "MemUsage": "49.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "681kB / 652kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.86%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "21.03%", + "MemUsage": "53.83MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "1.91MB / 1.92MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.48%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.88%", + "MemUsage": "14.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.41MB / 2.53MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.31%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.13%", + "MemUsage": "12.97MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "11.3MB / 11.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 24.1MB", + "CPUPerc": "15.32%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.35%", + "MemUsage": "58.11MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "13.1MB / 10.9MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 37.132, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.79%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.35%", + "MemUsage": "49.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.15MB / 1.09MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.22%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.44%", + "MemUsage": "52.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.38MB / 2.4MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.82%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.89%", + "MemUsage": "14.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.62MB / 2.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.29%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.52%", + "MemUsage": "13.46MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "11.7MB / 11.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 26.1MB", + "CPUPerc": "18.59%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.29%", + "MemUsage": "57.81MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "13.8MB / 11.4MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 40.189, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.21%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.36%", + "MemUsage": "49.56MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.49MB / 1.42MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.88%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.44%", + "MemUsage": "52.32MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "2.72MB / 2.75MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.48%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.89%", + "MemUsage": "14.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.76MB / 3.16MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.26%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.17%", + "MemUsage": "13.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "12.3MB / 12.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 27.5MB", + "CPUPerc": "16.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.42%", + "MemUsage": "58.49MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "14.3MB / 11.8MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 43.366, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.42%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.38%", + "MemUsage": "49.61MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "1.78MB / 1.69MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.56%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "23.26%", + "MemUsage": "59.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.19MB / 3.22MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.90%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.89%", + "MemUsage": "14.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.97MB / 3.54MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.52%", + "MemUsage": "13.46MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "12.9MB / 12.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 29.5MB", + "CPUPerc": "17.78%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.51%", + "MemUsage": "58.94MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "15MB / 12.4MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.41%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 46.63, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.34%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.36%", + "MemUsage": "49.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "2.42MB / 2.3MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.77%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.54%", + "MemUsage": "52.59MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.65MB / 3.69MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.99%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.89%", + "MemUsage": "14.82MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.17MB / 3.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.36%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.13%", + "MemUsage": "12.97MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "13.5MB / 13.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 31.5MB", + "CPUPerc": "13.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.81%", + "MemUsage": "60.45MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "15.7MB / 12.9MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 49.672, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.60%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.36%", + "MemUsage": "49.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "2.79MB / 2.65MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.88%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.65%", + "MemUsage": "52.86MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.03MB / 4.08MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.81%", + "Container": "dd9bea227415ec43fa661a6118c8fe4f69ec1caf906bee799fc7c5cfedea1ca8", + "ID": "dd9bea227415", + "MemPerc": "2.90%", + "MemUsage": "14.85MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.34MB / 4.19MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.27%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.25%", + "MemUsage": "13.12MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "14MB / 13.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 33MB", + "CPUPerc": "16.75%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.68%", + "MemUsage": "59.79MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "16.3MB / 13.4MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 52.946, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.55%", + "Container": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5", + "ID": "267936a3a083", + "MemPerc": "19.37%", + "MemUsage": "49.59MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.12MB / 2.96MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.93%", + "Container": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a", + "ID": "0b87b253b326", + "MemPerc": "20.47%", + "MemUsage": "52.41MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.53MB / 4.59MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.38%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.12%", + "MemUsage": "12.96MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "14.6MB / 14.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 35.1MB", + "CPUPerc": "15.95%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.85%", + "MemUsage": "60.66MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "17MB / 14MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "12.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:17\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:19\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:12\nCPU/active:running:2", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1", + "Client:ClientRead:13\nCPU/active:running:1" + ], + "rolling_actions": [ + { + "old_id": "d8efdc59195f941c51d7356d312c00b9e88bcc29489ce5ffeae9555a4640498a", + "start_seconds": 10.120277599897236, + "finished_seconds": 14.986254199873656 + }, + { + "old_id": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1", + "start_seconds": 21.423351099947467, + "finished_seconds": 28.76822159998119 + } + ], + "before_state": [ + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 11716, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:36:32.91107429Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:36:44.531189662Z", + "End": "2026-10-23T15:36:44.636712676Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:46.637776032Z", + "End": "2026-10-23T15:36:46.759193561Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:48.761216771Z", + "End": "2026-10-23T15:36:48.857042712Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:50.858360991Z", + "End": "2026-10-23T15:36:50.952589171Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:52.953631909Z", + "End": "2026-10-23T15:36:53.082479445Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "d8efdc59195f941c51d7356d312c00b9e88bcc29489ce5ffeae9555a4640498a" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 11772, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:36:33.178872846Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:36:44.788503925Z", + "End": "2026-10-23T15:36:44.967468399Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:46.96886144Z", + "End": "2026-10-23T15:36:47.077951694Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:49.07847026Z", + "End": "2026-10-23T15:36:49.243632565Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:51.244938884Z", + "End": "2026-10-23T15:36:51.357258687Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:53.35789047Z", + "End": "2026-10-23T15:36:53.475191663Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "92b5d658302192bc440332d76491018da014df1e5354ec5b08d59b1a0c913df1" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7904, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.199585718Z", + "FinishedAt": "2026-10-23T15:34:54.618278238Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:36:45.452957408Z", + "End": "2026-10-23T15:36:45.528054201Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:36:47.529561353Z", + "End": "2026-10-23T15:36:47.598613794Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:36:49.59999654Z", + "End": "2026-10-23T15:36:49.658914053Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:36:51.660022656Z", + "End": "2026-10-23T15:36:51.72010368Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:36:53.721326719Z", + "End": "2026-10-23T15:36:53.773524265Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + } + ] + }, + "id": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7893, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.133175966Z", + "FinishedAt": "2026-10-23T15:34:54.553576168Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:36:32.452694477Z", + "End": "2026-10-23T15:36:32.616183064Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:37.616637585Z", + "End": "2026-10-23T15:36:37.692959274Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:42.694652675Z", + "End": "2026-10-23T15:36:42.763350632Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:47.764697892Z", + "End": "2026-10-23T15:36:47.883456124Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:36:52.884175398Z", + "End": "2026-10-23T15:36:52.969327447Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7965, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.264568727Z", + "FinishedAt": "2026-10-23T15:34:54.633315778Z", + "id": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8" + } + ], + "after_state": [ + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 13042, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:37:07.0301441Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:37:37.840166949Z", + "End": "2026-10-23T15:37:38.431509801Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:40.432322338Z", + "End": "2026-10-23T15:37:41.112959618Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:43.114397095Z", + "End": "2026-10-23T15:37:43.834978644Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:45.835267203Z", + "End": "2026-10-23T15:37:46.434765605Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:48.436378523Z", + "End": "2026-10-23T15:37:48.615858727Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "0b87b253b326e94c51d675972019a97a5c3109966999c2dec73ec41144d5686a" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 13631, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:37:19.672112007Z", + "FinishedAt": "0001-01-01T00:00:00Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:37:40.476293906Z", + "End": "2026-10-23T15:37:40.648504879Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:42.649120439Z", + "End": "2026-10-23T15:37:42.967639661Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:44.968773963Z", + "End": "2026-10-23T15:37:45.244235697Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:47.245444618Z", + "End": "2026-10-23T15:37:47.374197436Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:49.375756403Z", + "End": "2026-10-23T15:37:49.54614193Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "267936a3a083951616bfefde19b2a4c07b38f007140b42239f030f2ad7c884a5" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7904, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.199585718Z", + "FinishedAt": "2026-10-23T15:34:54.618278238Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:37:41.781501772Z", + "End": "2026-10-23T15:37:41.862608576Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:37:43.863056086Z", + "End": "2026-10-23T15:37:43.936748443Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:37:45.938215598Z", + "End": "2026-10-23T15:37:46.021799899Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:37:48.022797031Z", + "End": "2026-10-23T15:37:48.093325328Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + }, + { + "Start": "2026-10-23T15:37:50.094953319Z", + "End": "2026-10-23T15:37:50.153354226Z", + "ExitCode": 0, + "Output": "/var/run/postgresql:5432 - accepting connections\n" + } + ] + }, + "id": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7893, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.133175966Z", + "FinishedAt": "2026-10-23T15:34:54.553576168Z", + "Health": { + "Status": "healthy", + "FailingStreak": 0, + "Log": [ + { + "Start": "2026-10-23T15:37:28.970565446Z", + "End": "2026-10-23T15:37:29.059222726Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:34.059849663Z", + "End": "2026-10-23T15:37:34.182600919Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:39.183977543Z", + "End": "2026-10-23T15:37:39.341462336Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:44.342623616Z", + "End": "2026-10-23T15:37:44.437591242Z", + "ExitCode": 0, + "Output": "" + }, + { + "Start": "2026-10-23T15:37:49.438242073Z", + "End": "2026-10-23T15:37:49.525786994Z", + "ExitCode": 0, + "Output": "" + } + ] + }, + "id": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7" + }, + { + "Status": "running", + "Running": true, + "Paused": false, + "Restarting": false, + "OOMKilled": false, + "Dead": false, + "Pid": 7965, + "ExitCode": 0, + "Error": "", + "StartedAt": "2026-10-23T15:34:55.264568727Z", + "FinishedAt": "2026-10-23T15:34:54.633315778Z", + "id": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8" + } + ] +} diff --git a/evidence/research-image.txt b/evidence/research-image.txt new file mode 100644 index 00000000..071297b1 --- /dev/null +++ b/evidence/research-image.txt @@ -0,0 +1 @@ +sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8 ["python","-m","uvicorn","src.app:app","--host","0.0.0.0","--port","8080","--timeout-graceful-shutdown","8","--timeout-keep-alive","2","--no-access-log"] diff --git a/evidence/research-tools.txt b/evidence/research-tools.txt new file mode 100644 index 00000000..2eefbbb0 --- /dev/null +++ b/evidence/research-tools.txt @@ -0,0 +1,29 @@ +attrs==26.1.0 +certifi==2026.10.23 +charset-normalizer==3.5.2 +contourpy==1.4.0 +cycler==0.12.1 +fonttools==4.67.0 +idna==3.20 +jsonschema==4.26.0 +jsonschema-path==0.3.4 +jsonschema-specifications==2025.9.1 +kiwisolver==1.5.1 +lazy-object-proxy==1.13.0 +matplotlib==3.10.7 +numpy==2.5.4 +openapi-schema-validator==0.6.3 +openapi-spec-validator==0.7.2 +packaging==26.3 +pathable==0.4.4 +pillow==13.0.0 +pyparsing==3.3.3 +python-dateutil==3.0.0 +PyYAML==6.0.3 +referencing==0.36.2 +requests==2.34.2 +rfc3339-validator==0.1.4 +rpds-py==2026.9.1 +six==1.17.0 +tzdata==2026.5 +urllib3==2.8.0 diff --git a/evidence/research/fixed-1-1.json b/evidence/research/fixed-1-1.json new file mode 100644 index 00000000..8590e9eb --- /dev/null +++ b/evidence/research/fixed-1-1.json @@ -0,0 +1,579 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.54574988400418, + "concurrency": 32, + "successful_requests": 1076, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 52.37092858984504, + "successful_latency_ms": { + "p50": 569.349, + "p95": 755.217, + "p99": 925.728 + }, + "instances": { + "b05df624d06b-521bd779": 1076 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1357, + "history_count_after": 1457, + "confirmed_data_preserved": true, + "warmup_messages": 281, + "final_chat_messages_expected_min": 1457, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-1-1", + "started_utc": "2026-10-23T15:42:04.416950+00:00", + "replicas": 1, + "cpu_per_replica": 2.0, + "memory_mib_per_replica": 1024, + "pool_per_replica": 10, + "database_messages_before": 15879, + "database_messages_after": 17336, + "samples": [ + { + "seconds": 2.513, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "60.43%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "6.76%", + "MemUsage": "69.27MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "197kB / 201kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "53.4MB / 53.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 194MB", + "CPUPerc": "24.38%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "9.80%", + "MemUsage": "50.19MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "58.2MB / 51.4MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.2kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.32%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "51.9kB / 51.6kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.976, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.82%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.19%", + "MemUsage": "16.35MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "196kB / 331kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "150.56%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.30%", + "MemUsage": "74.73MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.18MB / 1.09MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.59%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.74%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "54MB / 53.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 197MB", + "CPUPerc": "31.31%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.68%", + "MemUsage": "70.05MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "58.9MB / 52MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.545, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.50%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "433kB / 741kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "150.38%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.26%", + "MemUsage": "74.38MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.93MB / 1.78MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.75%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.75%", + "MemUsage": "13.76MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "54.5MB / 54.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 198MB", + "CPUPerc": "24.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.67%", + "MemUsage": "69.97MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "59.4MB / 52.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.608, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.27%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "599kB / 1.03MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "162.33%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.31%", + "MemUsage": "74.87MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.65MB / 2.45MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.28%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.74%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "55MB / 54.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 200MB", + "CPUPerc": "30.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.76%", + "MemUsage": "70.46MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "59.9MB / 52.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.132, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.22%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "4.77%", + "MemUsage": "24.43MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "807kB / 1.39MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "161.55%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.26%", + "MemUsage": "74.39MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.31MB / 3.05MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.53%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.74%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "55.5MB / 55.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 202MB", + "CPUPerc": "25.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.76%", + "MemUsage": "70.46MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "60.5MB / 53.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.637, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.88%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.01MB / 1.73MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "159.33%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "8.18%", + "MemUsage": "83.78MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.43MB / 4.09MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.74%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "56.1MB / 55.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 204MB", + "CPUPerc": "27.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.82%", + "MemUsage": "70.77MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "61.1MB / 54MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.693, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.13%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.21MB / 2.08MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "156.98%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.33%", + "MemUsage": "75.09MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.3MB / 4.9MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.66%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.75%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "56.6MB / 56.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 207MB", + "CPUPerc": "24.61%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.92%", + "MemUsage": "71.27MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "61.7MB / 54.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.168, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.01%", + "Container": "4547508af75cbf7dff62c68813a3aa801e94fce6817e5bb2ea926a56464e5f78", + "ID": "4547508af75c", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "146.23%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.36%", + "MemUsage": "75.38MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.29MB / 5.82MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.95%", + "MemUsage": "14.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "57.3MB / 57MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 209MB", + "CPUPerc": "24.23%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.97%", + "MemUsage": "71.51MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "62.4MB / 55.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.615, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.61%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "7.32%", + "MemUsage": "74.94MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "7.94MB / 7.51MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.73%", + "MemUsage": "13.73MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "57.7MB / 57.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 213MB", + "CPUPerc": "14.45%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.04%", + "MemUsage": "71.89MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "63MB / 56.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.89%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-1-2.json b/evidence/research/fixed-1-2.json new file mode 100644 index 00000000..8c06a568 --- /dev/null +++ b/evidence/research/fixed-1-2.json @@ -0,0 +1,579 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.303924286999973, + "concurrency": 32, + "successful_requests": 1199, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 59.05262367273925, + "successful_latency_ms": { + "p50": 514.905, + "p95": 704.404, + "p99": 813.887 + }, + "instances": { + "b05df624d06b-521bd779": 1199 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1520, + "history_count_after": 1620, + "confirmed_data_preserved": true, + "warmup_messages": 321, + "final_chat_messages_expected_min": 1620, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-1-2", + "started_utc": "2026-10-23T15:42:36.276766+00:00", + "replicas": 1, + "cpu_per_replica": 2.0, + "memory_mib_per_replica": 1024, + "pool_per_replica": 10, + "database_messages_before": 17336, + "database_messages_after": 18956, + "samples": [ + { + "seconds": 2.751, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "54.36%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.18%", + "MemUsage": "93.98MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "8.18MB / 7.76MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.78%", + "MemUsage": "13.79MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "58.8MB / 58.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 214MB", + "CPUPerc": "22.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.18%", + "MemUsage": "72.58MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "63.1MB / 56.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.55%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "2.59%", + "MemUsage": "13.26MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "60.8kB / 60.6kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.179, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.51%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.23%", + "MemUsage": "16.54MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "309kB / 527kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "145.21%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.23%", + "MemUsage": "94.47MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "9.32MB / 8.76MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.30%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.79%", + "MemUsage": "13.81MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "59.5MB / 59.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 217MB", + "CPUPerc": "27.86%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.26%", + "MemUsage": "73.04MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "63.9MB / 57.3MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.82%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.245, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.25%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.27%", + "MemUsage": "16.75MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "495kB / 849kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "160.84%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.30%", + "MemUsage": "95.24MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "10.1MB / 9.52MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.99%", + "MemUsage": "14.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "60.1MB / 59.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 219MB", + "CPUPerc": "25.41%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.34%", + "MemUsage": "73.42MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "64.5MB / 57.8MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.738, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.49%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "719kB / 1.24MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "164.16%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.28%", + "MemUsage": "95MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "10.8MB / 10.1MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.99%", + "MemUsage": "14.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "60.7MB / 60.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 221MB", + "CPUPerc": "29.88%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.45%", + "MemUsage": "74.01MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "65.1MB / 58.4MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.171, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.71%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "979kB / 1.69MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "155.82%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "10.15%", + "MemUsage": "103.9MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "12.2MB / 11.5MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.99%", + "MemUsage": "14.06MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "61.4MB / 61.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 224MB", + "CPUPerc": "24.07%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.48%", + "MemUsage": "74.15MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "65.9MB / 59MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.224, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.40%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.31%", + "MemUsage": "16.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.16MB / 1.99MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "158.13%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.31%", + "MemUsage": "95.29MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13MB / 12.2MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.41%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.79%", + "MemUsage": "13.81MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "61.9MB / 61.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 226MB", + "CPUPerc": "29.64%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.54%", + "MemUsage": "74.47MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "66.4MB / 59.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.689, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.10%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "5.02%", + "MemUsage": "25.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.39MB / 2.4MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "142.59%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.22%", + "MemUsage": "94.38MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "14.1MB / 13.1MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.79%", + "MemUsage": "13.82MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "62.5MB / 62.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 228MB", + "CPUPerc": "24.53%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.62%", + "MemUsage": "74.87MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "67.2MB / 60.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.105, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.35%", + "Container": "8b5551c73ca60dd48d168cc805a84e4230eb3628a25195da4214e5f02646d754", + "ID": "8b5551c73ca6", + "MemPerc": "3.33%", + "MemUsage": "17.03MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.63MB / 2.82MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "155.82%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.36%", + "MemUsage": "95.81MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "15.1MB / 14.1MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.94%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.79%", + "MemUsage": "13.82MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "63.2MB / 62.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 247MB", + "CPUPerc": "27.12%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.83%", + "MemUsage": "75.95MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "67.9MB / 60.8MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.159, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "55.36%", + "Container": "b05df624d06bb5afa5f005a75bfd5d65584ef5303cb4cc157cd127b946970262", + "ID": "b05df624d06b", + "MemPerc": "9.24%", + "MemUsage": "94.57MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "16.8MB / 15.8MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.82%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.75%", + "MemUsage": "13.76MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "64.7MB / 64.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 252MB", + "CPUPerc": "14.55%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.02%", + "MemUsage": "76.88MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "68.3MB / 62.2MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "17.4kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-1-3.json b/evidence/research/fixed-1-3.json new file mode 100644 index 00000000..507e0f30 --- /dev/null +++ b/evidence/research/fixed-1-3.json @@ -0,0 +1,579 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.417209286999423, + "concurrency": 32, + "successful_requests": 1062, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 52.01494411267187, + "successful_latency_ms": { + "p50": 548.692, + "p95": 1047.074, + "p99": 1119.296 + }, + "instances": { + "599f2c016a13-dda25852": 1062 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1343, + "history_count_after": 1443, + "confirmed_data_preserved": true, + "warmup_messages": 281, + "final_chat_messages_expected_min": 1443, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-1-3", + "started_utc": "2026-10-23T15:40:17.470733+00:00", + "replicas": 1, + "cpu_per_replica": 2.0, + "memory_mib_per_replica": 1024, + "pool_per_replica": 10, + "database_messages_before": 11899, + "database_messages_after": 13342, + "samples": [ + { + "seconds": 2.732, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "65.80%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.25%", + "MemUsage": "74.24MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "441kB / 383kB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.24%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.85%", + "MemUsage": "13.88MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "38.6MB / 38.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 138MB", + "CPUPerc": "5.23%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "8.24%", + "MemUsage": "42.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "43.8MB / 37MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.76%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.13%", + "MemUsage": "16MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "96.1kB / 158kB", + "PIDs": "33" + } + ] + }, + { + "seconds": 6.187, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.32%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.86%", + "MemUsage": "19.78MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "298kB / 510kB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "147.36%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.26%", + "MemUsage": "74.32MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.15MB / 1.06MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.35%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.57%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "39.4MB / 39.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 142MB", + "CPUPerc": "24.40%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.54%", + "MemUsage": "64.21MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "44.7MB / 37.8MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.04%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.245, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.43%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "465kB / 799kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "150.62%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.33%", + "MemUsage": "75.02MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.07MB / 1.91MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.84%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.57%", + "MemUsage": "13.53MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "39.8MB / 39.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 143MB", + "CPUPerc": "27.87%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.59%", + "MemUsage": "64.48MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "45.2MB / 38.3MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.656, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.45%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.28%", + "MemUsage": "16.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "648kB / 1.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "143.28%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.25%", + "MemUsage": "74.27MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.22MB / 2.97MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.15%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.57%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "40.6MB / 40.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 146MB", + "CPUPerc": "23.57%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.73%", + "MemUsage": "65.16MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "46MB / 39MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.586MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.191, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.60%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.30%", + "MemUsage": "16.92MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "862kB / 1.48MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "179.59%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.33%", + "MemUsage": "75.05MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.97MB / 3.67MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.96%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "41MB / 40.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 148MB", + "CPUPerc": "40.67%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.84%", + "MemUsage": "65.72MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "46.5MB / 39.4MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.37%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.254, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.22%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.08MB / 1.85MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "148.87%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.31%", + "MemUsage": "74.89MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.74MB / 4.38MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "41.5MB / 41.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 150MB", + "CPUPerc": "59.77%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.86%", + "MemUsage": "65.82MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "47MB / 39.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.7, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.64%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.33MB / 2.3MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "149.24%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.32%", + "MemUsage": "74.97MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.52MB / 5.09MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.14%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "42MB / 41.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 152MB", + "CPUPerc": "29.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.97%", + "MemUsage": "66.42MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "47.8MB / 40.5MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.232, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.89%", + "Container": "478cbafc4c2aee15d2de1eb551a73312933e511b0302724f5f821250e23d8a71", + "ID": "478cbafc4c2a", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.51MB / 2.6MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "175.56%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.35%", + "MemUsage": "75.25MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.63MB / 6.13MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.60%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "42.7MB / 42.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 155MB", + "CPUPerc": "31.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.17%", + "MemUsage": "67.43MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "48.3MB / 41MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.91%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.298, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.72%", + "Container": "599f2c016a1334ebc65ee6456eaa148cec6dba0f09c3ca53be6c9bcc5744516e", + "ID": "599f2c016a13", + "MemPerc": "7.31%", + "MemUsage": "74.88MiB / 1GiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "7.87MB / 7.45MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.05%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.92%", + "MemUsage": "13.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "43.9MB / 43.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 158MB", + "CPUPerc": "4.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.99%", + "MemUsage": "66.51MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "48.6MB / 42.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15.6kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:8\nIO:WALSync:1\nLWLock:WALWrite:1\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-2-1.json b/evidence/research/fixed-2-1.json new file mode 100644 index 00000000..23dda72c --- /dev/null +++ b/evidence/research/fixed-2-1.json @@ -0,0 +1,690 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.776825217995793, + "concurrency": 32, + "successful_requests": 1153, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 55.4945227628585, + "successful_latency_ms": { + "p50": 508.24, + "p95": 980.126, + "p99": 1284.148 + }, + "instances": { + "773055a5ac22-9f876d79": 576, + "b242ea0e6694-5e364df7": 577 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1474, + "history_count_after": 1574, + "confirmed_data_preserved": true, + "warmup_messages": 321, + "final_chat_messages_expected_min": 1574, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-2-1", + "started_utc": "2026-10-23T15:46:16.257542+00:00", + "replicas": 2, + "cpu_per_replica": 1.0, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 25719, + "database_messages_after": 27293, + "samples": [ + { + "seconds": 2.898, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.28%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "13.35%", + "MemUsage": "68.36MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "38.3kB / 43.3kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.54%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.39%", + "MemUsage": "68.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "39.1kB / 45kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.99%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.47%", + "MemUsage": "14.69MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "89.8MB / 89.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 340MB", + "CPUPerc": "21.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.78%", + "MemUsage": "70.54MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "94.9MB / 86.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.1kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.30%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "18.8kB / 18.1kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.346, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.26%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.19%", + "MemUsage": "16.33MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "169kB / 285kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.50%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "15.73%", + "MemUsage": "80.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "392kB / 371kB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.22%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.94%", + "MemUsage": "71.37MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "554kB / 550kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.88%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.09%", + "MemUsage": "14.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "90.4MB / 89.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 342MB", + "CPUPerc": "42.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.22%", + "MemUsage": "108.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "95.7MB / 87.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.413, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.05%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.27%", + "MemUsage": "16.72MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "447kB / 764kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.89%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "14.07%", + "MemUsage": "72.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.01MB / 999kB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.31%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.93%", + "MemUsage": "71.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.02MB / 1.01MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.90%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.08%", + "MemUsage": "14.18MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "91MB / 90.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 344MB", + "CPUPerc": "31.15%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.50%", + "MemUsage": "110.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "96.4MB / 87.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.888, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "699kB / 1.2MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "105.98%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "15.49%", + "MemUsage": "79.29MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.56MB / 1.53MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.60%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.99%", + "MemUsage": "71.64MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.58MB / 1.57MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.08%", + "MemUsage": "14.18MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "91.4MB / 91MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 345MB", + "CPUPerc": "35.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.64%", + "MemUsage": "110.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "97.2MB / 88.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.498, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.30%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.63%", + "MemUsage": "18.6MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "919kB / 1.58MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "105.42%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "14.66%", + "MemUsage": "75.08MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.92MB / 1.89MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.84%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.94%", + "MemUsage": "71.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.06MB / 2.05MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.58%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.09%", + "MemUsage": "14.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "92.3MB / 91.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 347MB", + "CPUPerc": "27.70%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.81%", + "MemUsage": "111.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "98MB / 88.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.579, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.74%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.12MB / 1.94MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.02%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "14.10%", + "MemUsage": "72.19MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.49MB / 2.46MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.23%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.94%", + "MemUsage": "71.37MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.51MB / 2.49MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.09%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.47%", + "MemUsage": "14.69MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "92.8MB / 92.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 347MB", + "CPUPerc": "69.57%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.23%", + "MemUsage": "113.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "98.6MB / 89.5MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.072, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.59%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.32%", + "MemUsage": "16.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.4MB / 2.41MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.85%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "14.15%", + "MemUsage": "72.46MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.1MB / 3.04MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.22%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "13.99%", + "MemUsage": "71.65MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.11MB / 3.08MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.27%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.28%", + "MemUsage": "14.44MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "93.6MB / 93.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 347MB", + "CPUPerc": "35.94%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.86%", + "MemUsage": "111.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "99.5MB / 90.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.584, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.09%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.61MB / 2.76MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.03%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "14.11%", + "MemUsage": "72.22MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.42MB / 3.35MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "109.26%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "14.81%", + "MemUsage": "75.84MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.57MB / 3.54MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.33%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.09%", + "MemUsage": "14.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "94.2MB / 93.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 348MB", + "CPUPerc": "31.85%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.86%", + "MemUsage": "111.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "100MB / 90.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.48%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.717, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.76%", + "Container": "e3c5095e97d1cc794d96af9390d056ef0f9d047aa1ebb9ad73df9a7e206a8788", + "ID": "e3c5095e97d1", + "MemPerc": "3.31%", + "MemUsage": "16.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.73MB / 2.93MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "106.08%", + "Container": "b242ea0e669400706d50d1c0db9df4490971f2f6a07587d547ecace0c0b796d7", + "ID": "b242ea0e6694", + "MemPerc": "15.48%", + "MemUsage": "79.25MiB / 512MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.79MB / 3.77MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.97%", + "Container": "773055a5ac22b70c7bc239dad8736b2620d3407f7ade72795e0992aa2382989c", + "ID": "773055a5ac22", + "MemPerc": "15.75%", + "MemUsage": "80.64MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.79MB / 3.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.76%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.07%", + "MemUsage": "14.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "94.5MB / 94MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 348MB", + "CPUPerc": "35.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.90%", + "MemUsage": "112.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "101MB / 91MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.13%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.2kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:4\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-2-2.json b/evidence/research/fixed-2-2.json new file mode 100644 index 00000000..3663e4ec --- /dev/null +++ b/evidence/research/fixed-2-2.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.3561063369998, + "concurrency": 32, + "successful_requests": 1364, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 67.00692054849199, + "successful_latency_ms": { + "p50": 507.471, + "p95": 1079.815, + "p99": 1274.144 + }, + "instances": { + "7212db471030-5a864028": 682, + "bb84cf287d53-78b49338": 682 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1693, + "history_count_after": 1793, + "confirmed_data_preserved": true, + "warmup_messages": 329, + "final_chat_messages_expected_min": 1793, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-2-2", + "started_utc": "2026-10-23T15:59:42.973383+00:00", + "replicas": 2, + "cpu_per_replica": 1.0, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 61753, + "database_messages_after": 63546, + "samples": [ + { + "seconds": 2.494, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.41%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.35%", + "MemUsage": "68.34MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "74.7kB / 79.8kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.18%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "13.34%", + "MemUsage": "68.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "73.5kB / 77.5kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.07%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.88%", + "MemUsage": "16.48MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "234MB / 232MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 765MB", + "CPUPerc": "15.32%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.29%", + "MemUsage": "119.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "228MB / 215MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.7kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "2.60%", + "MemUsage": "13.29MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "37.3kB / 36.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.064, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.82%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.20%", + "MemUsage": "16.41MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "235kB / 398kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.77%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.90%", + "MemUsage": "71.15MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "390kB / 370kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.11%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "14.56%", + "MemUsage": "74.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "558kB / 547kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.65%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "234MB / 232MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 767MB", + "CPUPerc": "34.95%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.01%", + "MemUsage": "163.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "229MB / 216MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.591, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.69%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.27%", + "MemUsage": "16.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "414kB / 706kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.02%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.94%", + "MemUsage": "71.36MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.07MB / 1.08MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.43%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "13.97%", + "MemUsage": "71.51MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "944kB / 926kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.79%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.91%", + "MemUsage": "16.52MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "235MB / 233MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 769MB", + "CPUPerc": "33.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.24%", + "MemUsage": "165.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "230MB / 217MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.649, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.25%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "668kB / 1.14MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.76%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.94%", + "MemUsage": "71.38MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.51MB / 1.51MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.99%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "14.04%", + "MemUsage": "71.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.49MB / 1.47MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.74%", + "MemUsage": "16.31MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "235MB / 234MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 772MB", + "CPUPerc": "31.02%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.34%", + "MemUsage": "165.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "230MB / 217MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.142, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.78%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.31%", + "MemUsage": "16.94MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "967kB / 1.66MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "69.70%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "14.77%", + "MemUsage": "75.62MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.19MB / 2.19MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.08%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "14.30%", + "MemUsage": "73.23MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.12MB / 2.06MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.11%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.73%", + "MemUsage": "16.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "236MB / 235MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 775MB", + "CPUPerc": "35.85%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.45%", + "MemUsage": "166.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "231MB / 218MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.603, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.27%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.22MB / 2.12MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.66%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.93%", + "MemUsage": "71.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.76MB / 2.75MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.45%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "16.12%", + "MemUsage": "82.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.7MB / 2.62MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.74%", + "MemUsage": "16.31MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "237MB / 235MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 778MB", + "CPUPerc": "25.71%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.50%", + "MemUsage": "166.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "232MB / 219MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.671, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.24%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "5.13%", + "MemUsage": "26.25MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.49MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.34%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.91%", + "MemUsage": "71.24MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.23MB / 3.22MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.17%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "16.09%", + "MemUsage": "82.37MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.17MB / 3.09MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "237MB / 236MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 781MB", + "CPUPerc": "31.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.61%", + "MemUsage": "166.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "233MB / 219MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.171, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.47%", + "Container": "5889c0f83b0899ad02687d6c629bea59781cf155b2431f7ae9779a4bfa54ace3", + "ID": "5889c0f83b08", + "MemPerc": "3.33%", + "MemUsage": "17.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.68MB / 2.94MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.91%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "13.84%", + "MemUsage": "70.87MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.59MB / 3.58MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.57%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "14.50%", + "MemUsage": "74.26MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.74MB / 3.65MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.91%", + "MemUsage": "16.52MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "238MB / 237MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 784MB", + "CPUPerc": "33.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.68%", + "MemUsage": "167.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "234MB / 220MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.62%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.642, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.07%", + "Container": "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe", + "ID": "7212db471030", + "MemPerc": "14.16%", + "MemUsage": "72.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.91MB / 4.92MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "67.28%", + "Container": "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46", + "ID": "bb84cf287d53", + "MemPerc": "14.44%", + "MemUsage": "73.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.96MB / 4.92MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.70%", + "MemUsage": "16.25MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "240MB / 238MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 784MB", + "CPUPerc": "24.36%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.78%", + "MemUsage": "167.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "235MB / 222MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:3\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "bb84cf287d535aad14d89ec0f492a86307219f5555bd9678e5cb2aeaf5da1e46": { + "usage_usec": 26650423, + "user_usec": 10887789, + "system_usec": 15762634, + "nr_periods": 305, + "nr_throttled": 252, + "throttled_usec": 22927565, + "nr_bursts": 0, + "burst_usec": 0 + }, + "7212db471030947ee087bf7d720fef6bf39b6d1f66ac3f0a5d0120ef06a8febe": { + "usage_usec": 18392529, + "user_usec": 9684923, + "system_usec": 8707607, + "nr_periods": 313, + "nr_throttled": 128, + "throttled_usec": 10565942, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8" +} diff --git a/evidence/research/fixed-2-3.json b/evidence/research/fixed-2-3.json new file mode 100644 index 00000000..40a5d7be --- /dev/null +++ b/evidence/research/fixed-2-3.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.46242181600246, + "concurrency": 32, + "successful_requests": 1261, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 61.625159100857054, + "successful_latency_ms": { + "p50": 513.896, + "p95": 814.746, + "p99": 963.604 + }, + "instances": { + "0c8437fb2a54-92d3137f": 631, + "04aafa881666-4e4d7b99": 630 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1516, + "history_count_after": 1616, + "confirmed_data_preserved": true, + "warmup_messages": 255, + "final_chat_messages_expected_min": 1616, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-2-3", + "started_utc": "2026-10-23T15:58:15.959538+00:00", + "replicas": 2, + "cpu_per_replica": 1.0, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 59440, + "database_messages_after": 61056, + "samples": [ + { + "seconds": 2.731, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.45%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "13.29%", + "MemUsage": "68.04MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11.3kB / 11.8kB", + "PIDs": "10" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "39.53%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "13.45%", + "MemUsage": "68.84MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "117kB / 121kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.43%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.89%", + "MemUsage": "16.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "225MB / 223MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 732MB", + "CPUPerc": "27.57%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.39%", + "MemUsage": "119.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "219MB / 207MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.61%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "2.60%", + "MemUsage": "13.3MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "60.2kB / 59.8kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.664, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.74%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.22%", + "MemUsage": "16.46MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "267kB / 456kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "107.92%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "14.16%", + "MemUsage": "72.52MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "632kB / 635kB", + "PIDs": "33" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "104.64%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "13.95%", + "MemUsage": "71.41MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "623kB / 613kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "226MB / 224MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 733MB", + "CPUPerc": "41.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.43%", + "MemUsage": "160.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "220MB / 208MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.75, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.02%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.27%", + "MemUsage": "16.72MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "422kB / 724kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.31%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "13.97%", + "MemUsage": "71.54MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "980kB / 988kB", + "PIDs": "27" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "101.35%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.04%", + "MemUsage": "71.87MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "965kB / 956kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.32%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "226MB / 224MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 736MB", + "CPUPerc": "33.30%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.61%", + "MemUsage": "161.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "221MB / 208MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.93%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.467, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.14%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.37%", + "MemUsage": "17.27MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "692kB / 1.19MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.57%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "14.08%", + "MemUsage": "72.09MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.57MB / 1.57MB", + "PIDs": "27" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "101.21%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.11%", + "MemUsage": "72.22MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.55MB / 1.52MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.53%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.67%", + "MemUsage": "16.22MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "227MB / 225MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 739MB", + "CPUPerc": "28.29%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.58%", + "MemUsage": "161.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "221MB / 209MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 17.164, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.22%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "4.02%", + "MemUsage": "20.57MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "888kB / 1.53MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "107.08%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "14.03%", + "MemUsage": "71.85MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.13MB / 2.13MB", + "PIDs": "27" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "106.54%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.25%", + "MemUsage": "72.96MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.1MB / 2.06MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.65%", + "MemUsage": "16.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "228MB / 226MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 741MB", + "CPUPerc": "39.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.68%", + "MemUsage": "162.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "222MB / 210MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.06%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.22, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.76%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.15MB / 1.98MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.79%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "14.78%", + "MemUsage": "75.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.56MB / 2.56MB", + "PIDs": "29" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "100.60%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.24%", + "MemUsage": "72.89MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.55MB / 2.51MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "228MB / 227MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 744MB", + "CPUPerc": "32.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.87%", + "MemUsage": "163.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "223MB / 210MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.89%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.893, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.66%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.46MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.84%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "15.89%", + "MemUsage": "81.37MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3MB / 2.98MB", + "PIDs": "28" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "101.13%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.24%", + "MemUsage": "72.91MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.16MB / 3.1MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.68%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "229MB / 227MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 746MB", + "CPUPerc": "30.85%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.85%", + "MemUsage": "163.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "224MB / 211MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.635, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.72%", + "Container": "aee7d13156aa0340daf88dc877d45ce11ae9424efc022e1a7cf0179704571a4f", + "ID": "aee7d13156aa", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.62MB / 2.8MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.62%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "13.93%", + "MemUsage": "71.31MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.77MB / 3.75MB", + "PIDs": "25" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "99.45%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.21%", + "MemUsage": "72.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.73MB / 3.67MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.80%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.84%", + "MemUsage": "16.44MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "230MB / 228MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 749MB", + "CPUPerc": "38.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.03%", + "MemUsage": "164MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "225MB / 212MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.672, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.74%", + "Container": "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876", + "ID": "04aafa881666", + "MemPerc": "14.02%", + "MemUsage": "71.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.43MB / 4.45MB", + "PIDs": "25" + }, + { + "BlockIO": "106kB / 0B", + "CPUPerc": "0.73%", + "Container": "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5", + "ID": "0c8437fb2a54", + "MemPerc": "14.24%", + "MemUsage": "72.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.47MB / 4.47MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "231MB / 229MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 753MB", + "CPUPerc": "0.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.03%", + "MemUsage": "164MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "225MB / 213MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "30.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:16\nIO:WALSync:1\nLWLock:WALWrite:1\nCPU/active:running:3", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:18\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "0c8437fb2a543d5b99678962df4453a53123e56d0843ffbd34bc3b40c9ace5f5": { + "usage_usec": 26320791, + "user_usec": 10821471, + "system_usec": 15499319, + "nr_periods": 308, + "nr_throttled": 252, + "throttled_usec": 23114624, + "nr_bursts": 0, + "burst_usec": 0 + }, + "04aafa88166679e5d47a33d7ba2344201a4552420d3aa5fd2ca93ea901bf4876": { + "usage_usec": 26191625, + "user_usec": 10369788, + "system_usec": 15821836, + "nr_periods": 302, + "nr_throttled": 251, + "throttled_usec": 21946711, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8" +} diff --git a/evidence/research/fixed-4-1.json b/evidence/research/fixed-4-1.json new file mode 100644 index 00000000..9e5c1b37 --- /dev/null +++ b/evidence/research/fixed-4-1.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.316457034998166, + "concurrency": 32, + "successful_requests": 1165, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 57.342675349009504, + "successful_latency_ms": { + "p50": 277.88, + "p95": 1481.291, + "p99": 1659.063 + }, + "instances": { + "065314c965ec-24797a3b": 291, + "2843dcba6b16-d5c2389e": 291, + "e96242a44c66-57b7f8e9": 292, + "0eefc26da618-3af7fbf9": 291 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1450, + "history_count_after": 1550, + "confirmed_data_preserved": true, + "warmup_messages": 285, + "final_chat_messages_expected_min": 1550, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-4-1", + "started_utc": "2026-10-23T15:43:48.561948+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 20119, + "database_messages_after": 21669, + "samples": [ + { + "seconds": 2.762, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.50%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "26.67%", + "MemUsage": "68.28MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "40.2kB / 47.7kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.18%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "23.74%", + "MemUsage": "60.77MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "7.69kB / 7.09kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.07%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.26%", + "MemUsage": "90.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.25MB / 3.42MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.21%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.29%", + "MemUsage": "90.35MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.23MB / 3.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.06%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.04%", + "MemUsage": "14.13MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "69.1MB / 68.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 267MB", + "CPUPerc": "21.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.28%", + "MemUsage": "109MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "73.1MB / 66.5MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.10%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "2.60%", + "MemUsage": "13.32MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "36.7kB / 36.1kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.238, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.92%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.17%", + "MemUsage": "16.21MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "147kB / 244kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.42%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.15%", + "MemUsage": "69.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "261kB / 282kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "54.21%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "28.61%", + "MemUsage": "73.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "247kB / 253kB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.78%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.46%", + "MemUsage": "90.77MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.44MB / 3.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.24%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.42%", + "MemUsage": "90.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.43MB / 3.61MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.15%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.94%", + "MemUsage": "14.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "69.6MB / 69.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 268MB", + "CPUPerc": "44.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.40%", + "MemUsage": "140.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "73.7MB / 67MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.7, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.93%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "413kB / 720kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.57%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.15%", + "MemUsage": "69.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "508kB / 534kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.63%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "31.04%", + "MemUsage": "79.45MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "486kB / 522kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.57%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.53%", + "MemUsage": "90.96MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.69MB / 3.86MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.93%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.41%", + "MemUsage": "90.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.61MB / 3.8MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "70.2MB / 69.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 270MB", + "CPUPerc": "29.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.01%", + "MemUsage": "143.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "74.6MB / 67.6MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.183, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.48%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.28%", + "MemUsage": "16.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "585kB / 1.03MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.95%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.25%", + "MemUsage": "69.75MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "772kB / 797kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.68%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "27.77%", + "MemUsage": "71.08MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "748kB / 804kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.93%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.54%", + "MemUsage": "90.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.95MB / 4.14MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.55%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.51%", + "MemUsage": "90.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.95MB / 4.14MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.05%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.95%", + "MemUsage": "14.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "70.8MB / 70.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 273MB", + "CPUPerc": "24.89%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.09%", + "MemUsage": "143.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "75.4MB / 68.2MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.442, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.31%", + "MemUsage": "16.94MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "830kB / 1.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.46%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.17%", + "MemUsage": "69.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "981kB / 1.01MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.75%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "27.84%", + "MemUsage": "71.28MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "960kB / 1.04MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.75%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.54%", + "MemUsage": "90.99MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.16MB / 4.38MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.88%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.37%", + "MemUsage": "90.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.16MB / 4.35MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.36%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.14%", + "MemUsage": "14.25MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "71.4MB / 71.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 274MB", + "CPUPerc": "31.67%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.21%", + "MemUsage": "144.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "76.1MB / 68.7MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.92, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.94%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.03MB / 1.83MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.54%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "28.55%", + "MemUsage": "73.09MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.21MB / 1.24MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.50%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "27.84%", + "MemUsage": "71.28MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.19MB / 1.29MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.89%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.63%", + "MemUsage": "91.21MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.38MB / 4.62MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.13%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.32%", + "MemUsage": "90.43MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.39MB / 4.58MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.77%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.94%", + "MemUsage": "14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "71.9MB / 71.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 276MB", + "CPUPerc": "26.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.22%", + "MemUsage": "144.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "76.8MB / 69.3MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.01%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.389, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.94%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.26MB / 2.24MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.34%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.14%", + "MemUsage": "69.48MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.38MB / 1.41MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.25%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "27.89%", + "MemUsage": "71.39MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.45MB / 1.57MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.59%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.54%", + "MemUsage": "90.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.65MB / 4.91MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.92%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.32%", + "MemUsage": "90.43MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.65MB / 4.84MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.64%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.92%", + "MemUsage": "13.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "72.6MB / 72.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 278MB", + "CPUPerc": "27.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.31%", + "MemUsage": "144.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "77.7MB / 69.9MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.479, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.04%", + "Container": "410f20944736192b039286a2ebb28eaa21b8fd28c88879208282797a9bc8cf93", + "ID": "410f20944736", + "MemPerc": "3.33%", + "MemUsage": "17.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.46MB / 2.6MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.12%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.05%", + "MemUsage": "69.24MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.71MB / 1.73MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.35%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "27.89%", + "MemUsage": "71.39MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.68MB / 1.81MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.85%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.56%", + "MemUsage": "91.03MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.88MB / 5.15MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.86%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.32%", + "MemUsage": "90.43MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.88MB / 5.07MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.92%", + "MemUsage": "13.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "73.2MB / 72.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 280MB", + "CPUPerc": "30.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.46%", + "MemUsage": "145.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "78.4MB / 70.4MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.943, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.13%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.23%", + "MemUsage": "69.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.12MB / 2.16MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.88%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "28.03%", + "MemUsage": "71.75MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.17MB / 2.37MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.62%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.65%", + "MemUsage": "91.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.36MB / 5.69MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.07%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "38.03%", + "MemUsage": "97.35MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.31MB / 5.52MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.93%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.90%", + "MemUsage": "13.95MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "74.7MB / 74.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 285MB", + "CPUPerc": "12.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.42%", + "MemUsage": "145.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "79.1MB / 72MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.7kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:23\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-4-2.json b/evidence/research/fixed-4-2.json new file mode 100644 index 00000000..54856e59 --- /dev/null +++ b/evidence/research/fixed-4-2.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 21.07702056099515, + "concurrency": 32, + "successful_requests": 1322, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 62.72233763658585, + "successful_latency_ms": { + "p50": 16.134, + "p95": 2250.954, + "p99": 2395.348 + }, + "instances": { + "62e441114261-e9ee148a": 330, + "26ca5a1aca4e-f473faff": 331, + "eab3b627cf13-c257f2fc": 331, + "7c3ed6ae9178-22848026": 330 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1609, + "history_count_after": 1709, + "confirmed_data_preserved": true, + "warmup_messages": 287, + "final_chat_messages_expected_min": 1709, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-4-2", + "started_utc": "2026-10-23T15:47:35.395481+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 28253, + "database_messages_after": 29962, + "samples": [ + { + "seconds": 2.982, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.25%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "26.58%", + "MemUsage": "68.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.84kB / 8.12kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.44%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "26.63%", + "MemUsage": "68.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "8.37kB / 8.13kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.18%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.56%", + "MemUsage": "91.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.65MB / 2.85MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.29%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.05%", + "MemUsage": "89.73MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.63MB / 2.79MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.00%", + "MemUsage": "14.08MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "99.1MB / 98.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 354MB", + "CPUPerc": "4.41%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.42%", + "MemUsage": "119.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "105MB / 95.5MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.5kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.85%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "64.3kB / 63.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.539, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.22%", + "MemUsage": "16.5MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "274kB / 473kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.91%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.17%", + "MemUsage": "69.56MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "346kB / 372kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.23%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "27.76%", + "MemUsage": "71.08MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "310kB / 310kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.98%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.68%", + "MemUsage": "91.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.98MB / 3.19MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.13%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.29%", + "MemUsage": "90.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.94MB / 3.11MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.22%", + "MemUsage": "14.36MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "99.9MB / 99.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 354MB", + "CPUPerc": "40.89%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.44%", + "MemUsage": "155.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "106MB / 96.3MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.861, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.09%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "478kB / 841kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.47%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.17%", + "MemUsage": "69.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "583kB / 613kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.52%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.00%", + "MemUsage": "71.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "536kB / 565kB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.79%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.68%", + "MemUsage": "91.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.21MB / 3.42MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.70%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.29%", + "MemUsage": "90.35MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.18MB / 3.37MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.20%", + "MemUsage": "14.34MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "100MB / 100MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 354MB", + "CPUPerc": "31.45%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.70%", + "MemUsage": "157.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "106MB / 96.9MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.325, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.68%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.28%", + "MemUsage": "16.81MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "657kB / 1.17MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.13%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.23%", + "MemUsage": "69.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "895kB / 926kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.67%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.60%", + "MemUsage": "73.21MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "831kB / 867kB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.13%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.68%", + "MemUsage": "91.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.53MB / 3.74MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.66%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "36.87%", + "MemUsage": "94.38MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.5MB / 3.71MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.21%", + "MemUsage": "14.34MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "101MB / 101MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 355MB", + "CPUPerc": "34.44%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.92%", + "MemUsage": "158.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "107MB / 97.6MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.733, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.36%", + "MemUsage": "17.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1MB / 1.79MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.79%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.08%", + "MemUsage": "69.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.18MB / 1.21MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.58%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.58%", + "MemUsage": "73.15MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.02MB / 1.07MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.64%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.59%", + "MemUsage": "91.12MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.82MB / 4.03MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.12%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.26%", + "MemUsage": "90.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.79MB / 4MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.37%", + "MemUsage": "14.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "102MB / 101MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 356MB", + "CPUPerc": "28.95%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.16%", + "MemUsage": "159.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "108MB / 98.3MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.826, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.99%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.2MB / 2.16MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.42%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.08%", + "MemUsage": "69.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.42MB / 1.45MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.39%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.73%", + "MemUsage": "73.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.35MB / 1.42MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.28%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.59%", + "MemUsage": "91.12MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.05MB / 4.26MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.71%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.19%", + "MemUsage": "90.08MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.03MB / 4.24MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.95%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.18%", + "MemUsage": "14.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "103MB / 102MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 357MB", + "CPUPerc": "31.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.08%", + "MemUsage": "159.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "109MB / 98.9MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.399, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.17%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.33%", + "MemUsage": "17.03MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.46MB / 2.63MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.55%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.10%", + "MemUsage": "69.37MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.72MB / 1.76MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.24%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.72%", + "MemUsage": "73.53MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.65MB / 1.74MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.64%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.69%", + "MemUsage": "91.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.35MB / 4.56MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.82%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "38.26%", + "MemUsage": "97.95MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.33MB / 4.54MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "103MB / 103MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 357MB", + "CPUPerc": "33.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.30%", + "MemUsage": "160.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "110MB / 99.6MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.935, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.94%", + "Container": "7c0cc7888711229d826de1939be776ec6bc6d620eac62d890844ec8948b06721", + "ID": "7c0cc7888711", + "MemPerc": "3.33%", + "MemUsage": "17.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.7MB / 3.07MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.43%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.10%", + "MemUsage": "69.37MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.88MB / 1.91MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.07%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.73%", + "MemUsage": "73.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.93MB / 2.04MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.08%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.59%", + "MemUsage": "91.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.63MB / 4.84MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.76%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.09%", + "MemUsage": "89.83MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.61MB / 4.82MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.73%", + "MemUsage": "15.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "104MB / 103MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 357MB", + "CPUPerc": "26.81%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.32%", + "MemUsage": "160.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "111MB / 100MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.162, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.18%", + "Container": "62e441114261d93dc844414cc2342d9a7d04622d4626f6e627286d0cbcc07b23", + "ID": "62e441114261", + "MemPerc": "27.27%", + "MemUsage": "69.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.38MB / 2.43MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.04%", + "Container": "7c3ed6ae91787fe761810172e11d3a63d39eea5b1cb58417ea684cdd890b7c0b", + "ID": "7c3ed6ae9178", + "MemPerc": "28.86%", + "MemUsage": "73.87MiB / 256MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.36MB / 2.55MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.18%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "35.79%", + "MemUsage": "91.62MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "5MB / 5.22MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.25%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "35.15%", + "MemUsage": "89.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.97MB / 5.2MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.15%", + "MemUsage": "14.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "105MB / 105MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 357MB", + "CPUPerc": "17.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.30%", + "MemUsage": "160.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "111MB / 102MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22.6kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:32\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:2", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:2", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/fixed-4-3.json b/evidence/research/fixed-4-3.json new file mode 100644 index 00000000..19804008 --- /dev/null +++ b/evidence/research/fixed-4-3.json @@ -0,0 +1,973 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.814167918993917, + "concurrency": 32, + "successful_requests": 1462, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 70.24061714549039, + "successful_latency_ms": { + "p50": 14.282, + "p95": 1985.275, + "p99": 2173.204 + }, + "instances": { + "2843dcba6b16-d5c2389e": 365, + "0eefc26da618-3af7fbf9": 366, + "e96242a44c66-57b7f8e9": 366, + "065314c965ec-24797a3b": 365 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1828, + "history_count_after": 1928, + "confirmed_data_preserved": true, + "warmup_messages": 366, + "final_chat_messages_expected_min": 1928, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "fixed-4-3", + "started_utc": "2026-10-23T15:44:21.272080+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 21669, + "database_messages_after": 23597, + "samples": [ + { + "seconds": 2.85, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.43%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.28%", + "MemUsage": "69.85MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.13MB / 2.17MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.91%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "37.76%", + "MemUsage": "96.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.18MB / 2.38MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "35.64%", + "MemUsage": "91.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.37MB / 5.7MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.08%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.37%", + "MemUsage": "90.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.32MB / 5.53MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.27%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.97%", + "MemUsage": "14.04MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "74.8MB / 74.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 285MB", + "CPUPerc": "9.96%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.51%", + "MemUsage": "146MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "79.1MB / 72MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.09%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.8kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.08%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "2.54%", + "MemUsage": "13.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "4.94kB / 3.8kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.928, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.76%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.18%", + "MemUsage": "16.28MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "185kB / 314kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.90%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "29.42%", + "MemUsage": "75.31MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.35MB / 2.4MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.71%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "38.98%", + "MemUsage": "99.78MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.39MB / 2.59MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.90%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.21%", + "MemUsage": "110.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.56MB / 5.87MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.89%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.54%", + "MemUsage": "90.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.54MB / 5.75MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.00%", + "MemUsage": "14.08MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "75.3MB / 74.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 286MB", + "CPUPerc": "30.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.11%", + "MemUsage": "149MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "79.8MB / 72.5MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.367, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.10%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.26%", + "MemUsage": "16.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "437kB / 764kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.91%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.42%", + "MemUsage": "70.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.64MB / 2.69MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.27%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.35%", + "MemUsage": "90.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.68MB / 2.89MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.54%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.29%", + "MemUsage": "110.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "5.83MB / 6.16MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.28%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.60%", + "MemUsage": "91.14MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.84MB / 6.05MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.18%", + "MemUsage": "14.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "76MB / 75.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 288MB", + "CPUPerc": "25.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.18%", + "MemUsage": "149.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "80.4MB / 73MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.801, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.91%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.29%", + "MemUsage": "16.84MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "706kB / 1.25MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.69%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.42%", + "MemUsage": "70.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.83MB / 2.88MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.23%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.35%", + "MemUsage": "90.48MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3MB / 3.23MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.89%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.77%", + "MemUsage": "112MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.13MB / 6.45MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.32%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.54%", + "MemUsage": "90.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.14MB / 6.36MB", + "PIDs": "21" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.16%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.00%", + "MemUsage": "14.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "76.8MB / 76.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 291MB", + "CPUPerc": "32.24%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.47%", + "MemUsage": "150.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "81.7MB / 73.9MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.86, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.50%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "926kB / 1.65MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.06%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.33%", + "MemUsage": "69.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.2MB / 3.26MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.08%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.35%", + "MemUsage": "90.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.26MB / 3.49MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.24%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.76%", + "MemUsage": "112MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.39MB / 6.73MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.67%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.46%", + "MemUsage": "90.77MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.4MB / 6.62MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.99%", + "MemUsage": "14.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "77.4MB / 77.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 294MB", + "CPUPerc": "43.78%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.36%", + "MemUsage": "150.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "82.5MB / 74.5MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.259, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.82%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.18MB / 2.1MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.76%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.33%", + "MemUsage": "69.97MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.49MB / 3.54MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.98%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.31%", + "MemUsage": "90.41MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.54MB / 3.78MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.54%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.84%", + "MemUsage": "112.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.67MB / 7.03MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.22%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.40%", + "MemUsage": "90.63MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.69MB / 6.91MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.08%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.01%", + "MemUsage": "14.09MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "78.1MB / 77.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 296MB", + "CPUPerc": "29.38%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.55%", + "MemUsage": "151.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "83.4MB / 75.2MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.692, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.10%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.35MB / 2.43MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.55%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "30.78%", + "MemUsage": "78.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.79MB / 3.84MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.28%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "38.73%", + "MemUsage": "99.15MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.84MB / 4.08MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.08%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.97%", + "MemUsage": "112.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "6.97MB / 7.36MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.60%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.40%", + "MemUsage": "90.61MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.98MB / 7.2MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "78.9MB / 78.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 298MB", + "CPUPerc": "26.44%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.81%", + "MemUsage": "152.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "84.3MB / 75.9MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.758, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.05%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.33%", + "MemUsage": "17.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.67MB / 3.01MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.37%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.33%", + "MemUsage": "69.97MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.06MB / 4.12MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.22%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.18%", + "MemUsage": "90.07MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.12MB / 4.35MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.64%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.93%", + "MemUsage": "112.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "7.24MB / 7.63MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.06%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "39.05%", + "MemUsage": "99.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.26MB / 7.48MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.96%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "79.6MB / 79.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 301MB", + "CPUPerc": "25.70%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.67%", + "MemUsage": "151.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "85.2MB / 76.6MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.167, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.81%", + "Container": "949ac9451be6d452cdad602bff5ad806218c8e94e37f9441bef0f3439a31f201", + "ID": "949ac9451be6", + "MemPerc": "3.34%", + "MemUsage": "17.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.97MB / 3.55MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.96%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.33%", + "MemUsage": "69.97MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.41MB / 4.46MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.90%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.18%", + "MemUsage": "90.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.46MB / 4.7MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.82%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "43.93%", + "MemUsage": "112.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "7.59MB / 8MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.35%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.40%", + "MemUsage": "90.62MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.61MB / 7.83MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.94%", + "MemUsage": "14.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "80.4MB / 80MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 304MB", + "CPUPerc": "25.64%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.66%", + "MemUsage": "151.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "86.2MB / 77.4MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 32.533, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.16%", + "Container": "0eefc26da618b6eb4875598021463727dd31027b51ac83b2bba4cdcbac08f84f", + "ID": "0eefc26da618", + "MemPerc": "27.49%", + "MemUsage": "70.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.75MB / 4.82MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.53%", + "Container": "e96242a44c6691819af35ac1628edba82ed2795c5202359989a376787123dffb", + "ID": "e96242a44c66", + "MemPerc": "35.26%", + "MemUsage": "90.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.86MB / 5.11MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.47%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "44.10%", + "MemUsage": "112.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "8MB / 8.48MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.08%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "35.53%", + "MemUsage": "90.95MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8MB / 8.24MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "81.9MB / 81.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 307MB", + "CPUPerc": "9.04%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.75%", + "MemUsage": "152.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "86.5MB / 78.9MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.9kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:37\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:37\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:37\nCPU/active:running:2", + "Client:ClientRead:38\nCPU/active:running:1", + "Client:ClientRead:38\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-1-1.json b/evidence/research/growth-1-1.json new file mode 100644 index 00000000..2d6355be --- /dev/null +++ b/evidence/research/growth-1-1.json @@ -0,0 +1,640 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 21.43045525200432, + "concurrency": 32, + "successful_requests": 453, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 21.13814170875499, + "successful_latency_ms": { + "p50": 1327.554, + "p95": 2313.94, + "p99": 2782.774 + }, + "instances": { + "eab3b627cf13-c257f2fc": 453 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 612, + "history_count_after": 712, + "confirmed_data_preserved": true, + "warmup_messages": 159, + "final_chat_messages_expected_min": 712, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-1-1", + "started_utc": "2026-10-23T15:48:09.587414+00:00", + "replicas": 1, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 29962, + "database_messages_after": 30674, + "samples": [ + { + "seconds": 2.866, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.28%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "42.57%", + "MemUsage": "109MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.16MB / 5.38MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.01%", + "MemUsage": "14.09MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "105MB / 105MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 359MB", + "CPUPerc": "11.88%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.02%", + "MemUsage": "92.24MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "111MB / 102MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.1kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.17%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "2.60%", + "MemUsage": "13.32MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "49.5kB / 49.2kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.913, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.34%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.15%", + "MemUsage": "16.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "131kB / 219kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.61%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "43.68%", + "MemUsage": "111.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.57MB / 5.75MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.08%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "106MB / 105MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 359MB", + "CPUPerc": "12.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.12%", + "MemUsage": "92.78MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "112MB / 102MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.62%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.172, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.57%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.20%", + "MemUsage": "16.41MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "236kB / 400kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.66%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "44.00%", + "MemUsage": "112.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.02MB / 6.21MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.60%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "106MB / 106MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 360MB", + "CPUPerc": "8.45%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.99%", + "MemUsage": "92.12MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "112MB / 102MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.52%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.394, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.01%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.26%", + "MemUsage": "16.69MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "331kB / 566kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.29%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "47.25%", + "MemUsage": "121MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.45MB / 6.65MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.36%", + "MemUsage": "14.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "106MB / 106MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 360MB", + "CPUPerc": "9.76%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.12%", + "MemUsage": "92.75MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "112MB / 103MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.47, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.27%", + "MemUsage": "16.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "383kB / 654kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.78%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "46.70%", + "MemUsage": "119.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.67MB / 6.89MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.36%", + "MemUsage": "14.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "106MB / 106MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 360MB", + "CPUPerc": "5.88%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.03%", + "MemUsage": "92.32MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "113MB / 103MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.852, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.58%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "461kB / 791kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.90%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "47.45%", + "MemUsage": "121.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.02MB / 7.25MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.18%", + "MemUsage": "14.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "107MB / 106MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 361MB", + "CPUPerc": "10.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.05%", + "MemUsage": "92.42MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "113MB / 103MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.068, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.27%", + "MemUsage": "16.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "555kB / 952kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.61%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "44.02%", + "MemUsage": "112.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.43MB / 7.67MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "107MB / 106MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 361MB", + "CPUPerc": "5.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.08%", + "MemUsage": "92.58MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "113MB / 103MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.254, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.26%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.28%", + "MemUsage": "16.78MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "642kB / 1.1MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.55%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "44.19%", + "MemUsage": "113.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.8MB / 8.05MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.17%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "107MB / 107MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 361MB", + "CPUPerc": "8.95%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.06%", + "MemUsage": "92.48MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "113MB / 103MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.661, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.90%", + "Container": "c38f52fafcb02d1547f211bb92968360e5201174a059b006e7eeb747b1bbf9a7", + "ID": "c38f52fafcb0", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "696kB / 1.2MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.67%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "43.90%", + "MemUsage": "112.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.18MB / 8.44MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.17%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "107MB / 107MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 362MB", + "CPUPerc": "8.27%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.15%", + "MemUsage": "92.95MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "114MB / 104MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 31.993, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "44.01%", + "MemUsage": "112.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.76MB / 9.12MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.80%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.12%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "108MB / 107MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 363MB", + "CPUPerc": "0.23%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.17%", + "MemUsage": "93.05MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "114MB / 104MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.2kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-1-2.json b/evidence/research/growth-1-2.json new file mode 100644 index 00000000..5d0d5678 --- /dev/null +++ b/evidence/research/growth-1-2.json @@ -0,0 +1,579 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.483192778003286, + "concurrency": 32, + "successful_requests": 525, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 25.630769855556537, + "successful_latency_ms": { + "p50": 1097.796, + "p95": 1982.169, + "p99": 2304.85 + }, + "instances": { + "b07491c300d3-68205f91": 525 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 652, + "history_count_after": 752, + "confirmed_data_preserved": true, + "warmup_messages": 127, + "final_chat_messages_expected_min": 752, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-1-2", + "started_utc": "2026-10-23T15:41:29.549237+00:00", + "replicas": 1, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 15127, + "database_messages_after": 15879, + "samples": [ + { + "seconds": 2.731, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.81%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "26.82%", + "MemUsage": "68.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "20.3kB / 21.2kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.84%", + "MemUsage": "13.87MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "50.8MB / 50.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 183MB", + "CPUPerc": "18.64%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "9.72%", + "MemUsage": "49.74MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "55.5MB / 48.9MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.92%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "68.6kB / 68kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.784, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.31%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.16%", + "MemUsage": "16.17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "143kB / 239kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.48%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "28.64%", + "MemUsage": "73.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "663kB / 638kB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.71%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "51MB / 50.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 184MB", + "CPUPerc": "13.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.25%", + "MemUsage": "67.83MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "55.8MB / 49.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.059, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.39%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.21%", + "MemUsage": "16.43MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "243kB / 412kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.42%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "28.91%", + "MemUsage": "74.02MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.11MB / 1.1MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "51.2MB / 50.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 185MB", + "CPUPerc": "8.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.65%", + "MemUsage": "69.86MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "56.1MB / 49.4MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.281, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.96%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.27%", + "MemUsage": "16.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "361kB / 616kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.61%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "29.11%", + "MemUsage": "74.52MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.62MB / 1.61MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.22%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "51.6MB / 51.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 187MB", + "CPUPerc": "11.86%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.74%", + "MemUsage": "70.37MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "56.5MB / 49.7MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.329, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.49%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "452kB / 774kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.89%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "28.92%", + "MemUsage": "74.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.01MB / 2.01MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.81%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "51.9MB / 51.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 188MB", + "CPUPerc": "7.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.55%", + "MemUsage": "69.39MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "56.8MB / 49.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.51%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.588, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.54%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.27%", + "MemUsage": "16.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "553kB / 949kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.13%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "29.12%", + "MemUsage": "74.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.3MB / 2.3MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.23%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "52.2MB / 51.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 189MB", + "CPUPerc": "11.01%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.61%", + "MemUsage": "69.66MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "57.1MB / 50.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 21.833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.68%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.28%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "644kB / 1.1MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.51%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "28.93%", + "MemUsage": "74.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.73MB / 2.75MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.70%", + "MemUsage": "13.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "52.4MB / 52.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 190MB", + "CPUPerc": "13.19%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.63%", + "MemUsage": "69.76MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "57.5MB / 50.4MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.135, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.41%", + "Container": "82e1b50b71309ffd9ee9db1d1d365f44c5f61c18cce53b5e2afe09da93677cd7", + "ID": "82e1b50b7130", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "692kB / 1.19MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.89%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "28.92%", + "MemUsage": "74.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.14MB / 3.17MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.55%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.71%", + "MemUsage": "13.71MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "52.6MB / 52.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 191MB", + "CPUPerc": "7.75%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.64%", + "MemUsage": "69.82MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "57.7MB / 50.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.432, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.99%", + "Container": "b07491c300d3dcd5baf0b9b363435999f6d8b0d8c5d3c1002e238388d9365030", + "ID": "b07491c300d3", + "MemPerc": "29.05%", + "MemUsage": "74.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.55MB / 3.64MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.30%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.69%", + "MemUsage": "13.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "52.8MB / 52.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 192MB", + "CPUPerc": "11.95%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.60%", + "MemUsage": "69.62MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "58.1MB / 50.8MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.46%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "16.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:8\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-1-3.json b/evidence/research/growth-1-3.json new file mode 100644 index 00000000..d0b481c8 --- /dev/null +++ b/evidence/research/growth-1-3.json @@ -0,0 +1,640 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.57481474400265, + "concurrency": 32, + "successful_requests": 565, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 27.460757582990716, + "successful_latency_ms": { + "p50": 1074.634, + "p95": 1685.096, + "p99": 1911.636 + }, + "instances": { + "2843dcba6b16-d5c2389e": 565 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 716, + "history_count_after": 816, + "confirmed_data_preserved": true, + "warmup_messages": 151, + "final_chat_messages_expected_min": 816, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-1-3", + "started_utc": "2026-10-23T15:44:57.349452+00:00", + "replicas": 1, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 23597, + "database_messages_after": 24413, + "samples": [ + { + "seconds": 2.82, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.33%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.51%", + "MemUsage": "131.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "8.01MB / 8.5MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.96%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.32%", + "MemUsage": "14.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "82MB / 81.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 309MB", + "CPUPerc": "18.62%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.28%", + "MemUsage": "83.34MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "86.7MB / 79MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.2kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.84%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "61.6kB / 61.4kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.062, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.81%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.19%", + "MemUsage": "16.34MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "170kB / 285kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.23%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.68%", + "MemUsage": "132.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "8.76MB / 9.2MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "82.4MB / 82MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 310MB", + "CPUPerc": "7.88%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.34%", + "MemUsage": "83.65MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "87.1MB / 79.3MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.097, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.59%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.26%", + "MemUsage": "16.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "257kB / 437kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.91%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.59%", + "MemUsage": "132.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "9.15MB / 9.59MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.15%", + "MemUsage": "14.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "82.6MB / 82.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 311MB", + "CPUPerc": "11.77%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.35%", + "MemUsage": "83.71MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "87.4MB / 79.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.306, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.65%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.24%", + "MemUsage": "16.59MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "319kB / 543kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.35%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "54.22%", + "MemUsage": "138.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "9.58MB / 10MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.43%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "82.8MB / 82.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 312MB", + "CPUPerc": "7.61%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.53%", + "MemUsage": "84.66MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "87.7MB / 79.8MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.531, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "451kB / 772kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.24%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.88%", + "MemUsage": "132.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "9.92MB / 10.4MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.94%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "83.2MB / 82.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 314MB", + "CPUPerc": "5.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.41%", + "MemUsage": "84.02MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "88MB / 80.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.571, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.02%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.27%", + "MemUsage": "16.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "549kB / 941kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.16%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "55.42%", + "MemUsage": "141.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "10.4MB / 10.9MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "83.4MB / 83MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 315MB", + "CPUPerc": "7.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.44%", + "MemUsage": "84.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "88.4MB / 80.3MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.49%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 21.797, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.45%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.28%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "667kB / 1.14MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.15%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.71%", + "MemUsage": "132.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "10.9MB / 11.4MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.15%", + "MemUsage": "14.28MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "83.7MB / 83.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 316MB", + "CPUPerc": "7.19%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.43%", + "MemUsage": "84.11MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "88.8MB / 80.6MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.027, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.34%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.30%", + "MemUsage": "16.91MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "779kB / 1.34MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.47%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "52.26%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "11.4MB / 11.9MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.19%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "84.1MB / 83.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 317MB", + "CPUPerc": "11.21%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.61%", + "MemUsage": "85.04MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "89.1MB / 80.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.066, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.69%", + "Container": "c9614bf0a0f1d593796f4f7c6dadf025bcaf3558f30a6ab0d6db2dcb19951f88", + "ID": "c9614bf0a0f1", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "853kB / 1.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.71%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "52.01%", + "MemUsage": "133.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "11.8MB / 12.2MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.28%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.96%", + "MemUsage": "14.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "84.3MB / 83.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 318MB", + "CPUPerc": "7.53%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.45%", + "MemUsage": "84.25MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "89.4MB / 81.1MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.52%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 31.352, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.49%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "51.82%", + "MemUsage": "132.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "12.4MB / 12.9MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.02%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.82%", + "MemUsage": "13.86MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "84.9MB / 84.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 320MB", + "CPUPerc": "0.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.44%", + "MemUsage": "84.15MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "89.5MB / 81.7MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.08%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "19.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:9\nCPU/active:running:2", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1", + "Client:ClientRead:10\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-2-1.json b/evidence/research/growth-2-1.json new file mode 100644 index 00000000..58d209a8 --- /dev/null +++ b/evidence/research/growth-2-1.json @@ -0,0 +1,681 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.460510360004264, + "concurrency": 32, + "successful_requests": 865, + "failed_requests": 1, + "errors": { + "connection": 1 + }, + "error_ratio": 0.0011547344110854503, + "successful_rps": 42.276560299829185, + "successful_latency_ms": { + "p50": 705.115, + "p95": 1204.143, + "p99": 1453.485 + }, + "instances": { + "065314c965ec-24797a3b": 433, + "2843dcba6b16-d5c2389e": 432 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1063, + "history_count_after": 1163, + "confirmed_data_preserved": true, + "warmup_messages": 198, + "final_chat_messages_expected_min": 1163, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-2-1", + "started_utc": "2026-10-23T15:43:11.885032+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 18956, + "database_messages_after": 20119, + "samples": [ + { + "seconds": 2.725, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.98%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "26.76%", + "MemUsage": "68.51MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "91.1kB / 101kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.57%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "26.66%", + "MemUsage": "68.26MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.32kB / 7.54kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.83%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "64.8MB / 64.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 253MB", + "CPUPerc": "27.00%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "11.72%", + "MemUsage": "59.99MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "68.5MB / 62.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.97%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "2.60%", + "MemUsage": "13.31MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "42.1kB / 41.8kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.278, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.80%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.19%", + "MemUsage": "16.34MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "169kB / 283kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.55%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "27.78%", + "MemUsage": "71.13MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "410kB / 416kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.83%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "27.75%", + "MemUsage": "71.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "391kB / 394kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.50%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "65.2MB / 64.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 254MB", + "CPUPerc": "25.21%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.78%", + "MemUsage": "96.15MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "69MB / 62.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.663, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.09%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.26%", + "MemUsage": "16.69MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "338kB / 575kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.39%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "27.92%", + "MemUsage": "71.46MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "786kB / 819kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.45%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "28.00%", + "MemUsage": "71.69MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "768kB / 797kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.87%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "65.6MB / 65.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 256MB", + "CPUPerc": "20.67%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.25%", + "MemUsage": "98.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "69.4MB / 63MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.022, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.32%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "485kB / 829kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.77%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "27.85%", + "MemUsage": "71.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.12MB / 1.16MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.70%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "28.15%", + "MemUsage": "72.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.1MB / 1.15MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.81%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.87%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "66MB / 65.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 258MB", + "CPUPerc": "20.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.69%", + "MemUsage": "100.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "70.1MB / 63.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.403, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.62%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "654kB / 1.12MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.19%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "30.42%", + "MemUsage": "77.87MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.48MB / 1.54MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.85%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "27.99%", + "MemUsage": "71.65MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.47MB / 1.53MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.83%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "66.5MB / 66.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 259MB", + "CPUPerc": "20.46%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.43%", + "MemUsage": "99.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "70.6MB / 63.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.75, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.60%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "827kB / 1.42MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.42%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "27.91%", + "MemUsage": "71.46MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.86MB / 1.93MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.51%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "30.74%", + "MemUsage": "78.69MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.84MB / 1.91MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.17%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.87%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "67MB / 66.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 261MB", + "CPUPerc": "17.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.67%", + "MemUsage": "100.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "71.3MB / 64.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.148, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.25%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "970kB / 1.67MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.37%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "27.92%", + "MemUsage": "71.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.18MB / 2.27MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.38%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "28.28%", + "MemUsage": "72.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.16MB / 2.25MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.25%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.87%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "67.4MB / 67.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 262MB", + "CPUPerc": "18.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.64%", + "MemUsage": "100.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "71.9MB / 64.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.604, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.23%", + "Container": "663a4458151ada13bcd8be27c96d0ced6de8e63981633e6e2c00a1917c83e097", + "ID": "663a4458151a", + "MemPerc": "3.32%", + "MemUsage": "16.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.14MB / 1.96MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.33%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "28.11%", + "MemUsage": "71.97MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.55MB / 2.66MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.68%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "28.09%", + "MemUsage": "71.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.53MB / 2.63MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.95%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.87%", + "MemUsage": "13.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "67.8MB / 67.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 264MB", + "CPUPerc": "20.56%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.74%", + "MemUsage": "101.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "72.2MB / 65.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.943, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.89%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "28.05%", + "MemUsage": "71.82MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.2MB / 3.36MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.63%", + "Container": "065314c965ec288442c4f44d2b3f1c7f5d829777eeeda3d5786e04f2c59c488d", + "ID": "065314c965ec", + "MemPerc": "28.39%", + "MemUsage": "72.68MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.77MB / 2.89MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.36%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.04%", + "MemUsage": "14.13MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "69MB / 68.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 267MB", + "CPUPerc": "10.86%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.73%", + "MemUsage": "101MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "72.9MB / 66.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "18.1kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:5\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:17\nIO:WALSync:1\nLWLock:WALWrite:2\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-2-2.json b/evidence/research/growth-2-2.json new file mode 100644 index 00000000..7c530c58 --- /dev/null +++ b/evidence/research/growth-2-2.json @@ -0,0 +1,705 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.82912391499849, + "concurrency": 32, + "successful_requests": 467, + "failed_requests": 1, + "errors": { + "connection": 1 + }, + "error_ratio": 0.002136752136752137, + "successful_rps": 22.42053011474601, + "successful_latency_ms": { + "p50": 1309.177, + "p95": 1925.393, + "p99": 2206.651 + }, + "instances": { + "29481fef28fa-0af9be58": 233, + "20daedc3233e-a4a34c00": 234 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 597, + "history_count_after": 697, + "confirmed_data_preserved": true, + "warmup_messages": 130, + "final_chat_messages_expected_min": 697, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-2-2", + "started_utc": "2026-10-23T15:59:01.043028+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 61056, + "database_messages_after": 61753, + "samples": [ + { + "seconds": 4.019, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.95%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "36.35%", + "MemUsage": "93.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "14.5kB / 15.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.47%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "26.58%", + "MemUsage": "68.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "12kB / 13.3kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.91%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "231MB / 229MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 755MB", + "CPUPerc": "2.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.80%", + "MemUsage": "116.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "225MB / 213MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.98%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.36%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "32.1kB / 31.2kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 7.625, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.30%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.14%", + "MemUsage": "16.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "119kB / 198kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.36%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.02%", + "MemUsage": "89.65MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "308kB / 314kB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.32%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "28.15%", + "MemUsage": "72.07MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "239kB / 221kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.15%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.68%", + "MemUsage": "16.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "231MB / 230MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 756MB", + "CPUPerc": "41.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.43%", + "MemUsage": "160.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "225MB / 213MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 11.275, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.49%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.24%", + "MemUsage": "16.6MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "193kB / 328kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.10%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.11%", + "MemUsage": "89.88MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "517kB / 563kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.85%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "31.37%", + "MemUsage": "80.31MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "498kB / 525kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.78%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.68%", + "MemUsage": "16.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "231MB / 230MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 757MB", + "CPUPerc": "18.44%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.68%", + "MemUsage": "162.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "226MB / 214MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 14.362, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.72%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.23%", + "MemUsage": "16.52MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "283kB / 484kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.99%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.15%", + "MemUsage": "89.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "669kB / 736kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.44%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "31.39%", + "MemUsage": "80.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "651kB / 706kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.88%", + "MemUsage": "16.48MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "232MB / 230MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 758MB", + "CPUPerc": "22.53%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.71%", + "MemUsage": "162.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "226MB / 214MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.134, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.95%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "366kB / 628kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.10%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.22%", + "MemUsage": "90.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "858kB / 951kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.38%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "31.48%", + "MemUsage": "80.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "836kB / 913kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.88%", + "MemUsage": "16.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "232MB / 230MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 760MB", + "CPUPerc": "14.74%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.01%", + "MemUsage": "163.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "226MB / 214MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.03%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 21.859, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.27%", + "MemUsage": "16.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "447kB / 768kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.69%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.25%", + "MemUsage": "90.24MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "978kB / 1.08MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.16%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "31.65%", + "MemUsage": "81.02MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.02MB / 1.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.68%", + "MemUsage": "16.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "232MB / 231MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 761MB", + "CPUPerc": "15.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.01%", + "MemUsage": "163.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "227MB / 214MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.04%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 24.929, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.95%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "534kB / 919kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.50%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.28%", + "MemUsage": "90.33MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.23MB / 1.36MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "31.60%", + "MemUsage": "80.91MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.21MB / 1.32MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.68%", + "MemUsage": "16.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "232MB / 231MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 762MB", + "CPUPerc": "18.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.10%", + "MemUsage": "164.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "227MB / 214MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.553, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.64%", + "Container": "25f4da6eef3ce4efba875f85c86318787be815dcbb602ce5d01bb9841bcb2b85", + "ID": "25f4da6eef3c", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "646kB / 1.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.79%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.33%", + "MemUsage": "90.44MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.48MB / 1.63MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.01%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "28.15%", + "MemUsage": "72.06MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.45MB / 1.59MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.50%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.68%", + "MemUsage": "16.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "233MB / 231MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 763MB", + "CPUPerc": "15.01%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.05%", + "MemUsage": "164.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "228MB / 215MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 31.976, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba", + "ID": "29481fef28fa", + "MemPerc": "35.49%", + "MemUsage": "90.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.9MB / 2.1MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.05%", + "Container": "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9", + "ID": "20daedc3233e", + "MemPerc": "28.21%", + "MemUsage": "72.21MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.88MB / 2.08MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.03%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "233MB / 232MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 764MB", + "CPUPerc": "18.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "32.02%", + "MemUsage": "163.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "228MB / 215MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "31kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:4\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "29481fef28faa0a00852f7844cf1b18fc1bf494a76da5174c643a9cec2735cba": { + "usage_usec": 14360865, + "user_usec": 6614933, + "system_usec": 7745932, + "nr_periods": 329, + "nr_throttled": 272, + "throttled_usec": 52598534, + "nr_bursts": 0, + "burst_usec": 0 + }, + "20daedc3233eea8f0c9af3bcb1e115dcd578521e27af6d3fa114f1b52a2359b9": { + "usage_usec": 14497149, + "user_usec": 6706176, + "system_usec": 7790974, + "nr_periods": 331, + "nr_throttled": 275, + "throttled_usec": 48199163, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:f65f532e3042a0f9f8fcd9ffbf1722aaf432e327ced9f7a9bf0562e21d4c2ac8" +} diff --git a/evidence/research/growth-2-3.json b/evidence/research/growth-2-3.json new file mode 100644 index 00000000..750332e6 --- /dev/null +++ b/evidence/research/growth-2-3.json @@ -0,0 +1,751 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.71134335199895, + "concurrency": 32, + "successful_requests": 688, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 33.21851162945439, + "successful_latency_ms": { + "p50": 895.798, + "p95": 1970.217, + "p99": 2368.699 + }, + "instances": { + "26ca5a1aca4e-f473faff": 344, + "eab3b627cf13-c257f2fc": 344 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 860, + "history_count_after": 960, + "confirmed_data_preserved": true, + "warmup_messages": 172, + "final_chat_messages_expected_min": 960, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-2-3", + "started_utc": "2026-10-23T15:46:56.312143+00:00", + "replicas": 2, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 27293, + "database_messages_after": 28253, + "samples": [ + { + "seconds": 2.841, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.66%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "26.67%", + "MemUsage": "68.28MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "43.3kB / 49kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.95%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "26.63%", + "MemUsage": "68.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "39.3kB / 43.3kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.93%", + "MemUsage": "13.99MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "95.6MB / 95.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 349MB", + "CPUPerc": "10.49%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.16%", + "MemUsage": "67.39MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "101MB / 92.1MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "21.8kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.92%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "2.55%", + "MemUsage": "13.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "20.2kB / 19.7kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.244, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.33%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.13%", + "MemUsage": "16.03MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "102kB / 168kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.62%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "31.31%", + "MemUsage": "80.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "326kB / 315kB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.45%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "28.28%", + "MemUsage": "72.39MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "351kB / 351kB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.74%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.11%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "96MB / 95.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 349MB", + "CPUPerc": "27.10%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.22%", + "MemUsage": "108.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "101MB / 92.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.311, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.35%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.21%", + "MemUsage": "16.45MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "245kB / 418kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "31.51%", + "MemUsage": "80.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "559kB / 579kB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.61%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.84%", + "MemUsage": "71.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "595kB / 636kB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.07%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.12%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "96.2MB / 95.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 350MB", + "CPUPerc": "20.63%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.08%", + "MemUsage": "113.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "102MB / 92.8MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.658, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.27%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.26%", + "MemUsage": "16.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "371kB / 635kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.76%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.36%", + "MemUsage": "72.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "844kB / 887kB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.66%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.90%", + "MemUsage": "71.42MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "803kB / 853kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.12%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "96.6MB / 96.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 350MB", + "CPUPerc": "12.49%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.90%", + "MemUsage": "112.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "102MB / 93.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.033, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.54%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.27%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "483kB / 827kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.47%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.21%", + "MemUsage": "72.21MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.2MB / 1.26MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.63%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.92%", + "MemUsage": "71.46MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.22MB / 1.29MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.29%", + "MemUsage": "14.45MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "97MB / 96.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 351MB", + "CPUPerc": "17.17%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.83%", + "MemUsage": "111.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "103MB / 93.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.119, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.64%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "637kB / 1.09MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.23%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.48%", + "MemUsage": "72.91MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.42MB / 1.5MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.49%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.70%", + "MemUsage": "70.92MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.45MB / 1.54MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.51%", + "MemUsage": "14.73MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "97.3MB / 96.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 351MB", + "CPUPerc": "13.87%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.06%", + "MemUsage": "113MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "103MB / 93.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.49%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.491, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.49%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.29%", + "MemUsage": "16.87MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "758kB / 1.3MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.90%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "31.83%", + "MemUsage": "81.48MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.62MB / 1.71MB", + "PIDs": "37" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.52%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.70%", + "MemUsage": "70.92MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.72MB / 1.83MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.65%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.12%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "97.7MB / 97.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 351MB", + "CPUPerc": "21.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.98%", + "MemUsage": "112.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "104MB / 94.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 25.895, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.07%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "874kB / 1.5MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.24%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.48%", + "MemUsage": "72.91MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.93MB / 2.03MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.35%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.70%", + "MemUsage": "70.92MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.88MB / 2.01MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.59%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.13%", + "MemUsage": "14.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "98MB / 97.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 352MB", + "CPUPerc": "17.06%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.08%", + "MemUsage": "113.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "104MB / 94.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 28.95, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.77%", + "Container": "86248755376f08532632725e1ac09ec5880c589c5789ed46b326cd919030e31d", + "ID": "86248755376f", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "988kB / 1.71MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.57%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.68%", + "MemUsage": "73.41MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.18MB / 2.29MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.47%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.25MB / 2.39MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.32%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.11%", + "MemUsage": "14.23MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "98.3MB / 97.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 352MB", + "CPUPerc": "18.81%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.98%", + "MemUsage": "112.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "104MB / 94.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 32.259, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.07%", + "Container": "26ca5a1aca4ec618d7e69f3b2c100e7ea419b032341b473675c97d2d7367c98c", + "ID": "26ca5a1aca4e", + "MemPerc": "28.72%", + "MemUsage": "73.52MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.63MB / 2.82MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.80%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "27.84%", + "MemUsage": "71.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.61MB / 2.77MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.61%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.06%", + "MemUsage": "14.15MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "99.1MB / 98.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 353MB", + "CPUPerc": "0.43%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.14%", + "MemUsage": "113.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "105MB / 95.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "22kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:3\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-4-1.json b/evidence/research/growth-4-1.json new file mode 100644 index 00000000..10b2cedf --- /dev/null +++ b/evidence/research/growth-4-1.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 21.13082711199968, + "concurrency": 32, + "successful_requests": 916, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 43.348989376749294, + "successful_latency_ms": { + "p50": 281.939, + "p95": 1964.137, + "p99": 2371.089 + }, + "instances": { + "8bb46503b3be-812f1b74": 229, + "65eda4c096ba-7b0c0f9d": 229, + "2843dcba6b16-d5c2389e": 229, + "ca9e6c0b6143-61a2a8e4": 229 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1206, + "history_count_after": 1306, + "confirmed_data_preserved": true, + "warmup_messages": 290, + "final_chat_messages_expected_min": 1306, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-4-1", + "started_utc": "2026-10-23T15:45:35.927765+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 24413, + "database_messages_after": 25719, + "samples": [ + { + "seconds": 2.765, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.68%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "26.66%", + "MemUsage": "68.24MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "37.9kB / 42.7kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.14%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "26.82%", + "MemUsage": "68.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "39.4kB / 44.5kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.11%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "26.72%", + "MemUsage": "68.41MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "36.5kB / 40.6kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.28%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.68%", + "MemUsage": "150.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "12.4MB / 13MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.60%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "84.9MB / 84.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 321MB", + "CPUPerc": "16.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.89%", + "MemUsage": "91.62MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "89.7MB / 81.8MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.11%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "2.60%", + "MemUsage": "13.32MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "33.6kB / 32.8kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.191, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.59%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.20%", + "MemUsage": "16.41MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "223kB / 381kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.86%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "29.20%", + "MemUsage": "74.74MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "202kB / 197kB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.31%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.14%", + "MemUsage": "69.48MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "289kB / 308kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.39%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.20%", + "MemUsage": "69.64MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "286kB / 308kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.75%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "12.6MB / 13.2MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.71%", + "MemUsage": "17.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "85.5MB / 85.1MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 323MB", + "CPUPerc": "39.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.07%", + "MemUsage": "143.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "90.4MB / 82.4MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.12%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.338, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.22%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.27%", + "MemUsage": "16.72MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "411kB / 720kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.84%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "27.67%", + "MemUsage": "70.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "476kB / 512kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.64%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.14%", + "MemUsage": "69.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "507kB / 531kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.02%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.20%", + "MemUsage": "69.64MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "505kB / 536kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.64%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "12.9MB / 13.4MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.83%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.07%", + "MemUsage": "14.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "86.1MB / 85.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 325MB", + "CPUPerc": "26.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.87%", + "MemUsage": "147.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "91.1MB / 82.9MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.9, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.53%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.28%", + "MemUsage": "16.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "609kB / 1.08MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.52%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "27.77%", + "MemUsage": "71.09MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "714kB / 775kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.72%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.14%", + "MemUsage": "69.47MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "734kB / 757kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.98%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.21%", + "MemUsage": "69.65MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "733kB / 767kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.70%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13.1MB / 13.7MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.45%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.07%", + "MemUsage": "14.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "86.6MB / 86.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 327MB", + "CPUPerc": "27.78%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.87%", + "MemUsage": "147.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "91.9MB / 83.5MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.90%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.524, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.08%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.31%", + "MemUsage": "16.92MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "819kB / 1.45MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.51%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "27.86%", + "MemUsage": "71.32MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "948kB / 1.03MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.30%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.07%", + "MemUsage": "69.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "974kB / 997kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.55%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.13%", + "MemUsage": "69.44MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "974kB / 1.01MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.45%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13.3MB / 13.9MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.15%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.05%", + "MemUsage": "14.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "87.2MB / 86.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 330MB", + "CPUPerc": "35.44%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.05%", + "MemUsage": "148.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "92.7MB / 84MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.619, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.80%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "987kB / 1.75MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.41%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "28.07%", + "MemUsage": "71.85MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.14MB / 1.24MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.60%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.08%", + "MemUsage": "69.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.17MB / 1.19MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.24%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.13%", + "MemUsage": "69.44MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.17MB / 1.2MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.63%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13.5MB / 14.1MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.05%", + "MemUsage": "14.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "87.7MB / 87.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 331MB", + "CPUPerc": "25.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.18%", + "MemUsage": "149.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "93.3MB / 84.5MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.636, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.32%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.13MB / 2.02MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.76%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "27.85%", + "MemUsage": "71.29MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.31MB / 1.44MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.56%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.09%", + "MemUsage": "69.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.33MB / 1.36MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.63%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "30.26%", + "MemUsage": "77.46MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.34MB / 1.37MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.76%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "58.99%", + "MemUsage": "151MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13.7MB / 14.3MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.51%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.03%", + "MemUsage": "14.12MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "88.1MB / 87.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 333MB", + "CPUPerc": "25.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.23%", + "MemUsage": "149.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "93.9MB / 84.9MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.09%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.302, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.78%", + "Container": "d6e04a7be4a12787b6db415d20cb30271a68a4db20c1a762fa8fa925c294e930", + "ID": "d6e04a7be4a1", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.3MB / 2.31MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.63%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "30.92%", + "MemUsage": "79.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.45MB / 1.59MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.52%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "27.09%", + "MemUsage": "69.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.52MB / 1.55MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.94%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.10%", + "MemUsage": "69.39MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.53MB / 1.56MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.72%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "59.00%", + "MemUsage": "151.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "13.9MB / 14.5MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.35%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.45%", + "MemUsage": "15.93MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "88.6MB / 88.2MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 335MB", + "CPUPerc": "36.42%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.39%", + "MemUsage": "150.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "94.5MB / 85.4MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.534, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.78%", + "Container": "8bb46503b3be5fcee1cb6397e6cd33bf3c7c5c78eb519f8e4e4847245181196a", + "ID": "8bb46503b3be", + "MemPerc": "28.01%", + "MemUsage": "71.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.81MB / 2MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.22%", + "Container": "65eda4c096ba8aa15899f418ab6fd9d6ba308e54233165cce2d682258589f0e5", + "ID": "65eda4c096ba", + "MemPerc": "29.61%", + "MemUsage": "75.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.81MB / 1.85MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.27%", + "Container": "ca9e6c0b6143b46a3058a6aa55d9b67b282610a1d226d587dc9e78c484ad7d49", + "ID": "ca9e6c0b6143", + "MemPerc": "27.27%", + "MemUsage": "69.81MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.83MB / 1.88MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.93%", + "Container": "2843dcba6b16143f1b5ef2c0a0e794bd5b1aa1a1a7dc1b0fae5a42730473deb4", + "ID": "2843dcba6b16", + "MemPerc": "59.06%", + "MemUsage": "151.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "14.2MB / 14.9MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.02%", + "MemUsage": "14.1MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "89.7MB / 89.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 336MB", + "CPUPerc": "12.04%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.32%", + "MemUsage": "150.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "94.8MB / 86.4MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "20.1kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:13\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:36\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-4-2.json b/evidence/research/growth-4-2.json new file mode 100644 index 00000000..61d79f19 --- /dev/null +++ b/evidence/research/growth-4-2.json @@ -0,0 +1,973 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 21.261175482999533, + "concurrency": 32, + "successful_requests": 1522, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 71.58588203258063, + "successful_latency_ms": { + "p50": 13.482, + "p95": 1910.522, + "p99": 2468.245 + }, + "instances": { + "8d8dd1d7e019-61fb5df7": 380, + "867d5d8dbcb3-2b9c536f": 380, + "c6cc9bae2ab4-d47a7e1c": 381, + "8a2e4de48fb4-345ae13e": 381 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1869, + "history_count_after": 1969, + "confirmed_data_preserved": true, + "warmup_messages": 347, + "final_chat_messages_expected_min": 1969, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-4-2", + "started_utc": "2026-10-23T15:39:05.774842+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 8181, + "database_messages_after": 10150, + "samples": [ + { + "seconds": 2.786, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.33%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "26.67%", + "MemUsage": "68.27MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "59.4kB / 63kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.09%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "26.64%", + "MemUsage": "68.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "58.4kB / 61.4kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.83%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.27%", + "MemUsage": "90.29MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.2MB / 3.34MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.18%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.58%", + "MemUsage": "91.08MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.19MB / 3.34MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.02%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.51%", + "MemUsage": "13.45MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "24.9MB / 24.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 75.9MB", + "CPUPerc": "22.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.10%", + "MemUsage": "87.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "29.5MB / 23.8MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.7kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.45%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "2.55%", + "MemUsage": "13.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "54.6kB / 54.3kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.226, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.36%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.59%", + "MemUsage": "18.36MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "328kB / 570kB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.77%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.62%", + "MemUsage": "70.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "392kB / 413kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.34%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "27.60%", + "MemUsage": "70.66MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "256kB / 245kB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.44%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.17%", + "MemUsage": "90.03MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.54MB / 3.68MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.01%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.35%", + "MemUsage": "90.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.53MB / 3.68MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.78%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.63%", + "MemUsage": "13.61MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "25.7MB / 25.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 78.5MB", + "CPUPerc": "36.79%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.07%", + "MemUsage": "128.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "30.5MB / 24.6MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.342, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.46%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.27%", + "MemUsage": "16.75MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "543kB / 958kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.59%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.66%", + "MemUsage": "70.81MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "654kB / 702kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.05%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.06%", + "MemUsage": "71.83MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "606kB / 627kB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.61%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "38.81%", + "MemUsage": "99.36MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "3.79MB / 3.93MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.41%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.35%", + "MemUsage": "90.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "3.77MB / 3.93MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.45%", + "MemUsage": "13.37MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "26.3MB / 26.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 80.5MB", + "CPUPerc": "37.82%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.49%", + "MemUsage": "130.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "31.3MB / 25.2MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.758, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.05%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.29%", + "MemUsage": "16.86MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "718kB / 1.27MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.49%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.66%", + "MemUsage": "70.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "861kB / 923kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.56%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.55%", + "MemUsage": "73.09MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "898kB / 924kB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.03%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.17%", + "MemUsage": "90.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.09MB / 4.23MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.12%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.35%", + "MemUsage": "90.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.08MB / 4.24MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.26%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.45%", + "MemUsage": "13.38MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "27MB / 26.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 82.2MB", + "CPUPerc": "26.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.64%", + "MemUsage": "131.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "32MB / 25.7MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.133, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.51%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.13MB / 2.02MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.19%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.64%", + "MemUsage": "70.75MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.34MB / 1.4MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.91%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.61%", + "MemUsage": "73.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "1.27MB / 1.31MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.72%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "36.81%", + "MemUsage": "94.24MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.46MB / 4.6MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.17%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.23%", + "MemUsage": "90.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.45MB / 4.61MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.82%", + "MemUsage": "13.84MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "27.7MB / 27.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 86.2MB", + "CPUPerc": "29.06%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.87%", + "MemUsage": "132.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "33.4MB / 26.8MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.252, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.49%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.33MB / 2.39MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.39%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.52%", + "MemUsage": "70.44MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.57MB / 1.64MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.78%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.65%", + "MemUsage": "73.34MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "1.5MB / 1.56MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.25%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.07%", + "MemUsage": "89.79MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "4.7MB / 4.84MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.22%", + "MemUsage": "90.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "4.69MB / 4.84MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.93%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.40%", + "MemUsage": "13.31MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "28.6MB / 28.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 88.1MB", + "CPUPerc": "29.77%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.75%", + "MemUsage": "131.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "34.2MB / 27.4MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.598, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.53%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.33%", + "MemUsage": "17.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.61MB / 2.9MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.70%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.41%", + "MemUsage": "70.17MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "1.89MB / 1.96MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.82%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.70%", + "MemUsage": "73.46MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "1.82MB / 1.89MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.78%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.17%", + "MemUsage": "90.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "5.02MB / 5.16MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.91%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.20%", + "MemUsage": "90.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "5.01MB / 5.16MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.00%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.41%", + "MemUsage": "13.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "29.4MB / 29.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 90.8MB", + "CPUPerc": "32.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.92%", + "MemUsage": "132.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "35.2MB / 28.2MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.017, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.19%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.34%", + "MemUsage": "17.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.92MB / 3.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.48%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.41%", + "MemUsage": "70.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.26MB / 2.32MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.15%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.80%", + "MemUsage": "73.72MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "2.19MB / 2.28MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.40%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.07%", + "MemUsage": "89.79MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "5.38MB / 5.52MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.22%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.20%", + "MemUsage": "90.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "5.37MB / 5.52MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.84%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.38%", + "MemUsage": "13.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "30.3MB / 30.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 93.9MB", + "CPUPerc": "32.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.06%", + "MemUsage": "133.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "36.3MB / 29MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.119, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.79%", + "Container": "3f12d5ba0e4721a4c20eb4116aad524fc9836b2822b4ab21fa059d705d04b418", + "ID": "3f12d5ba0e47", + "MemPerc": "3.67%", + "MemUsage": "18.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.07MB / 3.69MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.13%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.41%", + "MemUsage": "70.17MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.4MB / 2.47MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.06%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.80%", + "MemUsage": "73.72MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "2.37MB / 2.51MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.10%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.06%", + "MemUsage": "89.76MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "5.52MB / 5.67MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.13%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.20%", + "MemUsage": "90.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "5.51MB / 5.67MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.22%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.36%", + "MemUsage": "13.26MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "30.7MB / 30.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 95.2MB", + "CPUPerc": "16.14%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.12%", + "MemUsage": "133.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "36.8MB / 29.4MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 32.734, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.42%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "27.54%", + "MemUsage": "70.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.73MB / 2.82MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.58%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "28.92%", + "MemUsage": "74.03MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "2.75MB / 2.92MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.76%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "35.22%", + "MemUsage": "90.17MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "5.88MB / 6.04MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.52%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "35.91%", + "MemUsage": "91.93MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "5.81MB / 5.99MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.32%", + "MemUsage": "13.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "32.1MB / 31.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 98.6MB", + "CPUPerc": "2.71%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.29%", + "MemUsage": "134.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "36.9MB / 30.8MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:36\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/growth-4-3.json b/evidence/research/growth-4-3.json new file mode 100644 index 00000000..ba2360e4 --- /dev/null +++ b/evidence/research/growth-4-3.json @@ -0,0 +1,890 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.392588480004633, + "concurrency": 32, + "successful_requests": 1273, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 62.42464026811523, + "successful_latency_ms": { + "p50": 290.598, + "p95": 1345.929, + "p99": 1535.646 + }, + "instances": { + "8a2e4de48fb4-345ae13e": 318, + "8d8dd1d7e019-61fb5df7": 319, + "c6cc9bae2ab4-d47a7e1c": 318, + "867d5d8dbcb3-2b9c536f": 318 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1649, + "history_count_after": 1749, + "confirmed_data_preserved": true, + "warmup_messages": 376, + "final_chat_messages_expected_min": 1749, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "growth-4-3", + "started_utc": "2026-10-23T15:39:40.814044+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 10150, + "database_messages_after": 11899, + "samples": [ + { + "seconds": 2.85, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.92%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "37.73%", + "MemUsage": "96.58MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.74MB / 2.83MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.44%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "36.24%", + "MemUsage": "92.78MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "2.75MB / 2.93MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.92%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.62%", + "MemUsage": "109.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "5.89MB / 6.05MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.65%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "42.73%", + "MemUsage": "109.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "5.82MB / 6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.62%", + "MemUsage": "17.43MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "32.1MB / 31.8MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 98.6MB", + "CPUPerc": "2.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.10%", + "MemUsage": "133.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "36.9MB / 30.8MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.25%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "14.8kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.25%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "2.54%", + "MemUsage": "13.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "5.88kB / 5.01kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.941, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.87%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.23%", + "MemUsage": "16.53MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "162kB / 275kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.45%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "35.08%", + "MemUsage": "89.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "2.93MB / 3.01MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.37%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "35.81%", + "MemUsage": "91.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "2.94MB / 3.12MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.73%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.76%", + "MemUsage": "109.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "6.08MB / 6.25MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.16%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "43.46%", + "MemUsage": "111.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "6MB / 6.17MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.02%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.54%", + "MemUsage": "13.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "32.5MB / 32.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 100MB", + "CPUPerc": "36.38%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.35%", + "MemUsage": "134.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "37.5MB / 31.2MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.42, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.77%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.24%", + "MemUsage": "16.61MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "340kB / 591kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.81%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "35.10%", + "MemUsage": "89.85MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.25MB / 3.34MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.71%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "36.00%", + "MemUsage": "92.16MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "3.24MB / 3.44MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.52%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.75%", + "MemUsage": "109.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "6.39MB / 6.56MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.12%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "46.02%", + "MemUsage": "117.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "6.29MB / 6.47MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.59%", + "MemUsage": "13.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "33.3MB / 33MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 103MB", + "CPUPerc": "26.56%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.67%", + "MemUsage": "136.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "38.5MB / 32MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.826, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.59%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.28%", + "MemUsage": "16.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "668kB / 1.18MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.79%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "35.10%", + "MemUsage": "89.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.52MB / 3.62MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.14%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "35.93%", + "MemUsage": "91.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "3.44MB / 3.63MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.58%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.75%", + "MemUsage": "109.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "6.66MB / 6.83MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.60%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "46.68%", + "MemUsage": "119.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "6.56MB / 6.75MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.93%", + "MemUsage": "13.99MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "34MB / 33.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 105MB", + "CPUPerc": "23.96%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.61%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "39.3MB / 32.6MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.899, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.33%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "877kB / 1.56MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.58%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "35.09%", + "MemUsage": "89.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "3.76MB / 3.86MB", + "PIDs": "19" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.07%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "38.38%", + "MemUsage": "98.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "3.75MB / 3.97MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.31%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.73%", + "MemUsage": "109.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "6.91MB / 7.07MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.39%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "46.33%", + "MemUsage": "118.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "6.8MB / 7.01MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.47%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.54%", + "MemUsage": "13.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "34.6MB / 34.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 108MB", + "CPUPerc": "26.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.77%", + "MemUsage": "137.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "40.1MB / 33.2MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.422, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.10%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.09MB / 1.94MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.29%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "34.99%", + "MemUsage": "89.59MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.01MB / 4.1MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.06%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "36.04%", + "MemUsage": "92.26MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "4MB / 4.24MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.91%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.64%", + "MemUsage": "109.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "7.15MB / 7.32MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.80%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "43.17%", + "MemUsage": "110.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "7.06MB / 7.29MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.84%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.73%", + "MemUsage": "13.73MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "35.2MB / 34.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 127MB", + "CPUPerc": "19.54%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.97%", + "MemUsage": "138.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "40.9MB / 33.8MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.899, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.78%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.27MB / 2.26MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.51%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "34.99%", + "MemUsage": "89.58MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.26MB / 4.36MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.13%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "35.95%", + "MemUsage": "92.02MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "4.25MB / 4.51MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.63%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "46.18%", + "MemUsage": "118.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "7.41MB / 7.57MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.19%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "43.15%", + "MemUsage": "110.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "7.31MB / 7.57MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.13%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.92%", + "MemUsage": "13.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "35.8MB / 35.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 129MB", + "CPUPerc": "24.73%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.90%", + "MemUsage": "137.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "41.7MB / 34.4MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.336, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.59%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.47MB / 2.62MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.38%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "35.07%", + "MemUsage": "89.78MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.53MB / 4.63MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.24%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "39.48%", + "MemUsage": "101.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "4.42MB / 4.7MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.81%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "42.66%", + "MemUsage": "109.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "7.68MB / 7.85MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.06%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "43.16%", + "MemUsage": "110.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "7.57MB / 7.85MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.54%", + "MemUsage": "13.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "36.5MB / 36.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 131MB", + "CPUPerc": "30.96%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.00%", + "MemUsage": "138.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "42.6MB / 35MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.725, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.99%", + "Container": "21474fa13cf4892387755b5701fd5060d0fce1691228ad8866e2b58fba9ecd72", + "ID": "21474fa13cf4", + "MemPerc": "3.33%", + "MemUsage": "17.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.74MB / 3.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.65%", + "Container": "c6cc9bae2ab4f3f531cbb3b9a856cd1879c83fcb893e0ee37c5ce80cfa00bb9f", + "ID": "c6cc9bae2ab4", + "MemPerc": "34.99%", + "MemUsage": "89.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-6", + "NetIO": "4.84MB / 4.94MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.07%", + "Container": "8d8dd1d7e019c441b17a21e5c2a264e4263e314d8a281a9cb5a90f69283262bc", + "ID": "8d8dd1d7e019", + "MemPerc": "36.09%", + "MemUsage": "92.38MiB / 256MiB", + "Name": "lyakhonov-lab3-api-5", + "NetIO": "4.81MB / 5.11MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.35%", + "Container": "8a2e4de48fb4f92b719000b668bba7956fbd15ecc06f24faeb57cd3fd555beed", + "ID": "8a2e4de48fb4", + "MemPerc": "45.65%", + "MemUsage": "116.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-3", + "NetIO": "7.98MB / 8.14MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.50%", + "Container": "867d5d8dbcb325a20706bf60726fc7ab0e536c9de1b7ba9e26cce3df8e868648", + "ID": "867d5d8dbcb3", + "MemPerc": "43.25%", + "MemUsage": "110.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-4", + "NetIO": "7.89MB / 8.19MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.54%", + "MemUsage": "13.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "37.3MB / 37MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 134MB", + "CPUPerc": "27.10%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.06%", + "MemUsage": "138.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "43.6MB / 35.8MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "15kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/optimize-0-1.json b/evidence/research/optimize-0-1.json new file mode 100644 index 00000000..15a4b758 --- /dev/null +++ b/evidence/research/optimize-0-1.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.371211598998343, + "concurrency": 32, + "successful_requests": 1331, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 65.33730178648017, + "successful_latency_ms": { + "p50": 497.768, + "p95": 931.341, + "p99": 1076.021 + }, + "instances": { + "b19f0934cd64-b2015cc7": 665, + "3a9d1e1cf6fb-5a3a4f41": 666 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1655, + "history_count_after": 1755, + "confirmed_data_preserved": true, + "warmup_messages": 324, + "final_chat_messages_expected_min": 1755, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-0-1", + "started_utc": "2026-10-23T16:10:03.451293+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 68398, + "database_messages_after": 70153, + "samples": [ + { + "seconds": 2.535, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.35%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "13.39%", + "MemUsage": "68.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "77.9kB / 81.9kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.70%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "13.37%", + "MemUsage": "68.45MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "76.3kB / 83.5kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.64%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.38%", + "MemUsage": "13.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "9.19MB / 8.96MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 1.48MB", + "CPUPerc": "23.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "7.65%", + "MemUsage": "39.19MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "8.28MB / 7.61MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.19kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.96%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "38.1kB / 37.7kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.081, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.53%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.21%", + "MemUsage": "16.41MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "239kB / 406kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.64%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "14.09%", + "MemUsage": "72.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "570kB / 572kB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.50%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "13.93%", + "MemUsage": "71.31MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "561kB / 547kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "9.76MB / 9.54MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 1.48MB", + "CPUPerc": "45.89%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.57%", + "MemUsage": "79.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "9.03MB / 8.21MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.07%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.604, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.52%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "500kB / 858kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.59%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "15.69%", + "MemUsage": "80.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.14MB / 1.14MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.23%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.01%", + "MemUsage": "71.74MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "955kB / 930kB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "10.5MB / 10.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 1.48MB", + "CPUPerc": "28.74%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.86%", + "MemUsage": "81.22MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "9.89MB / 8.89MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.679, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.86%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.28%", + "MemUsage": "16.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "706kB / 1.21MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.15%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "14.04%", + "MemUsage": "71.91MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.59MB / 1.58MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.16%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "15.83%", + "MemUsage": "81.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.59MB / 1.56MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.07%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.28%", + "MemUsage": "13.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "11.1MB / 10.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 1.48MB", + "CPUPerc": "33.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.97%", + "MemUsage": "81.78MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "10.6MB / 9.43MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.129, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.73%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.31%", + "MemUsage": "16.92MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "896kB / 1.54MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.90%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "13.98%", + "MemUsage": "71.6MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.19MB / 2.17MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.83%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.22%", + "MemUsage": "72.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.17MB / 2.13MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.29%", + "MemUsage": "13.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "11.8MB / 11.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 1.48MB", + "CPUPerc": "28.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "15.97%", + "MemUsage": "81.79MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "11.4MB / 10.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.661, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.79%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.24MB / 2.13MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.06%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "14.27%", + "MemUsage": "73.04MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.76MB / 2.74MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.84%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.12%", + "MemUsage": "72.27MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.73MB / 2.67MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.31%", + "MemUsage": "13.19MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "12.5MB / 12.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.17MB", + "CPUPerc": "32.73%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.00%", + "MemUsage": "81.94MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "12.3MB / 10.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.745, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.06%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "4.39%", + "MemUsage": "22.49MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.46MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.73%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "15.75%", + "MemUsage": "80.65MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.18MB / 3.15MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.88%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.20%", + "MemUsage": "72.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.16MB / 3.1MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.30%", + "MemUsage": "13.18MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "13.1MB / 12.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.17MB", + "CPUPerc": "28.29%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.23%", + "MemUsage": "83.08MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "12.9MB / 11.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.206, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.75%", + "Container": "dee8ce420b05105405271c58a536e16157c39b12b16be994d65e745573080c11", + "ID": "dee8ce420b05", + "MemPerc": "3.33%", + "MemUsage": "17.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.7MB / 2.95MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.28%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "13.95%", + "MemUsage": "71.42MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.81MB / 3.79MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.70%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.48%", + "MemUsage": "74.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.75MB / 3.66MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.49%", + "MemUsage": "13.43MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "13.8MB / 13.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.17MB", + "CPUPerc": "25.81%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.26%", + "MemUsage": "83.24MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "13.8MB / 12MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.98%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.72, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.46%", + "Container": "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a", + "ID": "b19f0934cd64", + "MemPerc": "14.01%", + "MemUsage": "71.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.82MB / 4.82MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.60%", + "Container": "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523", + "ID": "3a9d1e1cf6fb", + "MemPerc": "14.48%", + "MemUsage": "74.15MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.84MB / 4.82MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.27%", + "MemUsage": "13.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "15.6MB / 15.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "14.12%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.32%", + "MemUsage": "83.54MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "14.6MB / 13.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.23kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:4\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "b19f0934cd6491c4098f569184ace13432ac93b4fcde87adee9ef1afcb6edf6a": { + "usage_usec": 23059447, + "user_usec": 10315477, + "system_usec": 12743969, + "nr_periods": 298, + "nr_throttled": 210, + "throttled_usec": 18641079, + "nr_bursts": 0, + "burst_usec": 0 + }, + "3a9d1e1cf6fbb605a37e8bf7c686e66a478a93c9bf506002609145aac784f523": { + "usage_usec": 26290846, + "user_usec": 10700994, + "system_usec": 15589853, + "nr_periods": 297, + "nr_throttled": 252, + "throttled_usec": 23708560, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 0, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/optimize-0-2.json b/evidence/research/optimize-0-2.json new file mode 100644 index 00000000..8fb8dbb0 --- /dev/null +++ b/evidence/research/optimize-0-2.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.675962774002983, + "concurrency": 32, + "successful_requests": 1127, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 54.50773984837304, + "successful_latency_ms": { + "p50": 562.159, + "p95": 889.053, + "p99": 1050.265 + }, + "instances": { + "95e2fca32526-9bafc1ac": 564, + "975cda1cd6e0-50fcf80a": 563 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1439, + "history_count_after": 1539, + "confirmed_data_preserved": true, + "warmup_messages": 312, + "final_chat_messages_expected_min": 1539, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-0-2", + "started_utc": "2026-10-23T16:11:55.009362+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 73641, + "database_messages_after": 75180, + "samples": [ + { + "seconds": 2.495, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.59%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "13.38%", + "MemUsage": "68.51MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "94.8kB / 101kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.44%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "13.38%", + "MemUsage": "68.51MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "90.8kB / 96.6kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.79%", + "MemUsage": "13.81MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "28.7MB / 28.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "22.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "10.10%", + "MemUsage": "51.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "26.3MB / 24.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.76kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.60%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "45.4kB / 45.1kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.018, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.36%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.22%", + "MemUsage": "16.46MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "266kB / 452kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.42%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.11%", + "MemUsage": "72.25MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "624kB / 621kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.04%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "13.87%", + "MemUsage": "71.03MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "627kB / 623kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.35%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.46%", + "MemUsage": "13.39MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "29.3MB / 29.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "36.01%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.75%", + "MemUsage": "90.86MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "27.1MB / 25.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.542, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.96%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.27%", + "MemUsage": "16.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "471kB / 806kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.73%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.04%", + "MemUsage": "71.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.07MB / 1.07MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.09%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "13.96%", + "MemUsage": "71.46MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "968kB / 962kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.65%", + "MemUsage": "13.63MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "29.9MB / 29.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "32.55%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.75%", + "MemUsage": "90.89MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "27.8MB / 25.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.88%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.625, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.91%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.27%", + "MemUsage": "16.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "676kB / 1.16MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.68%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.02%", + "MemUsage": "71.78MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.53MB / 1.54MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.99%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "13.96%", + "MemUsage": "71.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.52MB / 1.51MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.89%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.47%", + "MemUsage": "13.4MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "30.5MB / 30.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "25.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.88%", + "MemUsage": "91.57MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "28.5MB / 26.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.91%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.169, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.77%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.30%", + "MemUsage": "16.91MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "828kB / 1.42MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.40%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.22%", + "MemUsage": "72.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.04MB / 2.05MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.82%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "14.00%", + "MemUsage": "71.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.03MB / 2.02MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.47%", + "MemUsage": "13.41MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "31.1MB / 30.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "33.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.95%", + "MemUsage": "91.92MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "29.3MB / 27.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.724, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.00%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.36%", + "MemUsage": "17.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.14MB / 1.96MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.56%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.52%", + "MemUsage": "74.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.54MB / 2.54MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.68%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "14.08%", + "MemUsage": "72.1MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.53MB / 2.52MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.46%", + "MemUsage": "13.38MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "31.7MB / 31.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.6MB", + "CPUPerc": "29.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.91%", + "MemUsage": "91.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "30.1MB / 27.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.723, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.50%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "3.32%", + "MemUsage": "16.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.36MB / 2.34MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.46%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.05%", + "MemUsage": "71.96MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.03MB / 3.04MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.89%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "14.18%", + "MemUsage": "72.61MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.01MB / 3.01MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.92%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.66%", + "MemUsage": "13.64MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "32.3MB / 32.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.6MB", + "CPUPerc": "29.24%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.98%", + "MemUsage": "92.04MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "30.8MB / 28.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.97%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.427, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.43%", + "Container": "c02e616e722316634152276eb3a53ff0a90a2073999fe7231399791ec0652f82", + "ID": "c02e616e7223", + "MemPerc": "5.10%", + "MemUsage": "26.14MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.62MB / 2.8MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.62%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.15%", + "MemUsage": "72.45MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.61MB / 3.61MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.77%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "14.20%", + "MemUsage": "72.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.58MB / 3.57MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.66%", + "MemUsage": "13.65MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "33.1MB / 32.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.6MB", + "CPUPerc": "32.15%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.05%", + "MemUsage": "92.44MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "31.7MB / 28.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.508, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.87%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "14.07%", + "MemUsage": "72.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.23MB / 4.28MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "14.13%", + "MemUsage": "72.35MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.24MB / 4.29MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.40%", + "MemUsage": "13.31MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "34.3MB / 34.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "3.13%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.42%", + "MemUsage": "94.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "31.9MB / 30.1MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.8kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:17\nCPU/active:running:2", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74": { + "usage_usec": 26180394, + "user_usec": 10989462, + "system_usec": 15190933, + "nr_periods": 304, + "nr_throttled": 253, + "throttled_usec": 24166545, + "nr_bursts": 0, + "burst_usec": 0 + }, + "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8": { + "usage_usec": 26503561, + "user_usec": 10631703, + "system_usec": 15871858, + "nr_periods": 300, + "nr_throttled": 254, + "throttled_usec": 24204368, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 0, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/optimize-0-3.json b/evidence/research/optimize-0-3.json new file mode 100644 index 00000000..5f3045ed --- /dev/null +++ b/evidence/research/optimize-0-3.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.698901556999772, + "concurrency": 32, + "successful_requests": 1314, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 63.48162951456924, + "successful_latency_ms": { + "p50": 515.808, + "p95": 1049.29, + "p99": 1150.934 + }, + "instances": { + "975cda1cd6e0-50fcf80a": 657, + "95e2fca32526-9bafc1ac": 657 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1616, + "history_count_after": 1716, + "confirmed_data_preserved": true, + "warmup_messages": 302, + "final_chat_messages_expected_min": 1716, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-0-3", + "started_utc": "2026-10-23T16:12:29.671314+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 75180, + "database_messages_after": 76896, + "samples": [ + { + "seconds": 2.782, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.67%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "18.12%", + "MemUsage": "92.75MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.24MB / 4.29MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.62%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "17.85%", + "MemUsage": "91.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.33MB / 4.39MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.86%", + "MemUsage": "13.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "34.4MB / 34.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "20.85%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.23%", + "MemUsage": "93.34MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "32.1MB / 30.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.92kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.89%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "44.6kB / 44.6kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.854, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.21%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.20%", + "MemUsage": "16.36MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "209kB / 355kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.09%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "17.82%", + "MemUsage": "91.23MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.71MB / 4.75MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.34%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "17.87%", + "MemUsage": "91.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.72MB / 4.76MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.94%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.75%", + "MemUsage": "13.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "34.9MB / 34.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "29.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.37%", + "MemUsage": "94.06MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "32.7MB / 30.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.507, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.64%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.27%", + "MemUsage": "16.72MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "469kB / 803kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "107.12%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "18.57%", + "MemUsage": "95.09MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.28MB / 5.32MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.22%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.01%", + "MemUsage": "92.21MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "5.28MB / 5.31MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.29%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.56%", + "MemUsage": "13.52MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "35.6MB / 35.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "31.27%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.54%", + "MemUsage": "94.91MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "33.5MB / 31.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.216, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.34%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.28%", + "MemUsage": "16.8MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "734kB / 1.26MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "97.68%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "17.84%", + "MemUsage": "91.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.86MB / 5.9MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.53%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "17.88%", + "MemUsage": "91.55MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "5.86MB / 5.88MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.32%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.56%", + "MemUsage": "13.52MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "36.3MB / 36.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "33.17%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.56%", + "MemUsage": "95.03MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "34.4MB / 32.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.3, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.05%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.31%", + "MemUsage": "16.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "917kB / 1.58MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.79%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "17.86%", + "MemUsage": "91.46MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.27MB / 6.31MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.25%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.02%", + "MemUsage": "92.25MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "6.25MB / 6.28MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.16%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.56%", + "MemUsage": "13.52MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "36.8MB / 36.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 12.5MB", + "CPUPerc": "30.50%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.75%", + "MemUsage": "96.02MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "35MB / 32.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.88%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.953, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.39%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.31%", + "MemUsage": "16.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.21MB / 2.08MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "59.78%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "19.64%", + "MemUsage": "100.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.93MB / 6.97MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.21%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.12%", + "MemUsage": "92.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "6.88MB / 6.87MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.06%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.56%", + "MemUsage": "13.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "37.6MB / 37.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 13.8MB", + "CPUPerc": "30.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.77%", + "MemUsage": "96.09MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "35.9MB / 33.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.02%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.581, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.93%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.32%", + "MemUsage": "17.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.48MB / 2.57MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.23%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "17.80%", + "MemUsage": "91.13MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.54MB / 7.57MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.58%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.23%", + "MemUsage": "93.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "7.34MB / 7.32MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.76%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.55%", + "MemUsage": "13.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "38.4MB / 38.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 13.8MB", + "CPUPerc": "28.75%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.76%", + "MemUsage": "96.07MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "36.9MB / 34MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.657, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.76%", + "Container": "386315e44294c0e188dd208bc067a1fd908a98b62e31893c20934a99cea64cab", + "ID": "386315e44294", + "MemPerc": "3.33%", + "MemUsage": "17.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.69MB / 2.95MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.94%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "18.92%", + "MemUsage": "96.87MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.02MB / 8.05MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.54%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.33%", + "MemUsage": "93.83MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "7.96MB / 7.94MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.00%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.55%", + "MemUsage": "13.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "39MB / 38.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 13.8MB", + "CPUPerc": "23.28%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.70%", + "MemUsage": "95.75MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "37.6MB / 34.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.64%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.362, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.00%", + "Container": "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74", + "ID": "975cda1cd6e0", + "MemPerc": "17.72%", + "MemUsage": "90.74MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.92MB / 8.98MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.19%", + "Container": "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8", + "ID": "95e2fca32526", + "MemPerc": "18.29%", + "MemUsage": "93.62MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "8.94MB / 9MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.55%", + "MemUsage": "13.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "40.7MB / 40.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 15.1MB", + "CPUPerc": "12.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.81%", + "MemUsage": "96.33MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "38.2MB / 36.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.96kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:18\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "975cda1cd6e0fd98b6b7880ccbaa5929f6d6f30e48bb6a4959c2f427eb9c7a74": { + "usage_usec": 20199607, + "user_usec": 9686365, + "system_usec": 10513241, + "nr_periods": 304, + "nr_throttled": 161, + "throttled_usec": 14275653, + "nr_bursts": 0, + "burst_usec": 0 + }, + "95e2fca3252609912fb3b745cd146b0edebd13b56e51630ec77d8d34b941c7f8": { + "usage_usec": 26637629, + "user_usec": 10667219, + "system_usec": 15970409, + "nr_periods": 305, + "nr_throttled": 257, + "throttled_usec": 23976941, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 0, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/optimize-1-1.json b/evidence/research/optimize-1-1.json new file mode 100644 index 00000000..2467a50c --- /dev/null +++ b/evidence/research/optimize-1-1.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.36809388799884, + "concurrency": 32, + "successful_requests": 1364, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 66.96748392365215, + "successful_latency_ms": { + "p50": 440.169, + "p95": 772.75, + "p99": 862.955 + }, + "instances": { + "5df3223677d4-be0c0279": 682, + "c731de1e4d23-07a5ec4a": 682 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1710, + "history_count_after": 1810, + "confirmed_data_preserved": true, + "warmup_messages": 346, + "final_chat_messages_expected_min": 1810, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-1-1", + "started_utc": "2026-10-23T16:10:41.785476+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 70153, + "database_messages_after": 71963, + "samples": [ + { + "seconds": 2.762, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.80%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.14%", + "MemUsage": "87.75MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "87.9kB / 94.1kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.22%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "13.39%", + "MemUsage": "68.56MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "87.7kB / 99kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.91%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.49%", + "MemUsage": "13.43MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "15.7MB / 15.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "9.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "7.80%", + "MemUsage": "39.94MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "14.6MB / 13.8MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.85kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.95%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "50.6kB / 50kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.72%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.21%", + "MemUsage": "16.45MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "262kB / 445kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.99%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.66%", + "MemUsage": "90.4MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "553kB / 562kB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.04%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "13.95%", + "MemUsage": "71.43MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "551kB / 562kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.28%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.35%", + "MemUsage": "13.25MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "16.4MB / 16.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "36.31%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.07%", + "MemUsage": "82.27MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "15.5MB / 14.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.314, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.73%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.27%", + "MemUsage": "16.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "445kB / 760kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "106.85%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "18.70%", + "MemUsage": "95.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.1MB / 1.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.59%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "13.99%", + "MemUsage": "71.65MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.11MB / 1.11MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.24%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.36%", + "MemUsage": "13.26MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "17.1MB / 16.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "28.49%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.28%", + "MemUsage": "83.38MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "16.3MB / 15MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.807, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.19%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.30%", + "MemUsage": "16.88MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "790kB / 1.36MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.69%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.72%", + "MemUsage": "90.75MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.59MB / 1.61MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.94%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "13.96%", + "MemUsage": "71.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.59MB / 1.6MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.47%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.54%", + "MemUsage": "13.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "17.8MB / 17.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "29.25%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.41%", + "MemUsage": "84.01MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "17MB / 15.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.90%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.327, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.29%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.31%", + "MemUsage": "16.94MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.07MB / 1.84MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.70%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.78%", + "MemUsage": "91.04MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.16MB / 2.17MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.38%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "13.96%", + "MemUsage": "71.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.98MB / 1.99MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.29%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.36%", + "MemUsage": "13.26MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "18.6MB / 18.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 2.61MB", + "CPUPerc": "29.00%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.44%", + "MemUsage": "84.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "17.8MB / 16.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.815, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.58%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.31%", + "MemUsage": "16.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.27MB / 2.18MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.15%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "18.96%", + "MemUsage": "97.1MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.73MB / 2.75MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.95%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "14.48%", + "MemUsage": "74.15MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.73MB / 2.73MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.17%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.34%", + "MemUsage": "13.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "19.4MB / 19.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.46MB", + "CPUPerc": "28.30%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.46%", + "MemUsage": "84.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "18.7MB / 16.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.451, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.00%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.32%", + "MemUsage": "17MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.53MB / 2.64MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.98%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.73%", + "MemUsage": "90.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.22MB / 3.26MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.46%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "14.11%", + "MemUsage": "72.23MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.21MB / 3.22MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.56%", + "MemUsage": "13.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "20.1MB / 19.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.46MB", + "CPUPerc": "29.32%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.58%", + "MemUsage": "84.88MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "19.4MB / 17.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.991, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.83%", + "Container": "c543b43d5d51756b77b5e3bbede9e3383ff0bf9080b5f30dbfa8a6220ea2b71c", + "ID": "c543b43d5d51", + "MemPerc": "3.33%", + "MemUsage": "17.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.79MB / 3.09MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.91%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.76%", + "MemUsage": "90.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.76MB / 3.8MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.59%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "14.05%", + "MemUsage": "71.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.73MB / 3.74MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.11%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.55%", + "MemUsage": "13.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "20.8MB / 20.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.46MB", + "CPUPerc": "30.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.77%", + "MemUsage": "85.84MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "20.2MB / 17.9MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.483, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.15%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "17.80%", + "MemUsage": "91.16MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.59MB / 4.68MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "14.39%", + "MemUsage": "73.69MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.55MB / 4.63MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.23%", + "MemUsage": "13.09MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "22.4MB / 22.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "0.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "16.92%", + "MemUsage": "86.65MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "20.6MB / 19.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "7.89kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2": { + "usage_usec": 26262614, + "user_usec": 10449036, + "system_usec": 15813577, + "nr_periods": 305, + "nr_throttled": 253, + "throttled_usec": 22610302, + "nr_bursts": 0, + "burst_usec": 0 + }, + "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6": { + "usage_usec": 26341151, + "user_usec": 10929422, + "system_usec": 15411730, + "nr_periods": 306, + "nr_throttled": 255, + "throttled_usec": 24467081, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/optimize-1-2.json b/evidence/research/optimize-1-2.json new file mode 100644 index 00000000..c375f438 --- /dev/null +++ b/evidence/research/optimize-1-2.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.450259509998432, + "concurrency": 32, + "successful_requests": 1236, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 60.43933082588519, + "successful_latency_ms": { + "p50": 496.167, + "p95": 818.768, + "p99": 946.408 + }, + "instances": { + "c731de1e4d23-07a5ec4a": 618, + "5df3223677d4-be0c0279": 618 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1578, + "history_count_after": 1678, + "confirmed_data_preserved": true, + "warmup_messages": 342, + "final_chat_messages_expected_min": 1678, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-1-2", + "started_utc": "2026-10-23T16:11:16.698597+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 71963, + "database_messages_after": 73641, + "samples": [ + { + "seconds": 2.762, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.51%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.46%", + "MemUsage": "109.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.68MB / 4.79MB", + "PIDs": "22" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.36%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "17.91%", + "MemUsage": "91.69MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.64MB / 4.74MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.80%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.59%", + "MemUsage": "13.56MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "22.4MB / 22.1MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "18.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.18%", + "MemUsage": "87.98MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "20.8MB / 19.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.02kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.83%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "2.60%", + "MemUsage": "13.31MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "55.8kB / 55kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.222, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.87%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "3.25%", + "MemUsage": "16.65MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "334kB / 570kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.10%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.54%", + "MemUsage": "110.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.26MB / 5.35MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.64%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "17.83%", + "MemUsage": "91.29MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "5.22MB / 5.29MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.16%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.54MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "23MB / 22.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "30.75%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.15%", + "MemUsage": "87.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "21.6MB / 20.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.299, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.80%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "3.27%", + "MemUsage": "16.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "539kB / 924kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.64%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.54%", + "MemUsage": "110.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.67MB / 5.76MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.96%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "17.85%", + "MemUsage": "91.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "5.63MB / 5.71MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.68%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.39%", + "MemUsage": "13.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "23.8MB / 23.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "34.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.26%", + "MemUsage": "88.35MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "22.2MB / 20.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.87, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.05%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "4.75%", + "MemUsage": "24.32MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "705kB / 1.21MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.62%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.54%", + "MemUsage": "110.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.12MB / 6.23MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.94%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "19.73%", + "MemUsage": "101MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "6.08MB / 6.17MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.24%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.39%", + "MemUsage": "13.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "24.5MB / 24.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "24.85%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.48%", + "MemUsage": "89.49MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "22.9MB / 21.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.43, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.27%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "4.20%", + "MemUsage": "21.53MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.04MB / 1.8MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.26%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.56%", + "MemUsage": "110.4MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.5MB / 6.61MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.55%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "17.93%", + "MemUsage": "91.82MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "6.63MB / 6.72MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.53%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.39%", + "MemUsage": "13.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "25.2MB / 25MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 3.87MB", + "CPUPerc": "32.59%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.46%", + "MemUsage": "89.39MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "23.7MB / 21.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.52, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.69%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "3.31%", + "MemUsage": "16.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.22MB / 2.1MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.42%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.66%", + "MemUsage": "110.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.03MB / 7.17MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.57%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "18.00%", + "MemUsage": "92.15MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "6.98MB / 7.08MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.13%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.58%", + "MemUsage": "13.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "25.7MB / 25.5MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 5.16MB", + "CPUPerc": "28.47%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.56%", + "MemUsage": "89.93MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "24.3MB / 22.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 22.989, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.91%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "3.32%", + "MemUsage": "16.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.4MB / 2.4MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.43%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "22.27%", + "MemUsage": "114MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.53MB / 7.67MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.53%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "18.00%", + "MemUsage": "92.17MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "7.48MB / 7.59MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.25%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.39%", + "MemUsage": "13.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "26.4MB / 26.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 5.16MB", + "CPUPerc": "27.70%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.53%", + "MemUsage": "89.75MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "25MB / 22.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.478, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.36%", + "Container": "15cec32c07a1c3fea77b05e610bf42e7987f60e3f096d9248b16c0bade26cb2b", + "ID": "15cec32c07a1", + "MemPerc": "3.33%", + "MemUsage": "17.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.72MB / 2.96MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.25%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.59%", + "MemUsage": "110.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.01MB / 8.16MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.18%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "17.97%", + "MemUsage": "92.02MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "7.96MB / 8.07MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.68%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.39%", + "MemUsage": "13.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "27.1MB / 26.9MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 5.16MB", + "CPUPerc": "80.02%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.06%", + "MemUsage": "97.59MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "25.7MB / 23.2MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.54, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.12%", + "Container": "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2", + "ID": "c731de1e4d23", + "MemPerc": "21.62%", + "MemUsage": "110.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.79MB / 8.99MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.99%", + "Container": "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6", + "ID": "5df3223677d4", + "MemPerc": "18.00%", + "MemUsage": "92.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "8.76MB / 8.94MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.28%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.37%", + "MemUsage": "13.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "28.6MB / 28.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 11.3MB", + "CPUPerc": "7.43%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "17.82%", + "MemUsage": "91.23MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "26.2MB / 24.6MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "8.06kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "c731de1e4d23ec92698411b07036d51d592f01d3e15eb4f066f7ca24060a28f2": { + "usage_usec": 26180217, + "user_usec": 10632795, + "system_usec": 15547422, + "nr_periods": 299, + "nr_throttled": 254, + "throttled_usec": 23072626, + "nr_bursts": 0, + "burst_usec": 0 + }, + "5df3223677d4b38efce48421ea0df0a6b52d1217887114b2b46c436dce8529b6": { + "usage_usec": 26282163, + "user_usec": 10706910, + "system_usec": 15575253, + "nr_periods": 294, + "nr_throttled": 256, + "throttled_usec": 24829624, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/optimize-1-3.json b/evidence/research/optimize-1-3.json new file mode 100644 index 00000000..4713f92d --- /dev/null +++ b/evidence/research/optimize-1-3.json @@ -0,0 +1,703 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.267363354003464, + "concurrency": 32, + "successful_requests": 1249, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 61.626171011202686, + "successful_latency_ms": { + "p50": 464.72, + "p95": 892.714, + "p99": 1358.581 + }, + "instances": { + "9357dc1958b8-89270073": 625, + "56c3c7a1e0ee-a2fededc": 624 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1585, + "history_count_after": 1685, + "confirmed_data_preserved": true, + "warmup_messages": 336, + "final_chat_messages_expected_min": 1685, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "optimize-1-3", + "started_utc": "2026-10-23T16:13:08.831279+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 76896, + "database_messages_after": 78581, + "samples": [ + { + "seconds": 2.748, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.06%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "13.40%", + "MemUsage": "68.62MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "128kB / 137kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.30%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.31%", + "MemUsage": "68.13MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14kB / 15.5kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.63%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.60%", + "MemUsage": "13.57MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "40.8MB / 40.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 15.8MB", + "CPUPerc": "24.42%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "10.79%", + "MemUsage": "55.27MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "38.4MB / 36.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.66kB / 1.47kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.74%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "73.5kB / 72.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.636, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.55%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.25%", + "MemUsage": "16.65MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "332kB / 566kB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.11%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "13.96%", + "MemUsage": "71.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "685kB / 696kB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.18%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.97%", + "MemUsage": "71.53MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "515kB / 523kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.02%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.63%", + "MemUsage": "13.61MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "41.6MB / 41.3MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 16.3MB", + "CPUPerc": "34.84%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.35%", + "MemUsage": "93.96MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "39.3MB / 37MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 10.452, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.50%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.28%", + "MemUsage": "16.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "645kB / 1.11MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.83%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.12%", + "MemUsage": "72.29MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.3MB / 1.31MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.33%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.93%", + "MemUsage": "71.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.32MB / 1.33MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.16%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.63%", + "MemUsage": "13.61MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "42.4MB / 42.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 16.6MB", + "CPUPerc": "33.01%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.58%", + "MemUsage": "95.12MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "40.2MB / 37.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 14.185, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.25%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.31%", + "MemUsage": "16.93MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "872kB / 1.5MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.05%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.06%", + "MemUsage": "71.97MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "1.75MB / 1.78MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.61%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.93%", + "MemUsage": "71.3MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.77MB / 1.8MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.82%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.63%", + "MemUsage": "13.6MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "43.1MB / 42.8MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 16.8MB", + "CPUPerc": "40.10%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.70%", + "MemUsage": "95.73MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "40.9MB / 38.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.17%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 17.302, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.18%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.31%", + "MemUsage": "16.94MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.01MB / 1.74MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.87%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.06%", + "MemUsage": "71.98MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.03MB / 2.08MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.72%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "14.04%", + "MemUsage": "71.86MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.05MB / 2.1MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.17%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.63%", + "MemUsage": "13.61MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "43.5MB / 43.2MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 18.5MB", + "CPUPerc": "28.83%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.67%", + "MemUsage": "95.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "41.4MB / 38.5MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.91, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.83%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.32%", + "MemUsage": "16.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.28MB / 2.21MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.30%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.06%", + "MemUsage": "71.96MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.39MB / 2.44MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.55%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.92%", + "MemUsage": "71.29MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.58MB / 2.64MB", + "PIDs": "24" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.41%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.62%", + "MemUsage": "13.6MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "44.2MB / 44MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 19MB", + "CPUPerc": "36.58%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.73%", + "MemUsage": "95.91MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "42.2MB / 39.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.82%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 24.438, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.66%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "3.32%", + "MemUsage": "17.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.56MB / 2.68MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.15%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.11%", + "MemUsage": "72.22MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "2.96MB / 3.02MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.54%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.93%", + "MemUsage": "71.34MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.13MB / 3.19MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.51%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.61%", + "MemUsage": "13.59MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "45MB / 44.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 19.2MB", + "CPUPerc": "26.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.77%", + "MemUsage": "96.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "43MB / 39.7MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.519, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.83%", + "Container": "cd81681be392324906cb3c493ae802ce17d763272924438b2fa7c1b3bc51acf9", + "ID": "cd81681be392", + "MemPerc": "4.77%", + "MemUsage": "24.42MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.79MB / 3.08MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.17%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.06%", + "MemUsage": "72MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "3.56MB / 3.62MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.63%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "13.93%", + "MemUsage": "71.34MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.58MB / 3.66MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.59%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.62%", + "MemUsage": "13.59MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "45.6MB / 45.4MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 19.5MB", + "CPUPerc": "34.65%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.09%", + "MemUsage": "97.73MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "43.7MB / 40.2MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.328MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 31.1, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219", + "ID": "9357dc1958b8", + "MemPerc": "14.24%", + "MemUsage": "72.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-11", + "NetIO": "4.24MB / 4.36MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.78%", + "Container": "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454", + "ID": "56c3c7a1e0ee", + "MemPerc": "14.01%", + "MemUsage": "71.72MiB / 512MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.25MB / 4.38MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.46%", + "MemUsage": "13.39MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "46.9MB / 46.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 21.1MB", + "CPUPerc": "4.00%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.40%", + "MemUsage": "99.34MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "43.9MB / 41.4MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.05%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.578MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "9.7kB / 1.47kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null, + "api_cgroup_cpu_delta": { + "56c3c7a1e0ee24cb36e93cdb76694d23f9f2d66716addb59b307bfda81579454": { + "usage_usec": 26143519, + "user_usec": 11025065, + "system_usec": 15118455, + "nr_periods": 308, + "nr_throttled": 250, + "throttled_usec": 24120901, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9357dc1958b858e968405717b1cb10a169c989a741a7eb0e435a2eada4d6b219": { + "usage_usec": 26486060, + "user_usec": 11239018, + "system_usec": 15247043, + "nr_periods": 310, + "nr_throttled": 252, + "throttled_usec": 24638861, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "optimized_writes_requested": 1, + "application_image_id": "sha256:639e8935bac8e884626a86dc4bd71c623e1b5495ee6376a7e9e90583329c7292" +} diff --git a/evidence/research/pilot.json b/evidence/research/pilot.json new file mode 100644 index 00000000..627d48f5 --- /dev/null +++ b/evidence/research/pilot.json @@ -0,0 +1,460 @@ +{ + "duration": 10.0, + "warmup": 5, + "elapsed": 10.15770284699829, + "concurrency": 32, + "successful_requests": 1430, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 140.77986150407818, + "successful_latency_ms": { + "p50": 212.515, + "p95": 336.618, + "p99": 386.546 + }, + "instances": { + "562f21729c71-39fff647": 714, + "4effea4c9891-3c0705d3": 716 + }, + "initial_chat_messages": 100, + "warmup_messages": 742, + "final_chat_messages_expected_min": 2272, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pilot", + "started_utc": "2026-10-23T15:36:11.465096+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 201, + "database_messages_after": 2473, + "samples": [ + { + "seconds": 2.714, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "59.13%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "13.85%", + "MemUsage": "70.93MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "325kB / 292kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "61.89%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "13.91%", + "MemUsage": "71.21MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "327kB / 298kB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.02%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.08%", + "MemUsage": "12.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "421kB / 389kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "58.79%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "12.69%", + "MemUsage": "64.98MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "844kB / 792kB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "725kB / 0B", + "CPUPerc": "17.50%", + "Container": "76189e2740863fbd2fbba6920ee2f0765438ca1db313201369e0c262827b0d29", + "ID": "76189e274086", + "MemPerc": "3.17%", + "MemUsage": "16.25MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "134kB / 225kB", + "PIDs": "33" + } + ] + }, + { + "seconds": 5.923, + "containers": [ + { + "BlockIO": "725kB / 0B", + "CPUPerc": "6.58%", + "Container": "76189e2740863fbd2fbba6920ee2f0765438ca1db313201369e0c262827b0d29", + "ID": "76189e274086", + "MemPerc": "3.24%", + "MemUsage": "16.61MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "668kB / 1.15MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.68%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "14.36%", + "MemUsage": "73.54MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "1.14MB / 1.07MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.33%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "13.97%", + "MemUsage": "71.54MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "1.51MB / 1.41MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.44%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.06%", + "MemUsage": "12.87MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "1.72MB / 1.7MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "38.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.74%", + "MemUsage": "70.36MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "2.52MB / 2.19MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.129, + "containers": [ + { + "BlockIO": "725kB / 0B", + "CPUPerc": "7.24%", + "Container": "76189e2740863fbd2fbba6920ee2f0765438ca1db313201369e0c262827b0d29", + "ID": "76189e274086", + "MemPerc": "3.25%", + "MemUsage": "16.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.24MB / 2.14MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.91%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "14.19%", + "MemUsage": "72.67MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "2.75MB / 2.56MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.73%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "15.74%", + "MemUsage": "80.59MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "2.33MB / 2.19MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.07%", + "MemUsage": "12.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "3.77MB / 3.75MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "37.99%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.68%", + "MemUsage": "70.02MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "4.25MB / 3.68MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.41%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.331, + "containers": [ + { + "BlockIO": "725kB / 0B", + "CPUPerc": "7.26%", + "Container": "76189e2740863fbd2fbba6920ee2f0765438ca1db313201369e0c262827b0d29", + "ID": "76189e274086", + "MemPerc": "3.26%", + "MemUsage": "16.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.76MB / 3.04MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.25%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "14.16%", + "MemUsage": "72.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "3.89MB / 3.63MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.51%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "14.07%", + "MemUsage": "72.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "3.51MB / 3.28MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.41%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.07%", + "MemUsage": "12.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "5.21MB / 5.19MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "36.24%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.88%", + "MemUsage": "71.09MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "5.82MB / 5.03MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.568, + "containers": [ + { + "BlockIO": "725kB / 0B", + "CPUPerc": "16.47%", + "Container": "76189e2740863fbd2fbba6920ee2f0765438ca1db313201369e0c262827b0d29", + "ID": "76189e274086", + "MemPerc": "5.06%", + "MemUsage": "25.91MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.29MB / 3.95MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.73%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "14.08%", + "MemUsage": "72.1MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "5.05MB / 4.71MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.24%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "14.08%", + "MemUsage": "72.11MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "4.71MB / 4.4MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.06%", + "MemUsage": "12.88MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "6.67MB / 6.65MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "41.67%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "14.07%", + "MemUsage": "72.02MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "7.43MB / 6.41MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 18.903, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "4effea4c98918b7c8de9e21723a1d01896943dc83512a7a571069520c55c23b3", + "ID": "4effea4c9891", + "MemPerc": "14.08%", + "MemUsage": "72.07MiB / 512MiB", + "Name": "lyakhonov-lab3-api-2", + "NetIO": "5.49MB / 5.16MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.27%", + "Container": "562f21729c71f62f5d685dd9d86f4f05a29b1ad7f1d429728b9bc2b00d9343c9", + "ID": "562f21729c71", + "MemPerc": "13.99%", + "MemUsage": "71.62MiB / 512MiB", + "Name": "lyakhonov-lab3-api-1", + "NetIO": "5.49MB / 5.16MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "10.41%", + "MemUsage": "13.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "7.24MB / 7.21MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 606kB", + "CPUPerc": "0.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "13.97%", + "MemUsage": "71.55MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "8.09MB / 6.96MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "11.4kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-1-1.json b/evidence/research/pool-1-1.json new file mode 100644 index 00000000..017f72f3 --- /dev/null +++ b/evidence/research/pool-1-1.json @@ -0,0 +1,682 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.412913471998763, + "concurrency": 64, + "successful_requests": 2346, + "failed_requests": 114, + "errors": { + "503": 113, + "connection": 1 + }, + "error_ratio": 0.046341463414634146, + "successful_rps": 114.9272495186983, + "successful_latency_ms": { + "p50": 494.544, + "p95": 801.788, + "p99": 1215.468 + }, + "instances": { + "3d2c3eb2b62a-8cb37c3b": 1170, + "cd7bf310917c-1b01dba6": 1176 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 2925, + "history_count_after": 3025, + "confirmed_data_preserved": true, + "warmup_messages": 579, + "final_chat_messages_expected_min": 3025, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-1-1", + "started_utc": "2026-10-23T15:53:32.146157+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 1, + "database_messages_before": 46074, + "database_messages_after": 49099, + "samples": [ + { + "seconds": 2.728, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.79%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "13.41%", + "MemUsage": "68.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "95.2kB / 99.7kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.06%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "13.37%", + "MemUsage": "68.44MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "91.2kB / 94.9kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.99%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.28%", + "MemUsage": "17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "166MB / 165MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 531MB", + "CPUPerc": "23.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.65%", + "MemUsage": "95.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "173MB / 159MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.9kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.32%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "47.1kB / 46.7kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.237, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.81%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.28%", + "MemUsage": "21.89MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "480kB / 934kB", + "PIDs": "71" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.58%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.39%", + "MemUsage": "73.69MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.09MB / 933kB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.39%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.37%", + "MemUsage": "73.56MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.08MB / 915kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.64%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.52%", + "MemUsage": "16.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "166MB / 165MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 535MB", + "CPUPerc": "45.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.82%", + "MemUsage": "96.36MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "174MB / 161MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.867, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.21%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.03%", + "MemUsage": "20.64MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.03MB / 2.13MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "76.06%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.55%", + "MemUsage": "74.49MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.74MB / 1.51MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "73.78%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.92%", + "MemUsage": "76.38MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.4MB / 1.86MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.43%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "169MB / 168MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 539MB", + "CPUPerc": "47.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "18.99%", + "MemUsage": "97.23MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "175MB / 162MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.584, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.35%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.04%", + "MemUsage": "20.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.4MB / 2.79MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.27%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.36%", + "MemUsage": "73.54MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.92MB / 2.59MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "77.88%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.87%", + "MemUsage": "76.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.2MB / 2.57MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.55%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "170MB / 169MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 543MB", + "CPUPerc": "54.94%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.08%", + "MemUsage": "97.71MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "176MB / 163MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 17.199, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.77%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.10%", + "MemUsage": "20.99MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.75MB / 3.42MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "83.25%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "15.47%", + "MemUsage": "79.2MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.03MB / 3.6MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "82.67%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "15.80%", + "MemUsage": "80.9MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.29MB / 3.56MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.49%", + "MemUsage": "15.99MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "171MB / 170MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 548MB", + "CPUPerc": "47.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.17%", + "MemUsage": "98.14MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "178MB / 164MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.85, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "5.14%", + "MemUsage": "26.31MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.39MB / 4.52MB", + "PIDs": "67" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.49%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.53%", + "MemUsage": "74.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.07MB / 4.55MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.86%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.88%", + "MemUsage": "76.2MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.34MB / 4.53MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.35%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.46%", + "MemUsage": "15.95MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "172MB / 171MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 552MB", + "CPUPerc": "47.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.30%", + "MemUsage": "98.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "179MB / 165MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.82%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.927, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.87%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.13%", + "MemUsage": "21.14MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.76MB / 5.2MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.08%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.47%", + "MemUsage": "74.06MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.89MB / 5.3MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "76.17%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.89%", + "MemUsage": "76.22MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.17MB / 5.27MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.66%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.47%", + "MemUsage": "15.96MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "174MB / 173MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 556MB", + "CPUPerc": "55.46%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.40%", + "MemUsage": "99.35MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "180MB / 166MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.414, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.48%", + "Container": "3c1f6c9f9730b138ecc45c9d96c9b0a3e1a9d3a1d69e0c62df3038f1064c7c3e", + "ID": "3c1f6c9f9730", + "MemPerc": "4.15%", + "MemUsage": "21.23MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.31MB / 6.19MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "81.23%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.58%", + "MemUsage": "74.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.08MB / 6.37MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "81.16%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.94%", + "MemUsage": "76.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.36MB / 6.35MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.45%", + "MemUsage": "15.94MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "175MB / 174MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 560MB", + "CPUPerc": "54.72%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.46%", + "MemUsage": "99.63MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "181MB / 167MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.989, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.45%", + "Container": "cd7bf310917c258064596f1a69e9d282cffbfa3050b911f6a8439b0d8ed5791a", + "ID": "cd7bf310917c", + "MemPerc": "14.58%", + "MemUsage": "74.64MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.58MB / 7.92MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.79%", + "Container": "3d2c3eb2b62a19690352dd55b7db91dc77cf674a8f4a01736ab6656e9994f589", + "ID": "3d2c3eb2b62a", + "MemPerc": "14.90%", + "MemUsage": "76.27MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.89MB / 7.93MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.64%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.41%", + "MemUsage": "15.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "178MB / 177MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 568MB", + "CPUPerc": "3.86%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.59%", + "MemUsage": "100.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "183MB / 170MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:1\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:1\nCPU/active:running:2", + "Client:ClientRead:1\nCPU/active:running:2", + "Client:ClientRead:2\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-1-2.json b/evidence/research/pool-1-2.json new file mode 100644 index 00000000..53b3d724 --- /dev/null +++ b/evidence/research/pool-1-2.json @@ -0,0 +1,681 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.503654059000837, + "concurrency": 64, + "successful_requests": 2003, + "failed_requests": 1615, + "errors": { + "503": 1615 + }, + "error_ratio": 0.4463792150359315, + "successful_rps": 97.68990416226366, + "successful_latency_ms": { + "p50": 493.819, + "p95": 1108.62, + "p99": 1707.039 + }, + "instances": { + "e7114ae50169-82ff684e": 1015, + "c1828104c839-0ec284dc": 988 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 2580, + "history_count_after": 2680, + "confirmed_data_preserved": true, + "warmup_messages": 577, + "final_chat_messages_expected_min": 2680, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-1-2", + "started_utc": "2026-10-23T15:55:19.130315+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 1, + "database_messages_before": 52411, + "database_messages_after": 55091, + "samples": [ + { + "seconds": 2.733, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.55%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "13.31%", + "MemUsage": "68.15MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.38kB / 9.49kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.29%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "13.40%", + "MemUsage": "68.61MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "143kB / 145kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.74%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.55%", + "MemUsage": "16.06MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "190MB / 189MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 632MB", + "CPUPerc": "27.62%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "20.63%", + "MemUsage": "105.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "195MB / 182MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.6kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.25%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "73.2kB / 72.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.428, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.81%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "3.95%", + "MemUsage": "20.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "480kB / 932kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.74%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.33%", + "MemUsage": "73.38MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.09MB / 932kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "82.36%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "14.27%", + "MemUsage": "73.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.08MB / 918kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.31%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.82%", + "MemUsage": "16.41MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "192MB / 191MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 636MB", + "CPUPerc": "51.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "20.87%", + "MemUsage": "106.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "196MB / 183MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.22%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.947, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.63%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.04%", + "MemUsage": "20.67MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.01MB / 1.89MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "82.98%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.35%", + "MemUsage": "73.48MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.24MB / 1.97MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.10%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "14.55%", + "MemUsage": "74.5MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.26MB / 1.98MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.63%", + "MemUsage": "16.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "193MB / 192MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 641MB", + "CPUPerc": "45.73%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "20.92%", + "MemUsage": "107.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "198MB / 184MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.436, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.83%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.10%", + "MemUsage": "20.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.54MB / 2.85MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "73.20%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.50%", + "MemUsage": "74.21MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.42MB / 3.03MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "73.12%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "14.51%", + "MemUsage": "74.27MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.05MB / 2.69MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.63%", + "MemUsage": "16.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "195MB / 194MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 646MB", + "CPUPerc": "52.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.07%", + "MemUsage": "107.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "199MB / 186MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.513, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.21%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.11%", + "MemUsage": "21.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.91MB / 3.53MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.72%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.41%", + "MemUsage": "73.8MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.25MB / 3.79MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.70%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "14.48%", + "MemUsage": "74.12MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.21MB / 3.73MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.62%", + "MemUsage": "16.15MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "196MB / 195MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 649MB", + "CPUPerc": "48.84%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.21%", + "MemUsage": "108.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "200MB / 187MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.06, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.66%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.12%", + "MemUsage": "21.08MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.43MB / 4.45MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "73.63%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.44%", + "MemUsage": "73.94MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.04MB / 4.5MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "80.87%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "15.97%", + "MemUsage": "81.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.33MB / 4.74MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.36%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.81%", + "MemUsage": "16.4MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "197MB / 196MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 654MB", + "CPUPerc": "44.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.29%", + "MemUsage": "109MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "202MB / 188MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.591, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "78.33%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.17%", + "MemUsage": "21.33MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.18MB / 6.69MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.17%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "14.44%", + "MemUsage": "73.94MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.98MB / 5.41MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.16%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "14.98%", + "MemUsage": "76.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.39MB / 5.52MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.59%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.40%", + "MemUsage": "17.15MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "200MB / 198MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 657MB", + "CPUPerc": "24.19%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.32%", + "MemUsage": "109.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "203MB / 189MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.69, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.54%", + "Container": "a1db65b65854a91076adea8b3a9c0fccd16c49a699fdbcc57bcd2e536a7b8ba2", + "ID": "a1db65b65854", + "MemPerc": "4.17%", + "MemUsage": "21.36MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.58MB / 7.74MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "87.16%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "15.31%", + "MemUsage": "78.4MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.56MB / 6.16MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "57.43%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "15.03%", + "MemUsage": "76.96MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.06MB / 5.97MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.14%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.17%", + "MemUsage": "16.85MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "201MB / 200MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 659MB", + "CPUPerc": "24.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.42%", + "MemUsage": "109.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "203MB / 189MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.95%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.529, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.71%", + "Container": "e7114ae5016938535a3fe75ac88a27935e60637d60c725b25c134d377aa4e15d", + "ID": "e7114ae50169", + "MemPerc": "15.26%", + "MemUsage": "78.14MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.17MB / 7.79MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.63%", + "Container": "c1828104c839561f326444a4959fc93dfa8e9d1333d0d7532bf7d06627c1dcaf", + "ID": "c1828104c839", + "MemPerc": "15.17%", + "MemUsage": "77.67MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.14MB / 6.84MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.45%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.21MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "204MB / 203MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 665MB", + "CPUPerc": "7.63%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.46%", + "MemUsage": "109.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "204MB / 191MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "27.7kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "IO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:1\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-1-3.json b/evidence/research/pool-1-3.json new file mode 100644 index 00000000..4b66bee0 --- /dev/null +++ b/evidence/research/pool-1-3.json @@ -0,0 +1,682 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.46239734100527, + "concurrency": 64, + "successful_requests": 1970, + "failed_requests": 1651, + "errors": { + "503": 1650, + "connection": 1 + }, + "error_ratio": 0.455951394642364, + "successful_rps": 96.27415435102769, + "successful_latency_ms": { + "p50": 499.676, + "p95": 1295.871, + "p99": 1564.486 + }, + "instances": { + "230238a06223-16077783": 998, + "d19597239069-93bea77e": 972 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 2556, + "history_count_after": 2656, + "confirmed_data_preserved": true, + "warmup_messages": 586, + "final_chat_messages_expected_min": 2656, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-1-3", + "started_utc": "2026-10-23T15:55:56.077147+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 1, + "database_messages_before": 55091, + "database_messages_after": 57747, + "samples": [ + { + "seconds": 2.737, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.24%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "13.46%", + "MemUsage": "68.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "151kB / 154kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.83%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "13.33%", + "MemUsage": "68.25MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.83kB / 8.81kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.05%", + "MemUsage": "16.7MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "204MB / 203MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 667MB", + "CPUPerc": "21.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.45%", + "MemUsage": "109.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "204MB / 192MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.83%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "2.60%", + "MemUsage": "13.3MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "76.4kB / 76.2kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.334, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.27%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "3.96%", + "MemUsage": "20.29MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "409kB / 863kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.04%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "14.41%", + "MemUsage": "73.79MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.31MB / 1.1MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.84%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "14.34%", + "MemUsage": "73.44MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.3MB / 1.09MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.91%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.96%", + "MemUsage": "16.59MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "206MB / 204MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 671MB", + "CPUPerc": "53.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.62%", + "MemUsage": "110.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "205MB / 193MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.89%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.439, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.11%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.03%", + "MemUsage": "20.64MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "917kB / 1.79MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "74.04%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "14.45%", + "MemUsage": "74MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.06MB / 1.77MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "83.72%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "14.43%", + "MemUsage": "73.91MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.06MB / 1.76MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.70%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.15%", + "MemUsage": "16.83MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "207MB / 205MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 675MB", + "CPUPerc": "44.94%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.73%", + "MemUsage": "111.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "206MB / 194MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.90%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.985, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.80%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.04%", + "MemUsage": "20.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.27MB / 2.43MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "60.13%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "14.42%", + "MemUsage": "73.82MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.04MB / 2.71MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "89.44%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.06%", + "MemUsage": "77.12MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.49MB / 2.75MB", + "PIDs": "48" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.51%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.99%", + "MemUsage": "16.63MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "209MB / 207MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 679MB", + "CPUPerc": "35.53%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.75%", + "MemUsage": "111.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "208MB / 195MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.476, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.54%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.09%", + "MemUsage": "20.94MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.22MB / 5.19MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "80.96%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "15.16%", + "MemUsage": "77.6MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.99MB / 3.15MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "89.20%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.32%", + "MemUsage": "78.43MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.94MB / 3.51MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.38%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.25%", + "MemUsage": "16.96MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "212MB / 210MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 681MB", + "CPUPerc": "19.10%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.89%", + "MemUsage": "112.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "208MB / 195MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.568, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.06%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.11%", + "MemUsage": "21.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.71MB / 6.36MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "79.91%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "16.35%", + "MemUsage": "83.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.52MB / 4.03MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.66%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.37%", + "MemUsage": "78.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.69MB / 4.13MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.25%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.03%", + "MemUsage": "16.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "213MB / 212MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 684MB", + "CPUPerc": "45.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "21.91%", + "MemUsage": "112.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "209MB / 196MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.157, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.88%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.12%", + "MemUsage": "21.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.22MB / 7.29MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "72.89%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "15.22%", + "MemUsage": "77.93MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.62MB / 5MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "72.86%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.52%", + "MemUsage": "79.46MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.52MB / 4.88MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.14%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.98%", + "MemUsage": "16.61MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "215MB / 213MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 689MB", + "CPUPerc": "53.11%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.10%", + "MemUsage": "113.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "211MB / 197MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.691, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.68%", + "Container": "f4783287d97aac5ee71400ade6fbdcfe78b3d53f43ecd015fd6bcf8fa0375a5f", + "ID": "f4783287d97a", + "MemPerc": "4.14%", + "MemUsage": "21.2MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.75MB / 8.23MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "81.82%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "16.99%", + "MemUsage": "86.99MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.76MB / 6.03MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "75.99%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.40%", + "MemUsage": "78.84MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.97MB / 6.19MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.77%", + "MemUsage": "16.34MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "216MB / 215MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 694MB", + "CPUPerc": "46.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.27%", + "MemUsage": "114MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "212MB / 199MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.753, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "d19597239069d5af43693a8e706858531b7584564112091b4653f3a77140e606", + "ID": "d19597239069", + "MemPerc": "15.23%", + "MemUsage": "77.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.98MB / 7.31MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.46%", + "Container": "230238a06223561e88470d2a09fe53e5f864fe1fc9333a8fe83bd45523fd8f7b", + "ID": "230238a06223", + "MemPerc": "15.30%", + "MemUsage": "78.32MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "9.18MB / 7.47MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.06%", + "MemUsage": "16.72MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "219MB / 217MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 700MB", + "CPUPerc": "8.14%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.21%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "213MB / 201MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:1\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:1\nCPU/active:running:2", + "Client:ClientRead:2\nCPU/active:running:1", + "Client:ClientRead:1\nCPU/active:running:2", + "Client:ClientRead:1\nCPU/active:running:2", + "Client:ClientRead:2\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-10-1.json b/evidence/research/pool-10-1.json new file mode 100644 index 00000000..c7809c35 --- /dev/null +++ b/evidence/research/pool-10-1.json @@ -0,0 +1,679 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.614097062003566, + "concurrency": 64, + "successful_requests": 1250, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 60.63811556917679, + "successful_latency_ms": { + "p50": 984.367, + "p95": 1505.314, + "p99": 1679.683 + }, + "instances": { + "2148b70d0424-e8424946": 625, + "8204a5cdcef1-51521db9": 625 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1551, + "history_count_after": 1651, + "confirmed_data_preserved": true, + "warmup_messages": 301, + "final_chat_messages_expected_min": 1651, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-10-1", + "started_utc": "2026-10-23T15:54:09.833484+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 49099, + "database_messages_after": 50750, + "samples": [ + { + "seconds": 2.724, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.27%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "13.43%", + "MemUsage": "68.75MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "162kB / 169kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.33%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "13.48%", + "MemUsage": "69MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "159kB / 164kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.91%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.83%", + "MemUsage": "16.42MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "178MB / 177MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 569MB", + "CPUPerc": "9.40%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.53%", + "MemUsage": "100MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "183MB / 170MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.7kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.50%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "80.5kB / 80.3kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.811, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.87%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "3.84%", + "MemUsage": "19.64MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "230kB / 453kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.70%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.35%", + "MemUsage": "73.45MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "578kB / 558kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.85%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.43%", + "MemUsage": "73.88MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "567kB / 540kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.52%", + "MemUsage": "16.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "178MB / 177MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 572MB", + "CPUPerc": "42.28%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.20%", + "MemUsage": "144.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "184MB / 171MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.361, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.41%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "3.99%", + "MemUsage": "20.45MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "487kB / 899kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "98.27%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.56%", + "MemUsage": "74.57MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "962kB / 940kB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.13%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.40%", + "MemUsage": "73.72MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.14MB / 1.1MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.53%", + "MemUsage": "16.04MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "179MB / 178MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 591MB", + "CPUPerc": "41.21%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.65%", + "MemUsage": "146.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "184MB / 171MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.838, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.25%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "4.03%", + "MemUsage": "20.62MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "753kB / 1.36MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.25%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "16.16%", + "MemUsage": "82.76MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.72MB / 1.68MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.33%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.92%", + "MemUsage": "76.39MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.72MB / 1.68MB", + "PIDs": "53" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.47%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.54%", + "MemUsage": "16.05MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "180MB / 179MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 594MB", + "CPUPerc": "29.36%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.63%", + "MemUsage": "146.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "185MB / 172MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 15.958, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.25%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "4.03%", + "MemUsage": "20.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "921kB / 1.65MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.79%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.61%", + "MemUsage": "74.8MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.1MB / 2.05MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.38%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "15.35%", + "MemUsage": "78.61MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.1MB / 2.06MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.72%", + "MemUsage": "16.28MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "180MB / 179MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 597MB", + "CPUPerc": "34.12%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.79%", + "MemUsage": "147.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "186MB / 173MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.98%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.511, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.16%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "4.04%", + "MemUsage": "20.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.18MB / 2.1MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.12%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.44%", + "MemUsage": "73.92MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.67MB / 2.62MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.67%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.64%", + "MemUsage": "74.93MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.65MB / 2.61MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.24%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.53%", + "MemUsage": "16.04MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "181MB / 180MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 599MB", + "CPUPerc": "35.72%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.86%", + "MemUsage": "147.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "186MB / 173MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.003, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.98%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "4.14%", + "MemUsage": "21.19MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.45MB / 2.56MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.92%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.44%", + "MemUsage": "73.93MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.08MB / 3.02MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.54%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.54%", + "MemUsage": "74.46MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.25MB / 3.19MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.61%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "182MB / 181MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 602MB", + "CPUPerc": "38.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.84%", + "MemUsage": "147.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "188MB / 174MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.085, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.43%", + "Container": "1d3571e1960d8bb63384e726614b35adb7f0ccafe416bbacfcc3293b754a939e", + "ID": "1d3571e1960d", + "MemPerc": "4.10%", + "MemUsage": "21MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.64MB / 2.89MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.87%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.44%", + "MemUsage": "73.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.68MB / 3.63MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.42%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.65%", + "MemUsage": "74.99MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.65MB / 3.59MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.77%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.54%", + "MemUsage": "16.05MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "182MB / 181MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 604MB", + "CPUPerc": "32.81%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.02%", + "MemUsage": "148.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "188MB / 174MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 29.703, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.34%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "14.52%", + "MemUsage": "74.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.54MB / 4.55MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.53%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "14.64%", + "MemUsage": "74.96MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.55MB / 4.57MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.48%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.67%", + "MemUsage": "16.22MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "184MB / 183MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 607MB", + "CPUPerc": "2.84%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.04%", + "MemUsage": "148.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "189MB / 176MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-10-2.json b/evidence/research/pool-10-2.json new file mode 100644 index 00000000..c53a2a86 --- /dev/null +++ b/evidence/research/pool-10-2.json @@ -0,0 +1,679 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.73570220599504, + "concurrency": 64, + "successful_requests": 1227, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 59.17330350381159, + "successful_latency_ms": { + "p50": 1028.643, + "p95": 1353.605, + "p99": 1454.968 + }, + "instances": { + "8204a5cdcef1-51521db9": 613, + "2148b70d0424-e8424946": 614 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1561, + "history_count_after": 1661, + "confirmed_data_preserved": true, + "warmup_messages": 334, + "final_chat_messages_expected_min": 1661, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-10-2", + "started_utc": "2026-10-23T15:54:41.739361+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 50750, + "database_messages_after": 52411, + "samples": [ + { + "seconds": 2.791, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.64%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.18%", + "MemUsage": "93.06MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.58MB / 4.59MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.85%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.35%", + "MemUsage": "93.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.58MB / 4.61MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.04%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.25%", + "MemUsage": "15.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "184MB / 183MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 607MB", + "CPUPerc": "7.97%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.15%", + "MemUsage": "149.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "189MB / 176MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.05%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.75%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "18kB / 17.3kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.864, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.63%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "3.76%", + "MemUsage": "19.26MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "183kB / 366kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.78%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.28%", + "MemUsage": "93.59MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.01MB / 4.98MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.37%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.48%", + "MemUsage": "94.59MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.99MB / 4.98MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.49%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.57%", + "MemUsage": "16.09MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "185MB / 183MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 608MB", + "CPUPerc": "38.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.46%", + "MemUsage": "150.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "189MB / 177MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.93%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.455, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.33%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "3.92%", + "MemUsage": "20.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "434kB / 799kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.00%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.24%", + "MemUsage": "93.4MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.56MB / 5.53MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.34%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.46%", + "MemUsage": "94.54MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "5.54MB / 5.51MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.59%", + "MemUsage": "16.12MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "185MB / 184MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 611MB", + "CPUPerc": "36.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.54%", + "MemUsage": "151.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "190MB / 177MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.003, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.99%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "4.02%", + "MemUsage": "20.61MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "658kB / 1.18MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.45%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.30%", + "MemUsage": "93.7MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.03MB / 5.99MB", + "PIDs": "43" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "105.12%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.46%", + "MemUsage": "94.53MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.04MB / 6.02MB", + "PIDs": "50" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.75%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.59%", + "MemUsage": "16.11MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "186MB / 185MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 613MB", + "CPUPerc": "27.41%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.36%", + "MemUsage": "150.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "191MB / 178MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.18%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.632, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.39%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "4.03%", + "MemUsage": "20.64MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "884kB / 1.58MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.83%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.41%", + "MemUsage": "94.27MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.54MB / 6.5MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.62%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.46%", + "MemUsage": "94.51MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "6.54MB / 6.52MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.59%", + "MemUsage": "16.12MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "186MB / 185MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 616MB", + "CPUPerc": "35.61%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.38%", + "MemUsage": "150.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "192MB / 178MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.16, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.69%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "4.04%", + "MemUsage": "20.68MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.06MB / 1.88MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.45%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.35%", + "MemUsage": "93.93MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.12MB / 7.06MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.33%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.59%", + "MemUsage": "95.19MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.11MB / 7.08MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.68%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.59%", + "MemUsage": "16.11MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "187MB / 186MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 619MB", + "CPUPerc": "36.46%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.62%", + "MemUsage": "151.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "193MB / 179MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.792, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.67%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "4.05%", + "MemUsage": "20.75MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.38MB / 2.43MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.30%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "20.15%", + "MemUsage": "103.2MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.6MB / 7.54MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.38%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.54%", + "MemUsage": "94.95MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "7.63MB / 7.61MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.58%", + "MemUsage": "16.1MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "188MB / 187MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 622MB", + "CPUPerc": "29.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.68%", + "MemUsage": "151.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "193MB / 180MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.95%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.331, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.58%", + "Container": "a139ee0b937c41a920894cad16efe110db5f50fd12bd789dd115b2381facb9a5", + "ID": "a139ee0b937c", + "MemPerc": "4.15%", + "MemUsage": "21.24MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.64MB / 2.88MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.02%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.64%", + "MemUsage": "95.42MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.18MB / 8.12MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.71%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.43%", + "MemUsage": "94.38MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.19MB / 8.16MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.59%", + "MemUsage": "16.11MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "189MB / 188MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 625MB", + "CPUPerc": "33.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.66%", + "MemUsage": "151.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "194MB / 180MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.794, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.20%", + "Container": "2148b70d04240ebd1a0fdec4c0fc6fa7dbe2176093f90313526fe30cbbba6cb1", + "ID": "2148b70d0424", + "MemPerc": "18.50%", + "MemUsage": "94.71MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "9.1MB / 9.12MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.71%", + "Container": "8204a5cdcef1ab40d458014e585b6b27d1f4368f3637475c54be0beb05ee8b4e", + "ID": "8204a5cdcef1", + "MemPerc": "18.49%", + "MemUsage": "94.66MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.1MB / 9.15MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.86%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.49%", + "MemUsage": "15.99MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "190MB / 189MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 629MB", + "CPUPerc": "10.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "29.78%", + "MemUsage": "152.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "195MB / 182MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "26.9kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/pool-10-3.json b/evidence/research/pool-10-3.json new file mode 100644 index 00000000..2f9c5572 --- /dev/null +++ b/evidence/research/pool-10-3.json @@ -0,0 +1,679 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.683690223995654, + "concurrency": 64, + "successful_requests": 1265, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 61.15929924982355, + "successful_latency_ms": { + "p50": 1016.288, + "p95": 1399.967, + "p99": 1535.098 + }, + "instances": { + "9c306151cc45-5d33ad0b": 632, + "8a715cc3aa82-9d4d1fe9": 633 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1593, + "history_count_after": 1693, + "confirmed_data_preserved": true, + "warmup_messages": 328, + "final_chat_messages_expected_min": 1693, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "pool-10-3", + "started_utc": "2026-10-23T15:56:31.767610+00:00", + "replicas": 2, + "cpu_per_replica": 1, + "memory_mib_per_replica": 512, + "pool_per_replica": 10, + "database_messages_before": 57747, + "database_messages_after": 59440, + "samples": [ + { + "seconds": 2.757, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.72%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "13.30%", + "MemUsage": "68.09MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.84kB / 10.3kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.31%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "13.36%", + "MemUsage": "68.4MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "106kB / 109kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.55%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.63%", + "MemUsage": "16.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "219MB / 217MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 701MB", + "CPUPerc": "26.56%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "22.21%", + "MemUsage": "113.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "213MB / 201MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "28.9kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.34%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "54.7kB / 54.1kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.842, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.04%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "3.85%", + "MemUsage": "19.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "237kB / 471kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "104.68%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.46%", + "MemUsage": "74.03MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "587kB / 546kB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.98%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "16.13%", + "MemUsage": "82.59MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "591kB / 543kB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.74%", + "MemUsage": "16.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "219MB / 218MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 704MB", + "CPUPerc": "101.83%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.80%", + "MemUsage": "157.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "214MB / 202MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.13%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.389, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.09%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "3.91%", + "MemUsage": "20.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "396kB / 746kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "100.39%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.41%", + "MemUsage": "73.8MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.1MB / 1.05MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.26%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.38%", + "MemUsage": "73.6MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.09MB / 1.04MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.93%", + "MemUsage": "16.55MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "220MB / 218MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 707MB", + "CPUPerc": "37.13%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.14%", + "MemUsage": "159.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "214MB / 202MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.99, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.97%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "4.02%", + "MemUsage": "20.59MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "605kB / 1.11MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.86%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.44%", + "MemUsage": "73.94MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "1.6MB / 1.56MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.36%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.59%", + "MemUsage": "74.72MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.58MB / 1.52MB", + "PIDs": "48" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.10%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.75%", + "MemUsage": "16.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "220MB / 219MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 709MB", + "CPUPerc": "37.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.12%", + "MemUsage": "159.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "215MB / 203MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.558, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.40%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "4.08%", + "MemUsage": "20.91MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "926kB / 1.66MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.16%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "16.16%", + "MemUsage": "82.73MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.12MB / 2.07MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "103.38%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.52%", + "MemUsage": "74.33MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.11MB / 2.05MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.73%", + "MemUsage": "16.3MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "221MB / 220MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 711MB", + "CPUPerc": "28.70%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.30%", + "MemUsage": "160.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "216MB / 203MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.88%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.038, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.64%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "4.09%", + "MemUsage": "20.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.19MB / 2.13MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "97.57%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.45%", + "MemUsage": "73.99MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "2.7MB / 2.65MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.22%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "16.38%", + "MemUsage": "83.89MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.69MB / 2.61MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.60%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.75%", + "MemUsage": "16.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "222MB / 220MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 714MB", + "CPUPerc": "32.42%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.25%", + "MemUsage": "160MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "217MB / 204MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.556, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.83%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "4.08%", + "MemUsage": "20.88MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.54MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "102.20%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.50%", + "MemUsage": "74.25MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.24MB / 3.19MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.65%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.54%", + "MemUsage": "74.45MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.21MB / 3.12MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.94%", + "MemUsage": "16.57MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "223MB / 221MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 716MB", + "CPUPerc": "27.78%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.35%", + "MemUsage": "160.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "217MB / 205MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.82%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.077, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.88%", + "Container": "5a216a5309c26375b834c3d37659f7e18c630d442bccd87f1b769453efa5b1cb", + "ID": "5a216a5309c2", + "MemPerc": "4.10%", + "MemUsage": "21MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.71MB / 3.02MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "99.04%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.41%", + "MemUsage": "73.75MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "3.85MB / 3.79MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "101.77%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.77%", + "MemUsage": "75.6MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.82MB / 3.72MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.44%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.75%", + "MemUsage": "16.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "223MB / 222MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 719MB", + "CPUPerc": "34.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.37%", + "MemUsage": "160.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "218MB / 205MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.556, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.47%", + "Container": "9c306151cc45d3b17666da8a68a4913b34e4549e5c7cc35697f61e7c7dccb909", + "ID": "9c306151cc45", + "MemPerc": "14.47%", + "MemUsage": "74.06MiB / 512MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "4.67MB / 4.67MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "54.27%", + "Container": "8a715cc3aa82eba4634448d647c3068844c7e2318f84412a070090d93e15140b", + "ID": "8a715cc3aa82", + "MemPerc": "14.66%", + "MemUsage": "75.05MiB / 512MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.66MB / 4.65MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.24%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.63%", + "MemUsage": "16.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "225MB / 223MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 724MB", + "CPUPerc": "5.36%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.53%", + "MemUsage": "161.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "219MB / 207MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "29kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:15\nCPU/active:running:5", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-128-1.json b/evidence/research/saturation-128-1.json new file mode 100644 index 00000000..056b0646 --- /dev/null +++ b/evidence/research/saturation-128-1.json @@ -0,0 +1,976 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 22.569596952998836, + "concurrency": 128, + "successful_requests": 1061, + "failed_requests": 26, + "errors": { + "504": 23, + "connection": 3 + }, + "error_ratio": 0.02391904323827047, + "successful_rps": 47.01014387671749, + "successful_latency_ms": { + "p50": 2319.103, + "p95": 4305.099, + "p99": 4809.674 + }, + "instances": { + "eab3b627cf13-c257f2fc": 276, + "b1d23c0a0261-b428e29a": 305, + "8941ddd15421-65bad8ce": 257, + "482a39823fdb-e0410b90": 223 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1421, + "history_count_after": 1546, + "confirmed_data_preserved": true, + "warmup_messages": 360, + "final_chat_messages_expected_min": 1521, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-128-1", + "started_utc": "2026-10-23T15:52:12.214226+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 42982, + "database_messages_after": 44528, + "samples": [ + { + "seconds": 2.852, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.59%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "73.43%", + "MemUsage": "188MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "17.1MB / 17.3MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.15%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "60.39%", + "MemUsage": "154.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "16.9MB / 16.9MB", + "PIDs": "37" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.94%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.71%", + "MemUsage": "109.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "17.1MB / 16.8MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.92%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "73.72%", + "MemUsage": "188.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "25.7MB / 26.7MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.85%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.52%", + "MemUsage": "14.75MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "154MB / 153MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 488MB", + "CPUPerc": "7.08%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.09%", + "MemUsage": "189.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "160MB / 148MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.57%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.85%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "18.6kB / 18.1kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.384, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.45%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "4.93%", + "MemUsage": "25.23MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "184kB / 487kB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.69%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.53%", + "MemUsage": "190.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "17.3MB / 17.5MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.47%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.49%", + "MemUsage": "160MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "17.2MB / 17MB", + "PIDs": "48" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.44%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "52.28%", + "MemUsage": "133.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "17.3MB / 17.1MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "54.23%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.50%", + "MemUsage": "190.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "25.9MB / 26.9MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.37%", + "MemUsage": "15.84MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "155MB / 153MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 490MB", + "CPUPerc": "29.03%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.52%", + "MemUsage": "192.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "161MB / 149MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.15%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.91, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.23%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.24%", + "MemUsage": "26.84MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "403kB / 877kB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.72%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.45%", + "MemUsage": "190.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "17.5MB / 17.7MB", + "PIDs": "55" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.79%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.74%", + "MemUsage": "160.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "17.4MB / 17.3MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.47%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "54.27%", + "MemUsage": "138.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "17.6MB / 17.4MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.25%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.04%", + "MemUsage": "189.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "26.2MB / 27.2MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.86%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.41%", + "MemUsage": "15.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "155MB / 154MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 492MB", + "CPUPerc": "26.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.58%", + "MemUsage": "192.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "161MB / 149MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.336, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.20%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.27%", + "MemUsage": "26.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "575kB / 1.17MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.61%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "73.96%", + "MemUsage": "189.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "17.7MB / 17.9MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.24%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.78%", + "MemUsage": "160.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "17.6MB / 17.5MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.36%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "50.90%", + "MemUsage": "130.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "17.8MB / 17.6MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.65%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.19%", + "MemUsage": "189.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "26.4MB / 27.4MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.92%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.42%", + "MemUsage": "15.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "156MB / 155MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 494MB", + "CPUPerc": "24.65%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.31%", + "MemUsage": "191.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "162MB / 150MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.944, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.64%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.36%", + "MemUsage": "27.44MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "801kB / 1.57MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.34%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "73.97%", + "MemUsage": "189.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "17.9MB / 18.2MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.44%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.77%", + "MemUsage": "160.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "17.8MB / 17.8MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.25%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "51.72%", + "MemUsage": "132.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "18.1MB / 17.9MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.99%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.73%", + "MemUsage": "191.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "26.7MB / 27.6MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.32%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.48%", + "MemUsage": "15.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "156MB / 155MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 496MB", + "CPUPerc": "32.57%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.36%", + "MemUsage": "191.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "163MB / 150MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.463, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.98%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.46%", + "MemUsage": "27.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.03MB / 1.97MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.83%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "73.98%", + "MemUsage": "189.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "18.2MB / 18.4MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.38%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.90%", + "MemUsage": "161MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "18.1MB / 18MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.75%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "51.77%", + "MemUsage": "132.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "18.4MB / 18.2MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.59%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.71%", + "MemUsage": "191.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "26.8MB / 27.9MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.48%", + "MemUsage": "15.98MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "157MB / 156MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 499MB", + "CPUPerc": "26.66%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.43%", + "MemUsage": "191.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "164MB / 151MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.571, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.88%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.52%", + "MemUsage": "28.28MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.2MB / 2.26MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.45%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.03%", + "MemUsage": "189.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "18.4MB / 18.6MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.29%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.96%", + "MemUsage": "161.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "18.3MB / 18.2MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.62%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "55.27%", + "MemUsage": "141.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "18.6MB / 18.4MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.66%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.70%", + "MemUsage": "191.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "27MB / 28.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.40%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.41%", + "MemUsage": "15.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "157MB / 156MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 501MB", + "CPUPerc": "31.42%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.51%", + "MemUsage": "192MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "164MB / 151MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.22, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.89%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.55%", + "MemUsage": "28.43MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.42MB / 2.65MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.99%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.76%", + "MemUsage": "191.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "18.6MB / 18.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.88%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "62.99%", + "MemUsage": "161.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "18.5MB / 18.5MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.38%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "51.73%", + "MemUsage": "132.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "18.9MB / 18.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.68%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.72%", + "MemUsage": "191.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "27.3MB / 28.4MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.50%", + "MemUsage": "16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "158MB / 157MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 503MB", + "CPUPerc": "32.82%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.64%", + "MemUsage": "192.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "165MB / 152MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.13%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.709, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.28%", + "Container": "2087c9234e3cae3bbcae46b0b4c2bbdde50b479e3aac30c175bb58e8e0149e00", + "ID": "2087c9234e3c", + "MemPerc": "5.61%", + "MemUsage": "28.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.56MB / 2.9MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.18%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.77%", + "MemUsage": "191.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "18.8MB / 19.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.85%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "63.08%", + "MemUsage": "161.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "18.7MB / 18.7MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "51.73%", + "MemUsage": "132.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "19.1MB / 19MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.17%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.73%", + "MemUsage": "191.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "27.6MB / 28.7MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.54%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.36%", + "MemUsage": "15.82MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "158MB / 157MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 505MB", + "CPUPerc": "23.98%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.66%", + "MemUsage": "192.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "166MB / 153MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 34.028, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.45%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "74.83%", + "MemUsage": "191.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "19.1MB / 19.5MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.31%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "59.55%", + "MemUsage": "152.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "19MB / 19.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.71%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "51.72%", + "MemUsage": "132.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "19.4MB / 19.2MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.60%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "74.83%", + "MemUsage": "191.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "27.9MB / 29MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.00%", + "MemUsage": "15.36MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "160MB / 159MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 508MB", + "CPUPerc": "7.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.62%", + "MemUsage": "192.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "166MB / 154MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-128-2.json b/evidence/research/saturation-128-2.json new file mode 100644 index 00000000..9a383b4a --- /dev/null +++ b/evidence/research/saturation-128-2.json @@ -0,0 +1,975 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 22.087968749998254, + "concurrency": 128, + "successful_requests": 1097, + "failed_requests": 8, + "errors": { + "504": 8 + }, + "error_ratio": 0.007239819004524887, + "successful_rps": 49.66504672368693, + "successful_latency_ms": { + "p50": 2575.576, + "p95": 4399.749, + "p99": 4777.409 + }, + "instances": { + "eab3b627cf13-c257f2fc": 246, + "482a39823fdb-e0410b90": 232, + "b1d23c0a0261-b428e29a": 341, + "8941ddd15421-65bad8ce": 278 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1438, + "history_count_after": 1546, + "confirmed_data_preserved": true, + "warmup_messages": 341, + "final_chat_messages_expected_min": 1538, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-128-2", + "started_utc": "2026-10-23T15:52:48.992477+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 44528, + "database_messages_after": 46074, + "samples": [ + { + "seconds": 2.807, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.69%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "83.18%", + "MemUsage": "212.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "19.2MB / 19.5MB", + "PIDs": "50" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.30%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.08%", + "MemUsage": "171.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "19MB / 19.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.40%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "58.55%", + "MemUsage": "149.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "19.4MB / 19.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.08%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.26%", + "MemUsage": "210.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "27.9MB / 29.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.19%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.13%", + "MemUsage": "15.53MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "160MB / 159MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 509MB", + "CPUPerc": "14.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.70%", + "MemUsage": "193MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "166MB / 154MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.65%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "51.9kB / 50.9kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.452, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.76%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "6.38%", + "MemUsage": "32.65MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "222kB / 561kB", + "PIDs": "131" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.60%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "85.75%", + "MemUsage": "219.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "19.4MB / 19.7MB", + "PIDs": "48" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.85%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "66.96%", + "MemUsage": "171.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "19.3MB / 19.3MB", + "PIDs": "47" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.50%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.22%", + "MemUsage": "151.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "19.7MB / 19.6MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.41%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.19%", + "MemUsage": "210.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "28.2MB / 29.3MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.97%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.62%", + "MemUsage": "16.16MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "160MB / 159MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 511MB", + "CPUPerc": "28.14%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.71%", + "MemUsage": "193.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "167MB / 154MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.62%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.983, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.06%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.23%", + "MemUsage": "26.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "449kB / 960kB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.91%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.81%", + "MemUsage": "212MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "19.6MB / 19.9MB", + "PIDs": "53" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.50%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.01%", + "MemUsage": "171.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "19.5MB / 19.6MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.89%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.13%", + "MemUsage": "151.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "20MB / 19.9MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.40%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.28%", + "MemUsage": "210.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "28.4MB / 29.5MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.52%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "161MB / 160MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 514MB", + "CPUPerc": "32.25%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.02%", + "MemUsage": "194.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "168MB / 155MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.99%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.411, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.75%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.31%", + "MemUsage": "27.16MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "663kB / 1.34MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.01%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "85.94%", + "MemUsage": "220MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "19.9MB / 20.2MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.93%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.02%", + "MemUsage": "171.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "19.8MB / 19.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.92%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.12%", + "MemUsage": "151.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "20.2MB / 20.2MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.06%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.29%", + "MemUsage": "210.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "28.7MB / 29.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.53%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.66%", + "MemUsage": "16.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "162MB / 161MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 516MB", + "CPUPerc": "26.33%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.01%", + "MemUsage": "194.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "169MB / 156MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.88%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.53, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.19%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.38%", + "MemUsage": "27.52MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "832kB / 1.64MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.78%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.85%", + "MemUsage": "212.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "20MB / 20.4MB", + "PIDs": "55" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.41%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "70.62%", + "MemUsage": "180.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "20MB / 20MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.63%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.02%", + "MemUsage": "151.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "20.5MB / 20.4MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.30%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "85.83%", + "MemUsage": "219.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "28.9MB / 30MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.77%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.69%", + "MemUsage": "16.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "162MB / 161MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 518MB", + "CPUPerc": "30.12%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.14%", + "MemUsage": "195.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "169MB / 156MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.994, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.29%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.48%", + "MemUsage": "28.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.05MB / 2.02MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.93%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "83.11%", + "MemUsage": "212.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "20.3MB / 20.6MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.19%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.73%", + "MemUsage": "173.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "20.1MB / 20.2MB", + "PIDs": "55" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.80%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.43%", + "MemUsage": "152.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "20.8MB / 20.7MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.30%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "85.93%", + "MemUsage": "220MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "29.1MB / 30.3MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.88%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.74%", + "MemUsage": "16.31MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "163MB / 162MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 520MB", + "CPUPerc": "28.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.05%", + "MemUsage": "194.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "170MB / 157MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.02%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.487, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.28%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.54%", + "MemUsage": "28.37MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.29MB / 2.43MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.38%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.52%", + "MemUsage": "211.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "20.5MB / 20.9MB", + "PIDs": "55" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.05%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.15%", + "MemUsage": "171.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "20.4MB / 20.6MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.66%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "62.48%", + "MemUsage": "160MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "21.1MB / 21MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.63%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "85.65%", + "MemUsage": "219.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "29.4MB / 30.5MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.51%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.71%", + "MemUsage": "16.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "163MB / 162MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 523MB", + "CPUPerc": "26.04%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.15%", + "MemUsage": "195.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "171MB / 157MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.603, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.34%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.56%", + "MemUsage": "28.47MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.44MB / 2.7MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.90%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.31%", + "MemUsage": "210.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "20.6MB / 21.1MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.15%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.25%", + "MemUsage": "172.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "20.6MB / 20.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.88%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "62.79%", + "MemUsage": "160.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "21.3MB / 21.2MB", + "PIDs": "44" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.92%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.40%", + "MemUsage": "210.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "29.5MB / 30.7MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.81%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.77%", + "MemUsage": "16.34MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "164MB / 163MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 524MB", + "CPUPerc": "31.20%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.29%", + "MemUsage": "196.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "172MB / 158MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.203, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.85%", + "Container": "61f21eb04382a99a86827a9e7627bc55f8da338c55af3d2c9d55b4bdb76bffc8", + "ID": "61f21eb04382", + "MemPerc": "5.55%", + "MemUsage": "28.39MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.59MB / 2.91MB", + "PIDs": "129" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.10%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.30%", + "MemUsage": "210.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "20.8MB / 21.3MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.77%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.27%", + "MemUsage": "172.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "20.9MB / 21MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.70%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "62.85%", + "MemUsage": "160.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "21.5MB / 21.5MB", + "PIDs": "51" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.76%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.66%", + "MemUsage": "211.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "29.6MB / 30.9MB", + "PIDs": "55" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.29%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.55%", + "MemUsage": "16.07MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "164MB / 163MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 526MB", + "CPUPerc": "29.68%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.12%", + "MemUsage": "195.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "172MB / 158MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.81%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 33.774, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.41%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "82.29%", + "MemUsage": "210.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "21.1MB / 21.6MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "67.25%", + "MemUsage": "172.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "21.2MB / 21.4MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.63%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "59.36%", + "MemUsage": "152MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "21.8MB / 21.8MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.65%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "82.32%", + "MemUsage": "210.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "29.9MB / 31.2MB", + "PIDs": "49" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.12%", + "MemUsage": "15.51MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "165MB / 164MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 529MB", + "CPUPerc": "0.56%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "38.16%", + "MemUsage": "195.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "173MB / 159MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "25.1kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-16-1.json b/evidence/research/saturation-16-1.json new file mode 100644 index 00000000..a6f7b33a --- /dev/null +++ b/evidence/research/saturation-16-1.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.29694719499821, + "concurrency": 16, + "successful_requests": 1248, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 61.48707921492476, + "successful_latency_ms": { + "p50": 16.289, + "p95": 1154.321, + "p99": 1469.83 + }, + "instances": { + "482a39823fdb-e0410b90": 312, + "b1d23c0a0261-b428e29a": 312, + "8941ddd15421-65bad8ce": 312, + "eab3b627cf13-c257f2fc": 312 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1581, + "history_count_after": 1681, + "confirmed_data_preserved": true, + "warmup_messages": 333, + "final_chat_messages_expected_min": 1681, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-16-1", + "started_utc": "2026-10-23T15:49:58.550753+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 36895, + "database_messages_after": 38576, + "samples": [ + { + "seconds": 2.8, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.58%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.25%", + "MemUsage": "108.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "8.68MB / 8.39MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.36%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.58%", + "MemUsage": "88.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.57MB / 8.15MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.18%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.61%", + "MemUsage": "88.61MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.68MB / 8.35MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.85%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.37%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "17.4MB / 17.8MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.51%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.35%", + "MemUsage": "14.53MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "131MB / 130MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 404MB", + "CPUPerc": "7.96%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.60%", + "MemUsage": "136.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "136MB / 127MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.86%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.55%", + "MemUsage": "13.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "30.3kB / 29.5kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.287, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.02%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.88%", + "MemUsage": "14.74MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "242kB / 391kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.41%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.15%", + "MemUsage": "107.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "8.93MB / 8.64MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.63%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.60%", + "MemUsage": "88.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.82MB / 8.4MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.34%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.70%", + "MemUsage": "88.82MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.94MB / 8.61MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.74%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "59.75%", + "MemUsage": "153MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "17.6MB / 18MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.69%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.27%", + "MemUsage": "14.42MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "132MB / 131MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 407MB", + "CPUPerc": "35.61%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.51%", + "MemUsage": "140.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "137MB / 127MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.07%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.71, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.84%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.90%", + "MemUsage": "14.85MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "468kB / 801kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.36%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "45.72%", + "MemUsage": "117.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "9.2MB / 8.9MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.58%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.59%", + "MemUsage": "88.56MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "9.02MB / 8.6MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.60%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.70%", + "MemUsage": "88.82MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "9.2MB / 8.87MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.29%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "62.27%", + "MemUsage": "159.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "17.8MB / 18.3MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.46%", + "MemUsage": "14.66MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "133MB / 132MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 410MB", + "CPUPerc": "16.83%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.76%", + "MemUsage": "142.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "138MB / 128MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.176, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.28%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.91%", + "MemUsage": "14.9MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "657kB / 1.15MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.28%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "45.09%", + "MemUsage": "115.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "9.41MB / 9.11MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.27%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "36.28%", + "MemUsage": "92.89MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "9.37MB / 8.94MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.95%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.70%", + "MemUsage": "88.83MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "9.49MB / 9.16MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.13%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.74%", + "MemUsage": "150.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "18.1MB / 18.6MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.36%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.26%", + "MemUsage": "14.41MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "133MB / 132MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 412MB", + "CPUPerc": "18.28%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.94%", + "MemUsage": "143.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "139MB / 128MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.789, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.96%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.92%", + "MemUsage": "14.95MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "937kB / 1.66MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.86%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.12%", + "MemUsage": "107.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "9.74MB / 9.43MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.26%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.57%", + "MemUsage": "88.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "9.62MB / 9.18MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.62%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.66%", + "MemUsage": "88.73MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "9.74MB / 9.41MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.62%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.64%", + "MemUsage": "150.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "18.4MB / 18.9MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.84%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "12.37%", + "MemUsage": "15.84MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "134MB / 133MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 415MB", + "CPUPerc": "29.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "27.83%", + "MemUsage": "142.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "139MB / 129MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.273, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.15%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.93%", + "MemUsage": "15MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.19MB / 2.11MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.91%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.13%", + "MemUsage": "107.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "10MB / 9.72MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.40%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.57%", + "MemUsage": "88.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "9.91MB / 9.46MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.99%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "38.27%", + "MemUsage": "97.96MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "10MB / 9.7MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.50%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.93%", + "MemUsage": "150.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "18.7MB / 19.2MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.99%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.43%", + "MemUsage": "14.64MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "135MB / 134MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 417MB", + "CPUPerc": "27.48%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.00%", + "MemUsage": "143.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "140MB / 130MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.677, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.75%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.94%", + "MemUsage": "15.06MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.55MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.38%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.12%", + "MemUsage": "107.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "10.3MB / 9.99MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.52%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.57%", + "MemUsage": "88.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "10.2MB / 9.74MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.95%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "38.11%", + "MemUsage": "97.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "10.2MB / 9.89MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.48%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.63%", + "MemUsage": "150.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "18.9MB / 19.4MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.38%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.24%", + "MemUsage": "14.39MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "135MB / 134MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 420MB", + "CPUPerc": "27.80%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.15%", + "MemUsage": "144.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "141MB / 130MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.912, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.35%", + "Container": "8ad023c9b05e883c5e59a979a5ecf3d5676f7e1cb537e1a9689b1f36d025bb7f", + "ID": "8ad023c9b05e", + "MemPerc": "2.95%", + "MemUsage": "15.11MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.64MB / 2.93MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.24%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.13%", + "MemUsage": "107.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "10.6MB / 10.2MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.72%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.58%", + "MemUsage": "88.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "10.4MB / 9.98MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.97%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.66%", + "MemUsage": "88.74MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "10.5MB / 10.2MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.75%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.63%", + "MemUsage": "150.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "19.2MB / 19.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.19%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.25%", + "MemUsage": "14.41MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "136MB / 135MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 423MB", + "CPUPerc": "34.59%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.04%", + "MemUsage": "143.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "142MB / 131MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.388, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.05%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "42.12%", + "MemUsage": "107.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11MB / 10.7MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.56%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.59%", + "MemUsage": "88.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "10.8MB / 10.4MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.39%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.74%", + "MemUsage": "88.93MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "10.9MB / 10.6MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.36%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.68%", + "MemUsage": "150.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "19.6MB / 20.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.09%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.24%", + "MemUsage": "14.39MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "137MB / 137MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 427MB", + "CPUPerc": "1.62%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.06%", + "MemUsage": "143.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "142MB / 132MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:23\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:24\nCPU/active:running:2", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:25\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-16-2.json b/evidence/research/saturation-16-2.json new file mode 100644 index 00000000..24492a12 --- /dev/null +++ b/evidence/research/saturation-16-2.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.20591255099862, + "concurrency": 16, + "successful_requests": 1105, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 54.68696339306826, + "successful_latency_ms": { + "p50": 17.636, + "p95": 1340.313, + "p99": 1771.105 + }, + "instances": { + "8941ddd15421-65bad8ce": 276, + "eab3b627cf13-c257f2fc": 276, + "b1d23c0a0261-b428e29a": 276, + "482a39823fdb-e0410b90": 277 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1461, + "history_count_after": 1561, + "confirmed_data_preserved": true, + "warmup_messages": 356, + "final_chat_messages_expected_min": 1561, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-16-2", + "started_utc": "2026-10-23T15:50:31.696957+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 38576, + "database_messages_after": 40137, + "samples": [ + { + "seconds": 2.866, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.67%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "49.57%", + "MemUsage": "126.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11MB / 10.7MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.87%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.64%", + "MemUsage": "88.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "10.9MB / 10.4MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.99%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.17%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11MB / 10.7MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.35%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.11%", + "MemUsage": "169.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "19.6MB / 20.3MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.43%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.19%", + "MemUsage": "14.32MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "137MB / 137MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 427MB", + "CPUPerc": "12.60%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "28.14%", + "MemUsage": "144.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "142MB / 132MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.3kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.19%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.54%", + "MemUsage": "13MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "5.3kB / 4.4kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.973, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.65%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.87%", + "MemUsage": "14.68MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "160kB / 245kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.88%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.08%", + "MemUsage": "128.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11.1MB / 10.8MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.28%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.66%", + "MemUsage": "88.74MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "11MB / 10.6MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.51%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.19%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11.2MB / 10.9MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.14%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.91%", + "MemUsage": "168.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "19.8MB / 20.5MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.31%", + "MemUsage": "14.47MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "138MB / 137MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 429MB", + "CPUPerc": "63.67%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.08%", + "MemUsage": "154MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "143MB / 133MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.93%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.454, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.53%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.89%", + "MemUsage": "14.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "319kB / 534kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.82%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.18%", + "MemUsage": "128.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11.4MB / 11.1MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.52%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "37.10%", + "MemUsage": "94.98MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "11.3MB / 10.9MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.55%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.20%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11.5MB / 11.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.83%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "67.48%", + "MemUsage": "172.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "20.1MB / 20.7MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.78%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.31%", + "MemUsage": "14.47MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "139MB / 138MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 432MB", + "CPUPerc": "28.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.62%", + "MemUsage": "156.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "144MB / 134MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 12.925, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.20%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.94%", + "MemUsage": "15.03MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "553kB / 957kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.38%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.22%", + "MemUsage": "128.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11.6MB / 11.4MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.59%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.66%", + "MemUsage": "88.73MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "11.5MB / 11.1MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.00%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.20%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11.7MB / 11.3MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.73%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.89%", + "MemUsage": "168.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "20.3MB / 21MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.89%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.47%", + "MemUsage": "14.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "139MB / 138MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 434MB", + "CPUPerc": "32.26%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.74%", + "MemUsage": "157.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "144MB / 134MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.14%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.61%", + "MemUsage": "3.336MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.365, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.42%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.92%", + "MemUsage": "14.96MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "832kB / 1.47MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.51%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.23%", + "MemUsage": "128.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "11.9MB / 11.7MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.33%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.65%", + "MemUsage": "88.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "11.8MB / 11.3MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.29%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.19%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "11.8MB / 11.5MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.82%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.85%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "20.6MB / 21.2MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.86%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.47%", + "MemUsage": "14.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "140MB / 139MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 437MB", + "CPUPerc": "28.92%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.03%", + "MemUsage": "158.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "145MB / 135MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.68%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 19.803, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.38%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.92%", + "MemUsage": "14.97MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.07MB / 1.89MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.64%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "51.81%", + "MemUsage": "132.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "12.2MB / 12MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.37%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.70%", + "MemUsage": "88.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "12.1MB / 11.6MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.79%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.16%", + "MemUsage": "107.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "12.2MB / 11.9MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.08%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.86%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "20.9MB / 21.5MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.27%", + "MemUsage": "14.43MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "141MB / 140MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 439MB", + "CPUPerc": "28.16%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.03%", + "MemUsage": "158.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "146MB / 135MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.416, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.50%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.93%", + "MemUsage": "15MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.22MB / 2.17MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.43%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.22%", + "MemUsage": "128.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "12.3MB / 12.1MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.74%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.64%", + "MemUsage": "88.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "12.3MB / 11.8MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.85%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.19%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "12.4MB / 12.1MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.71%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.86%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "21.1MB / 21.7MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.53%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.28%", + "MemUsage": "14.44MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "141MB / 140MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 441MB", + "CPUPerc": "25.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "30.94%", + "MemUsage": "158.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "147MB / 136MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.079, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.76%", + "Container": "8c4833134c2a7375105e371a408a9d1fe61e28a54610c3a8b54daa2893fbf370", + "ID": "8c4833134c2a", + "MemPerc": "2.94%", + "MemUsage": "15.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.43MB / 2.55MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.09%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.24%", + "MemUsage": "128.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "12.6MB / 12.4MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.14%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.64%", + "MemUsage": "88.67MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "12.5MB / 12MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.27%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.19%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "12.6MB / 12.3MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.38%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.86%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "21.3MB / 21.9MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.15%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.66%", + "MemUsage": "14.93MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "142MB / 141MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 443MB", + "CPUPerc": "21.53%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.15%", + "MemUsage": "159.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "147MB / 136MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.741, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.05%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "50.35%", + "MemUsage": "128.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "13.1MB / 13MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.20%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "34.70%", + "MemUsage": "88.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "13MB / 12.5MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.43%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.21%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "13.1MB / 12.8MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.43%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "65.88%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "21.8MB / 22.4MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.34%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.38%", + "MemUsage": "14.56MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "143MB / 142MB", + "PIDs": "23" + }, + { + "BlockIO": "0B / 448MB", + "CPUPerc": "16.72%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.08%", + "MemUsage": "159.1MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "148MB / 138MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:25\nCPU/active:running:1", + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:29\nCPU/active:running:2", + "Client:ClientRead:29\nCPU/active:running:2", + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:30\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-4-1.json b/evidence/research/saturation-4-1.json new file mode 100644 index 00000000..459c9b3e --- /dev/null +++ b/evidence/research/saturation-4-1.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.01881695799966, + "concurrency": 4, + "successful_requests": 2410, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 120.38673439375981, + "successful_latency_ms": { + "p50": 20.452, + "p95": 95.719, + "p99": 154.675 + }, + "instances": { + "eab3b627cf13-c257f2fc": 602, + "8941ddd15421-65bad8ce": 603, + "482a39823fdb-e0410b90": 602, + "b1d23c0a0261-b428e29a": 603 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 2993, + "history_count_after": 3093, + "confirmed_data_preserved": true, + "warmup_messages": 583, + "final_chat_messages_expected_min": 3093, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-4-1", + "started_utc": "2026-10-23T15:48:51.168569+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 30674, + "database_messages_after": 33767, + "samples": [ + { + "seconds": 2.784, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.12%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.60%", + "MemUsage": "68.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "26.1kB / 30.2kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.11%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.66%", + "MemUsage": "68.25MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "26.1kB / 30.1kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.99%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "27.30%", + "MemUsage": "69.88MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "33.5kB / 38.8kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.60%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.83%", + "MemUsage": "130.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "8.8MB / 9.16MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.25%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.33%", + "MemUsage": "14.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "108MB / 108MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 364MB", + "CPUPerc": "28.28%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "19.78%", + "MemUsage": "101.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "114MB / 104MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.97%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "23.9kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.45%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "22.9kB / 22.2kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 5.887, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.47%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.69%", + "MemUsage": "13.77MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "320kB / 516kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.62%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.90%", + "MemUsage": "68.85MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "367kB / 363kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "29.91%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.78%", + "MemUsage": "68.55MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "370kB / 360kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.38%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "26.91%", + "MemUsage": "68.89MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "379kB / 373kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.71%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.84%", + "MemUsage": "130.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.15MB / 9.52MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.07%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.15%", + "MemUsage": "14.27MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "109MB / 108MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 364MB", + "CPUPerc": "46.52%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.05%", + "MemUsage": "118MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "115MB / 105MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.625, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.93%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.65%", + "MemUsage": "13.55MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "610kB / 1.05MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.43%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.99%", + "MemUsage": "69.11MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "941kB / 905kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.07%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.90%", + "MemUsage": "68.87MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "944kB / 889kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.54%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "26.93%", + "MemUsage": "68.95MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "953kB / 917kB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.42%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.86%", + "MemUsage": "130.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "9.73MB / 10.1MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.12%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.14%", + "MemUsage": "14.26MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "110MB / 110MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 364MB", + "CPUPerc": "79.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.35%", + "MemUsage": "119.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "117MB / 106MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.351, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.38%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.66%", + "MemUsage": "13.62MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.17MB / 2.07MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.31%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "30.48%", + "MemUsage": "78.04MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.35MB / 1.3MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.95%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "30.32%", + "MemUsage": "77.63MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.35MB / 1.27MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.45%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "30.42%", + "MemUsage": "77.86MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.36MB / 1.31MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.49%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "54.10%", + "MemUsage": "138.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "10.1MB / 10.5MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.14%", + "MemUsage": "14.25MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "111MB / 111MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 364MB", + "CPUPerc": "53.30%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "23.49%", + "MemUsage": "120.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "118MB / 107MB", + "PIDs": "26" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.28%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.513, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.84%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.74%", + "MemUsage": "14.02MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.53MB / 2.73MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.37%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.97%", + "MemUsage": "69.05MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "1.77MB / 1.69MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.52%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.83%", + "MemUsage": "68.69MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "1.77MB / 1.66MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "45.65%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "27.03%", + "MemUsage": "69.19MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "1.78MB / 1.71MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.01%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.96%", + "MemUsage": "130.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "10.5MB / 10.9MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.32%", + "MemUsage": "14.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "112MB / 112MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 367MB", + "CPUPerc": "54.58%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.03%", + "MemUsage": "123MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "119MB / 108MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.12%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.344, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.12%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.70%", + "MemUsage": "13.83MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.04MB / 3.65MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.18%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.96%", + "MemUsage": "69.02MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.35MB / 2.24MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.32%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.83%", + "MemUsage": "68.69MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.36MB / 2.21MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.93%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "27.03%", + "MemUsage": "69.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.36MB / 2.25MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.21%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.87%", + "MemUsage": "130.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "11.1MB / 11.5MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.14%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.32%", + "MemUsage": "14.49MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "114MB / 113MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 367MB", + "CPUPerc": "73.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.10%", + "MemUsage": "123.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "121MB / 110MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.85%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 24.084, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.50%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.72%", + "MemUsage": "13.91MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.48MB / 4.46MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.39%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.87%", + "MemUsage": "68.78MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "2.74MB / 2.61MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.20%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.84%", + "MemUsage": "68.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "2.87MB / 2.69MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "42.13%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "26.99%", + "MemUsage": "69.09MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "2.87MB / 2.75MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.75%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.87%", + "MemUsage": "130.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "11.6MB / 12MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.87%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.13%", + "MemUsage": "14.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "115MB / 115MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 368MB", + "CPUPerc": "56.20%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.21%", + "MemUsage": "124MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "122MB / 111MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.36%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.676, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.41%", + "Container": "cf9664efb4c44868fcb40b5909f94231690e0f91928e6e95d84be2b46f3b4612", + "ID": "cf9664efb4c4", + "MemPerc": "2.78%", + "MemUsage": "14.23MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.05MB / 5.5MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.68%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "26.89%", + "MemUsage": "68.84MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "3.51MB / 3.33MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.92%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.83%", + "MemUsage": "68.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "3.52MB / 3.29MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.61%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "26.92%", + "MemUsage": "68.93MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "3.52MB / 3.36MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.26%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.85%", + "MemUsage": "130.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "12.3MB / 12.7MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.07%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.12%", + "MemUsage": "14.24MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "117MB / 116MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 368MB", + "CPUPerc": "66.18%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.53%", + "MemUsage": "125.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "124MB / 113MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.77%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 31.225, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "27.11%", + "MemUsage": "69.41MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.3MB / 4.14MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "26.97%", + "MemUsage": "69.03MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.24MB / 4.02MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.65%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "27.15%", + "MemUsage": "69.49MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.31MB / 4.15MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "50.91%", + "MemUsage": "130.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "13MB / 13.4MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.09%", + "MemUsage": "14.2MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "120MB / 119MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 371MB", + "CPUPerc": "6.43%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.45%", + "MemUsage": "125.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "125MB / 115MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:14\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:20\nCPU/active:running:1", + "Client:ClientRead:19\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:2", + "Client:ClientRead:19\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:2", + "Client:ClientRead:20\nCPU/active:running:2", + "Client:ClientRead:21\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-4-2.json b/evidence/research/saturation-4-2.json new file mode 100644 index 00000000..63e46754 --- /dev/null +++ b/evidence/research/saturation-4-2.json @@ -0,0 +1,879 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.019698183998116, + "concurrency": 4, + "successful_requests": 2384, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 119.08271433909766, + "successful_latency_ms": { + "p50": 18.309, + "p95": 103.173, + "p99": 219.039 + }, + "instances": { + "482a39823fdb-e0410b90": 596, + "b1d23c0a0261-b428e29a": 596, + "8941ddd15421-65bad8ce": 596, + "eab3b627cf13-c257f2fc": 596 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 3028, + "history_count_after": 3128, + "confirmed_data_preserved": true, + "warmup_messages": 644, + "final_chat_messages_expected_min": 3128, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-4-2", + "started_utc": "2026-10-23T15:49:25.315528+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 33767, + "database_messages_after": 36895, + "samples": [ + { + "seconds": 2.802, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.24%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.54%", + "MemUsage": "88.42MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.33MB / 4.17MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.50%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.12%", + "MemUsage": "69.43MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.27MB / 4.05MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.33%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.58%", + "MemUsage": "88.52MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.34MB / 4.19MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.96%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.44%", + "MemUsage": "149.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "13.1MB / 13.5MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.22%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.33%", + "MemUsage": "14.5MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "120MB / 119MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 371MB", + "CPUPerc": "0.51%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "24.45%", + "MemUsage": "125.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "125MB / 115MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.31%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "31kB / 30.4kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.28, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.82%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.64%", + "MemUsage": "13.53MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "464kB / 781kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.98%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.59%", + "MemUsage": "88.54MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "4.83MB / 4.65MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.36%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.02%", + "MemUsage": "69.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "4.77MB / 4.52MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.87%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.58%", + "MemUsage": "88.53MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "4.84MB / 4.67MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.44%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.35%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "13.6MB / 14MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.81%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.54%", + "MemUsage": "14.77MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "121MB / 120MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 371MB", + "CPUPerc": "65.05%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.13%", + "MemUsage": "128.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "126MB / 117MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.70%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.957, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.86%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.65%", + "MemUsage": "13.58MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "918kB / 1.61MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "43.17%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.66%", + "MemUsage": "88.73MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "5.36MB / 5.15MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.38%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.02%", + "MemUsage": "69.18MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.29MB / 5.01MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "44.74%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.58%", + "MemUsage": "88.53MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.37MB / 5.16MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.89%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.36%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "14.1MB / 14.5MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.29%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.15%", + "MemUsage": "14.28MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "122MB / 121MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 375MB", + "CPUPerc": "87.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.45%", + "MemUsage": "130.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "128MB / 117MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.94%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.713, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.17%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.68%", + "MemUsage": "13.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.38MB / 2.45MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.02%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.60%", + "MemUsage": "88.58MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "5.89MB / 5.66MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "38.70%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.12%", + "MemUsage": "69.43MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "5.61MB / 5.31MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.50%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.68%", + "MemUsage": "88.77MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "5.9MB / 5.66MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "34.62%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.36%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "14.6MB / 15MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.21%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.16%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "124MB / 123MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 380MB", + "CPUPerc": "69.71%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.52%", + "MemUsage": "130.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "130MB / 119MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 17.238, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.62%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.70%", + "MemUsage": "13.82MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.86MB / 3.33MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "46.98%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "36.19%", + "MemUsage": "92.65MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "6.45MB / 6.2MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.75%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.22%", + "MemUsage": "69.68MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.23MB / 5.89MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "37.29%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "38.17%", + "MemUsage": "97.71MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.45MB / 6.18MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.92%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "61.69%", + "MemUsage": "157.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "15.2MB / 15.6MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "7.80%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.16%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "125MB / 124MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 385MB", + "CPUPerc": "49.01%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "25.67%", + "MemUsage": "131.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "131MB / 120MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.34, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.56%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "2.70%", + "MemUsage": "13.85MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.14MB / 3.84MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.47%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.66%", + "MemUsage": "88.74MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "6.77MB / 6.51MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.84%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.11%", + "MemUsage": "69.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "6.71MB / 6.34MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.14%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.59%", + "MemUsage": "88.56MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "6.77MB / 6.49MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "33.59%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.36%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "15.5MB / 15.9MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.09%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.16%", + "MemUsage": "14.29MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "126MB / 125MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 387MB", + "CPUPerc": "39.04%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.23%", + "MemUsage": "134.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "132MB / 121MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.943, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.74%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "4.03%", + "MemUsage": "20.63MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "2.49MB / 4.48MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.59%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.60%", + "MemUsage": "88.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "7.39MB / 7.1MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "40.80%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.11%", + "MemUsage": "69.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.32MB / 6.92MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "39.77%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.69%", + "MemUsage": "88.81MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.39MB / 7.07MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "41.38%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.36%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "16.1MB / 16.5MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.06%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "13.79%", + "MemUsage": "17.65MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "127MB / 126MB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 393MB", + "CPUPerc": "76.74%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.70%", + "MemUsage": "136.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "134MB / 123MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.84%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.46, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.71%", + "Container": "6bb160b65a491490e6d276f8aad568e2a92474c6968a3873fa8aafeb74377ee5", + "ID": "6bb160b65a49", + "MemPerc": "4.51%", + "MemUsage": "23.07MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "3.19MB / 5.76MB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "36.59%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "34.60%", + "MemUsage": "88.57MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "7.99MB / 7.67MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.28%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.12%", + "MemUsage": "69.42MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "7.92MB / 7.48MB", + "PIDs": "14" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.99%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "38.14%", + "MemUsage": "97.63MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "7.99MB / 7.63MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "31.84%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.36%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "16.5MB / 17MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.71%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.74%", + "MemUsage": "15.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "129MB / 128MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 397MB", + "CPUPerc": "58.69%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.45%", + "MemUsage": "135.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "136MB / 124MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.576, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.27%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "35.30%", + "MemUsage": "90.37MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "8.65MB / 8.35MB", + "PIDs": "20" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.43%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "27.16%", + "MemUsage": "69.53MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "8.54MB / 8.11MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.95%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "34.62%", + "MemUsage": "88.64MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "8.65MB / 8.31MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.12%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "58.37%", + "MemUsage": "149.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "17.3MB / 17.8MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.35%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.40%", + "MemUsage": "14.59MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "131MB / 130MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 403MB", + "CPUPerc": "9.21%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "26.54%", + "MemUsage": "135.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "136MB / 126MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.03%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.1kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:20\nCPU/active:running:2", + "Client:ClientRead:22\nCPU/active:running:1", + "Client:ClientRead:20\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:22\nCPU/active:running:1", + "Client:ClientRead:21\nCPU/active:running:2", + "Client:ClientRead:21\nIO:WALSync:1\nCPU/active:running:2", + "Client:ClientRead:23\nCPU/active:running:1", + "Client:ClientRead:23\nCPU/active:running:1", + "Client:ClientRead:23\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-64-1.json b/evidence/research/saturation-64-1.json new file mode 100644 index 00000000..862fc644 --- /dev/null +++ b/evidence/research/saturation-64-1.json @@ -0,0 +1,890 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 21.215605520999816, + "concurrency": 64, + "successful_requests": 1096, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 51.66008572864666, + "successful_latency_ms": { + "p50": 1182.838, + "p95": 2481.192, + "p99": 2766.862 + }, + "instances": { + "b1d23c0a0261-b428e29a": 274, + "8941ddd15421-65bad8ce": 274, + "482a39823fdb-e0410b90": 274, + "eab3b627cf13-c257f2fc": 274 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1387, + "history_count_after": 1487, + "confirmed_data_preserved": true, + "warmup_messages": 291, + "final_chat_messages_expected_min": 1487, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-64-1", + "started_utc": "2026-10-23T15:51:05.463344+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 40137, + "database_messages_after": 41624, + "samples": [ + { + "seconds": 2.885, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.58%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "61.42%", + "MemUsage": "157.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "13.1MB / 13MB", + "PIDs": "29" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.93%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "42.11%", + "MemUsage": "107.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "13MB / 12.6MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.95%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.18%", + "MemUsage": "108MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "13.1MB / 12.8MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.61%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.03%", + "MemUsage": "169MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "21.8MB / 22.5MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.01%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.47%", + "MemUsage": "14.68MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "143MB / 142MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 449MB", + "CPUPerc": "13.89%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "31.20%", + "MemUsage": "159.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "148MB / 138MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.13%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.5kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.38%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "2.55%", + "MemUsage": "13.05MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "23kB / 22.2kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.294, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.02%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "3.73%", + "MemUsage": "19.09MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "143kB / 302kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.04%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "57.88%", + "MemUsage": "148.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "13.4MB / 13.2MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.03%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "45.48%", + "MemUsage": "116.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "13.3MB / 12.8MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.45%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "46.13%", + "MemUsage": "118.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "13.4MB / 13.1MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.11%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.19%", + "MemUsage": "169.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "22MB / 22.7MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.73%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.65%", + "MemUsage": "14.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "144MB / 143MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 451MB", + "CPUPerc": "29.28%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "35.74%", + "MemUsage": "183MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "149MB / 139MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.22%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.844, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.80%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "3.91%", + "MemUsage": "20.01MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "382kB / 729kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.40%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "57.97%", + "MemUsage": "148.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "13.6MB / 13.4MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.65%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "46.46%", + "MemUsage": "118.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "13.5MB / 13MB", + "PIDs": "39" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.91%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.77%", + "MemUsage": "109.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "13.6MB / 13.3MB", + "PIDs": "25" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.19%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.22%", + "MemUsage": "169.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "22.3MB / 22.9MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.67%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.65%", + "MemUsage": "14.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "144MB / 143MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 453MB", + "CPUPerc": "24.41%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "35.90%", + "MemUsage": "183.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "150MB / 139MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.92%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.309, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.09%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.05%", + "MemUsage": "20.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "608kB / 1.13MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.62%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.05%", + "MemUsage": "148.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "13.8MB / 13.7MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "48.93%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "46.97%", + "MemUsage": "120.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "13.7MB / 13.3MB", + "PIDs": "42" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.48%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "46.36%", + "MemUsage": "118.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "13.8MB / 13.6MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.16%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.22%", + "MemUsage": "169.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "22.5MB / 23.2MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.37%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.66%", + "MemUsage": "14.92MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "145MB / 144MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 455MB", + "CPUPerc": "27.91%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.20%", + "MemUsage": "185.3MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "151MB / 140MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.787, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.16%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.04%", + "MemUsage": "20.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "829kB / 1.52MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.69%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.07%", + "MemUsage": "148.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "14.1MB / 14MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.41%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "47.08%", + "MemUsage": "120.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14MB / 13.5MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.25%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.43%", + "MemUsage": "108.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "14.1MB / 13.8MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.88%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.22%", + "MemUsage": "169.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "22.8MB / 23.5MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.57%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.85%", + "MemUsage": "15.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "146MB / 145MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 458MB", + "CPUPerc": "26.94%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.42%", + "MemUsage": "186.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "151MB / 140MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.138, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.23%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.04%", + "MemUsage": "20.71MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.01MB / 1.84MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.49%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.07%", + "MemUsage": "148.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "14.3MB / 14.2MB", + "PIDs": "32" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.64%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "47.09%", + "MemUsage": "120.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14.2MB / 13.8MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.39%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.43%", + "MemUsage": "108.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "14.3MB / 14MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.63%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.22%", + "MemUsage": "169.5MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "23MB / 23.7MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.62%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.65%", + "MemUsage": "14.91MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "146MB / 145MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 460MB", + "CPUPerc": "32.82%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.30%", + "MemUsage": "185.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "152MB / 141MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.696, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.45%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.05%", + "MemUsage": "20.73MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.16MB / 2.1MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "52.02%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.08%", + "MemUsage": "148.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "14.5MB / 14.5MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.25%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "47.15%", + "MemUsage": "120.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14.4MB / 14MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.07%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.43%", + "MemUsage": "108.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "14.5MB / 14.3MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.32%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.19%", + "MemUsage": "169.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "23.2MB / 24MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.28%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.63%", + "MemUsage": "14.89MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "147MB / 146MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 462MB", + "CPUPerc": "31.23%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.37%", + "MemUsage": "186.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "153MB / 141MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 27.146, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.56%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.08%", + "MemUsage": "20.89MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.44MB / 2.6MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.86%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.09%", + "MemUsage": "148.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "14.8MB / 14.7MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.56%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "47.20%", + "MemUsage": "120.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14.6MB / 14.3MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.33%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.43%", + "MemUsage": "108.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "14.8MB / 14.5MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.58%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.19%", + "MemUsage": "169.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "23.5MB / 24.2MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.98%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.64%", + "MemUsage": "14.9MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "147MB / 146MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 464MB", + "CPUPerc": "24.22%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.49%", + "MemUsage": "186.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "153MB / 142MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.30%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.254, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.06%", + "Container": "1e74dcc22030fec18e41e3b330a7cce1960f2e4a9ae4a45de499f43c0e71267b", + "ID": "1e74dcc22030", + "MemPerc": "4.06%", + "MemUsage": "20.79MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.6MB / 2.78MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.40%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "58.09%", + "MemUsage": "148.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "14.9MB / 14.9MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.51%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "43.90%", + "MemUsage": "112.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "14.8MB / 14.5MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.23%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "43.01%", + "MemUsage": "110.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "14.9MB / 14.6MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.44%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.18%", + "MemUsage": "169.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "23.6MB / 24.4MB", + "PIDs": "28" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.42%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.55%", + "MemUsage": "14.79MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "148MB / 147MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 466MB", + "CPUPerc": "20.37%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.71%", + "MemUsage": "187.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "154MB / 142MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.6kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:30\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/saturation-64-2.json b/evidence/research/saturation-64-2.json new file mode 100644 index 00000000..e396d019 --- /dev/null +++ b/evidence/research/saturation-64-2.json @@ -0,0 +1,890 @@ +{ + "duration": 20.0, + "warmup": 5, + "elapsed": 20.848855135998747, + "concurrency": 64, + "successful_requests": 940, + "failed_requests": 0, + "errors": {}, + "error_ratio": 0.0, + "successful_rps": 45.08640852786903, + "successful_latency_ms": { + "p50": 1601.884, + "p95": 2361.349, + "p99": 2714.465 + }, + "instances": { + "b1d23c0a0261-b428e29a": 235, + "eab3b627cf13-c257f2fc": 235, + "8941ddd15421-65bad8ce": 235, + "482a39823fdb-e0410b90": 235 + }, + "initial_chat_messages": 100, + "confirmed_ids_checked": 1258, + "history_count_after": 1358, + "confirmed_data_preserved": true, + "warmup_messages": 318, + "final_chat_messages_expected_min": 1358, + "note": "Closed-loop; coordinated omission; percentiles cover successes; no retries; uncertain writes may exist.", + "label": "saturation-64-2", + "started_utc": "2026-10-23T15:51:38.679115+00:00", + "replicas": 4, + "cpu_per_replica": 0.5, + "memory_mib_per_replica": 256, + "pool_per_replica": 10, + "database_messages_before": 41624, + "database_messages_after": 42982, + "samples": [ + { + "seconds": 2.888, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "22.81%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "66.19%", + "MemUsage": "169.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "15.2MB / 15.3MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.17%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.28%", + "MemUsage": "131.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "15.1MB / 14.8MB", + "PIDs": "45" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.73%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.54%", + "MemUsage": "108.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "15.2MB / 14.9MB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.17%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.17%", + "MemUsage": "169.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "23.9MB / 24.7MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.26%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.83%", + "MemUsage": "15.14MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "149MB / 148MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 469MB", + "CPUPerc": "12.54%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.66%", + "MemUsage": "187.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "154MB / 143MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.56%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.7kB / 10.3kB", + "PIDs": "6" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.27%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "2.55%", + "MemUsage": "13.04MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "24.2kB / 23.3kB", + "PIDs": "1" + } + ] + }, + { + "seconds": 6.36, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.25%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "3.76%", + "MemUsage": "19.27MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "179kB / 360kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.08%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "69.20%", + "MemUsage": "177.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "15.4MB / 15.4MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.44%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.67%", + "MemUsage": "132.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "15.3MB / 15MB", + "PIDs": "40" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.79%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.88%", + "MemUsage": "109.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "15.4MB / 15.2MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.23%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "69.80%", + "MemUsage": "178.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "24MB / 24.9MB", + "PIDs": "30" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.84%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.72%", + "MemUsage": "15.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "149MB / 148MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 471MB", + "CPUPerc": "28.65%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.62%", + "MemUsage": "187.5MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "155MB / 144MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.86%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 9.878, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.28%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "3.90%", + "MemUsage": "19.98MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "382kB / 719kB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.52%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "65.76%", + "MemUsage": "168.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "15.6MB / 15.7MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.06%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "52.31%", + "MemUsage": "133.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "15.5MB / 15.2MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.53%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.89%", + "MemUsage": "109.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "15.7MB / 15.4MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.58%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "69.88%", + "MemUsage": "178.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "24.3MB / 25.1MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.08%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.74%", + "MemUsage": "15.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "150MB / 149MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 473MB", + "CPUPerc": "27.35%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.91%", + "MemUsage": "189MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "156MB / 144MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 13.465, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.22%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "3.98%", + "MemUsage": "20.36MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "556kB / 1.03MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.40%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "65.78%", + "MemUsage": "168.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "15.8MB / 15.9MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.85%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "53.01%", + "MemUsage": "135.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "15.7MB / 15.4MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.98%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.89%", + "MemUsage": "109.8MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "15.9MB / 15.6MB", + "PIDs": "27" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.38%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "69.79%", + "MemUsage": "178.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "24.5MB / 25.3MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.31%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.74%", + "MemUsage": "15.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "150MB / 149MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 475MB", + "CPUPerc": "21.82%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.76%", + "MemUsage": "188.2MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "156MB / 145MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 16.682, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.63%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "4.03%", + "MemUsage": "20.61MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "730kB / 1.33MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.10%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "65.85%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "16MB / 16.1MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "53.30%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.43%", + "MemUsage": "131.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "15.9MB / 15.6MB", + "PIDs": "41" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "16.68%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.70%", + "MemUsage": "109.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "16.1MB / 15.8MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.83%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "69.64%", + "MemUsage": "178.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "24.7MB / 25.5MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.46%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.74%", + "MemUsage": "15.03MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "151MB / 150MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 477MB", + "CPUPerc": "29.90%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.86%", + "MemUsage": "188.7MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "157MB / 145MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 20.199, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.21%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "4.04%", + "MemUsage": "20.66MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "931kB / 1.69MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "51.60%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "68.78%", + "MemUsage": "176.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "16.2MB / 16.3MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "54.05%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.27%", + "MemUsage": "131.3MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "16MB / 15.8MB", + "PIDs": "37" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.89%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.66%", + "MemUsage": "109.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "16.2MB / 16MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.80%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.29%", + "MemUsage": "169.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "24.9MB / 25.8MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.39%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.73%", + "MemUsage": "15.02MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "151MB / 150MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 479MB", + "CPUPerc": "30.60%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.08%", + "MemUsage": "189.9MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "158MB / 146MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.83%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 23.66, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.77%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "4.04%", + "MemUsage": "20.7MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.11MB / 2.01MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.74%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "68.76%", + "MemUsage": "176MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "16.4MB / 16.5MB", + "PIDs": "36" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.64%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.22%", + "MemUsage": "131.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "16.3MB / 16.1MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.53%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.66%", + "MemUsage": "109.2MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "16.5MB / 16.2MB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.57%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.29%", + "MemUsage": "169.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "25.1MB / 26MB", + "PIDs": "34" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.23%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.73%", + "MemUsage": "15.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "152MB / 151MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 481MB", + "CPUPerc": "27.36%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.03%", + "MemUsage": "189.6MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "159MB / 146MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.08%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.80%", + "MemUsage": "3.582MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 26.878, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.48%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "4.05%", + "MemUsage": "20.76MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.23MB / 2.22MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.08%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "65.87%", + "MemUsage": "168.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "16.6MB / 16.7MB", + "PIDs": "33" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.83%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.31%", + "MemUsage": "131.4MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "16.4MB / 16.3MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.04%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.63%", + "MemUsage": "109.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "16.6MB / 16.4MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.79%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.36%", + "MemUsage": "169.9MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "25.2MB / 26.2MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.76%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.72%", + "MemUsage": "15.01MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "152MB / 151MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 483MB", + "CPUPerc": "27.44%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "36.99%", + "MemUsage": "189.4MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "159MB / 147MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + }, + { + "seconds": 30.407, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.67%", + "Container": "2939aa0773ba68d2c42319ef69ca0bddee986d9cd60924dc256f65ab564a138d", + "ID": "2939aa0773ba", + "MemPerc": "4.05%", + "MemUsage": "20.72MiB / 512MiB", + "Name": "lyakhonov-lab3-load", + "NetIO": "1.45MB / 2.53MB", + "PIDs": "65" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "50.77%", + "Container": "482a39823fdbc765fa8ca8f0965e7f38c405caf80541e21e0d1f16fb1397e5fb", + "ID": "482a39823fdb", + "MemPerc": "65.92%", + "MemUsage": "168.7MiB / 256MiB", + "Name": "lyakhonov-lab3-api-9", + "NetIO": "16.8MB / 17MB", + "PIDs": "35" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "49.76%", + "Container": "8941ddd154210b1e8c6c0de4c1728950d6151e685ecbb232ca5bed8fd50fd80c", + "ID": "8941ddd15421", + "MemPerc": "51.22%", + "MemUsage": "131.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-10", + "NetIO": "16.7MB / 16.5MB", + "PIDs": "38" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.16%", + "Container": "b1d23c0a0261f422790e2523f7cad2cd31576044001e935602520da5fa7d22ac", + "ID": "b1d23c0a0261", + "MemPerc": "42.63%", + "MemUsage": "109.1MiB / 256MiB", + "Name": "lyakhonov-lab3-api-8", + "NetIO": "16.8MB / 16.6MB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "47.11%", + "Container": "eab3b627cf138bc7e2fac476d59c7b5375e31329b4e31cfcfcb19e76153b12a9", + "ID": "eab3b627cf13", + "MemPerc": "66.24%", + "MemUsage": "169.6MiB / 256MiB", + "Name": "lyakhonov-lab3-api-7", + "NetIO": "25.5MB / 26.5MB", + "PIDs": "31" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "4.08%", + "Container": "4577101bc498d9f217ad682ab8af2a4688f7772287a1755eab603ecc946ce2b7", + "ID": "4577101bc498", + "MemPerc": "11.85%", + "MemUsage": "15.17MiB / 128MiB", + "Name": "lyakhonov-lab3-lb-1", + "NetIO": "153MB / 152MB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 485MB", + "CPUPerc": "25.39%", + "Container": "f2cdcc232751e2c2400763e935897851aca1399824ed751ec96a51180282a207", + "ID": "f2cdcc232751", + "MemPerc": "37.07%", + "MemUsage": "189.8MiB / 512MiB", + "Name": "lyakhonov-lab3-db-1", + "NetIO": "160MB / 147MB", + "PIDs": "46" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "889db8e55eb20c99fbe462f3d407763760cc40f0a053b144dcb9f6d13f6255c8", + "ID": "889db8e55eb2", + "MemPerc": "2.60%", + "MemUsage": "3.332MiB / 128MiB", + "Name": "lyakhonov-lab3-redis-1", + "NetIO": "24.8kB / 10.3kB", + "PIDs": "6" + } + ] + } + ], + "database_waits": [ + "Client:ClientRead:39\nIO:WALSync:1\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:37\nIO:WALSync:1\nCPU/active:running:3", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:40\nCPU/active:running:1", + "Client:ClientRead:39\nCPU/active:running:2", + "Client:ClientRead:40\nCPU/active:running:1" + ], + "rolling_actions": [], + "before_state": null, + "after_state": null +} diff --git a/evidence/research/summary.csv b/evidence/research/summary.csv new file mode 100644 index 00000000..5c489113 --- /dev/null +++ b/evidence/research/summary.csv @@ -0,0 +1,41 @@ +label,replicas,api_cpu_each,api_memory_mib_each,pool_each,concurrency,rps,errors,error_ratio,p50_ms,p95_ms,p99_ms,messages_before,messages_after +fixed-1-1,1,2.0,1024,10,32,52.371,0,0.0,569.349,755.217,925.728,15879,17336 +fixed-1-2,1,2.0,1024,10,32,59.053,0,0.0,514.905,704.404,813.887,17336,18956 +fixed-1-3,1,2.0,1024,10,32,52.015,0,0.0,548.692,1047.074,1119.296,11899,13342 +fixed-2-1,2,1.0,512,10,32,55.495,0,0.0,508.24,980.126,1284.148,25719,27293 +fixed-2-2,2,1.0,512,10,32,67.007,0,0.0,507.471,1079.815,1274.144,61753,63546 +fixed-2-3,2,1.0,512,10,32,61.625,0,0.0,513.896,814.746,963.604,59440,61056 +fixed-4-1,4,0.5,256,10,32,57.343,0,0.0,277.88,1481.291,1659.063,20119,21669 +fixed-4-2,4,0.5,256,10,32,62.722,0,0.0,16.134,2250.954,2395.348,28253,29962 +fixed-4-3,4,0.5,256,10,32,70.241,0,0.0,14.282,1985.275,2173.204,21669,23597 +growth-1-1,1,0.5,256,10,32,21.138,0,0.0,1327.554,2313.94,2782.774,29962,30674 +growth-1-2,1,0.5,256,10,32,25.631,0,0.0,1097.796,1982.169,2304.85,15127,15879 +growth-1-3,1,0.5,256,10,32,27.461,0,0.0,1074.634,1685.096,1911.636,23597,24413 +growth-2-1,2,0.5,256,10,32,42.277,1,0.001155,705.115,1204.143,1453.485,18956,20119 +growth-2-2,2,0.5,256,10,32,22.421,1,0.002137,1309.177,1925.393,2206.651,61056,61753 +growth-2-3,2,0.5,256,10,32,33.219,0,0.0,895.798,1970.217,2368.699,27293,28253 +growth-4-1,4,0.5,256,10,32,43.349,0,0.0,281.939,1964.137,2371.089,24413,25719 +growth-4-2,4,0.5,256,10,32,71.586,0,0.0,13.482,1910.522,2468.245,8181,10150 +growth-4-3,4,0.5,256,10,32,62.425,0,0.0,290.598,1345.929,1535.646,10150,11899 +optimize-0-1,2,1,512,10,32,65.337,0,0.0,497.768,931.341,1076.021,68398,70153 +optimize-0-2,2,1,512,10,32,54.508,0,0.0,562.159,889.053,1050.265,73641,75180 +optimize-0-3,2,1,512,10,32,63.482,0,0.0,515.808,1049.29,1150.934,75180,76896 +optimize-1-1,2,1,512,10,32,66.967,0,0.0,440.169,772.75,862.955,70153,71963 +optimize-1-2,2,1,512,10,32,60.439,0,0.0,496.167,818.768,946.408,71963,73641 +optimize-1-3,2,1,512,10,32,61.626,0,0.0,464.72,892.714,1358.581,76896,78581 +pilot,2,1,512,10,32,140.78,0,0.0,212.515,336.618,386.546,201,2473 +pool-1-1,2,1,512,1,64,114.927,114,0.046341,494.544,801.788,1215.468,46074,49099 +pool-1-2,2,1,512,1,64,97.69,1615,0.446379,493.819,1108.62,1707.039,52411,55091 +pool-1-3,2,1,512,1,64,96.274,1651,0.455951,499.676,1295.871,1564.486,55091,57747 +pool-10-1,2,1,512,10,64,60.638,0,0.0,984.367,1505.314,1679.683,49099,50750 +pool-10-2,2,1,512,10,64,59.173,0,0.0,1028.643,1353.605,1454.968,50750,52411 +pool-10-3,2,1,512,10,64,61.159,0,0.0,1016.288,1399.967,1535.098,57747,59440 +rolling,2,0.5,256,10,16,43.727,83,0.040291,398.37,921.695,1155.103,66033,68398 +saturation-128-1,4,0.5,256,10,128,47.01,26,0.023919,2319.103,4305.099,4809.674,42982,44528 +saturation-128-2,4,0.5,256,10,128,49.665,8,0.00724,2575.576,4399.749,4777.409,44528,46074 +saturation-16-1,4,0.5,256,10,16,61.487,0,0.0,16.289,1154.321,1469.83,36895,38576 +saturation-16-2,4,0.5,256,10,16,54.687,0,0.0,17.636,1340.313,1771.105,38576,40137 +saturation-4-1,4,0.5,256,10,4,120.387,0,0.0,20.452,95.719,154.675,30674,33767 +saturation-4-2,4,0.5,256,10,4,119.083,0,0.0,18.309,103.173,219.039,33767,36895 +saturation-64-1,4,0.5,256,10,64,51.66,0,0.0,1182.838,2481.192,2766.862,40137,41624 +saturation-64-2,4,0.5,256,10,64,45.086,0,0.0,1601.884,2361.349,2714.465,41624,42982 diff --git a/requirements-research.txt b/requirements-research.txt new file mode 100644 index 00000000..d8323040 --- /dev/null +++ b/requirements-research.txt @@ -0,0 +1,2 @@ +-r requirements-dev.txt +matplotlib==3.10.7 diff --git a/scripts/build_report.py b/scripts/build_report.py new file mode 100644 index 00000000..e5feb732 --- /dev/null +++ b/scripts/build_report.py @@ -0,0 +1,275 @@ +"""Собрать отчёт из сохранённых результатов без выдуманных измерений.""" +import json +from pathlib import Path +import statistics +import subprocess +import re + +ROOT = Path(__file__).resolve().parents[1] +rows = [json.loads(p.read_text(encoding='utf-8')) for p in sorted((ROOT/'evidence/research').glob('*.json'))] + + +def group(prefix): + return [r for r in rows if r['label'].startswith(prefix+'-')] + + +def median(rs, field): + return statistics.median(field(r) for r in rs) + + +def table(prefix, field): + text = '| Вариант | Повторы | RPS: медиана [min; max] | p50 / p95 / p99, мс (медианы) | Ошибки / запросы |\n| --- | --- | --- | --- | --- |\n' + rs = group(prefix) + for x in sorted({r[field] for r in rs}): + part = [r for r in rs if r[field]==x] + speeds = [r['successful_rps'] for r in part] + latency = ' / '.join(f"{median(part,lambda r:r['successful_latency_ms'][p]):.1f}" for p in ['p50','p95','p99']) + failures = sum(r['failed_requests'] for r in part) + total = sum(r['failed_requests']+r['successful_requests'] for r in part) + text += f'| {x} | {len(part)} | {statistics.median(speeds):.2f} [{min(speeds):.2f}; {max(speeds):.2f}] | {latency} | {failures} / {total} ({100*failures/total:.3f}%) |\n' + return text + + +rolling = next(r for r in rows if r['label']=='rolling') +pool1 = group('pool-1') +pool10 = group('pool-10') +# Имена имеют два числовых суффикса; фильтруем явно. +pool1 = [r for r in rows if r['label'].startswith('pool-1-')] +pool10 = [r for r in rows if r['label'].startswith('pool-10-')] +a=median(pool1,lambda r:r['successful_rps']) +b=median(pool10,lambda r:r['successful_rps']) +opt0=[r for r in rows if r['label'].startswith('optimize-0-')] +opt1=[r for r in rows if r['label'].startswith('optimize-1-')] +assert len(opt0)==len(opt1)==3, 'нужны три парных повтора' +assert len({r['application_image_id'] for r in opt0+opt1})==1, 'парное сравнение требует одного образа' +old_rps=median(opt0,lambda r:r['successful_rps']) +new_rps=median(opt1,lambda r:r['successful_rps']) +old_p95=median(opt0,lambda r:r['successful_latency_ms']['p95']) +new_p95=median(opt1,lambda r:r['successful_latency_ms']['p95']) +paired=[] +paired_p95=[] +for rep in range(1,4): + x=next(r for r in opt0 if r['label'].endswith('-'+str(rep))) + y=next(r for r in opt1 if r['label'].endswith('-'+str(rep))) + paired.append((y['successful_rps']/x['successful_rps']-1)*100) + paired_p95.append((y['successful_latency_ms']['p95']/x['successful_latency_ms']['p95']-1)*100) +checks=[] +for index in [1,2]: + lines=(ROOT/f'evidence/failover-{index}.txt').read_text(encoding='utf-8-sig').splitlines() + metric=next(json.loads(line) for line in lines if line.startswith('{')) + snapshots=[json.loads(line) for line in (ROOT/f'evidence/failover-{index}-containers.jsonl').read_text(encoding='utf-8-sig').splitlines()] + stopped=next(x['Name'] for x in snapshots if x['Service']=='api' and x['State']=='exited') + checks.append((stopped,metric)) +if checks[0][0]==checks[1][0]: + raise SystemExit('Нельзя завершить отчёт: не проверена остановка каждой реплики') +fail_table='| Остановленная реплика | Подтверждённые записи за 15 с | RPS записей | Ошибки | Первая успешная запись после hook, с |\n| --- | --- | --- | --- | --- |\n' +for name,m in checks: + fail_table+=f"| {name} | {m['successful_writes']} | {m['successful_writes']/15:.2f} | {m['failed_attempts']} | {m['first_recovery_seconds']:.3f} |\n" + +cpu={} +ram={} +for r in rows: + if r['label'].startswith('saturation-'): + for sample in r['samples']: + for c in sample['containers']: + name=c['Name'] + role='api' if '-api-' in name else 'db' if '-db-' in name else 'lb' if '-lb-' in name else 'load' if name.endswith('-load') else 'redis' + cpu.setdefault(role,[]).append(float(c['CPUPerc'].strip('%'))) + match=re.match(r'([\d.]+)([KMGT]?i?B)',c['MemUsage'].split('/')[0].strip()) + if match: + factors={'B':1/1048576,'kB':1/1024,'KB':1/1024,'KiB':1/1024,'MB':1000000/1048576,'MiB':1,'GB':1000000000/1048576,'GiB':1024} + ram.setdefault(role,[]).append(float(match[1])*factors[match[2]]) +cpu_text='; '.join(f'{role}: медиана {statistics.median(v):.1f}%, максимум {max(v):.1f}%' for role,v in sorted(cpu.items())) +resource_table='| Служба | CPU: медиана / максимум, % | RAM: медиана / максимум, MiB |\n| --- | --- | --- |\n' +for role,values in sorted(cpu.items()): + memories=ram[role] + label=role+' (одна реплика)' if role=='api' else role + resource_table+=f'| {label} | {statistics.median(values):.1f} / {max(values):.1f} | {statistics.median(memories):.1f} / {max(memories):.1f} |\n' +fixed_medians={n:median([r for r in group('fixed') if r['replicas']==n],lambda r:r['successful_rps']) for n in [1,2,4]} +commits=subprocess.check_output(['git','log','--format=%h %s','0ab3a34..HEAD'],cwd=ROOT,text=True,encoding='utf-8').strip() +min_data=min(r['database_messages_before'] for r in rows) +max_data=max(r['database_messages_after'] for r in rows) + +report=f'''# Отчёт — лабораторная работа №3 + +Автор: **Ляхонов Сергей**, группа **БВТ2301**. Дата выполнения: **23 октября 2026 года**. +Целевая оценка: **5**, выбран **трек 1 — цена масштабирования**. Выбор согласован пользователем до реализации исследования. +Ветка: `solution/BVT2301-lyakhonov`. Изменения сохранены локальными коммитами; push и PR не выполнялись по указанию автора. Финальный коммит отчёта виден в `git log`; список предшествующих завершённых этапов: + +```text +{commits} +``` + +## Запуск из чистого clone + +Требуются Docker Engine/Compose с Linux-контейнерами и Python 3.9+ на хосте, make для целей Makefile. На проверенной машине: Python хоста 3.13.7, Docker Engine 28.5.1, Docker Desktop, Intel Core i5-1340P (12 ядер, 16 потоков), 16 778 182 656 байт RAM. Docker VM видит 16 CPU и 8 126 664 704 байт RAM. [Аппаратная конфигурация](evidence/cpu.json), [память](evidence/memory.json), [Docker](evidence/docker-resources.txt). Контейнер приложения: Python 3.11.10; зависимости закреплены в requirements.lock.txt. + +PowerShell, из корня проекта: + +```powershell +$env:PYTHONUTF8='1' +python scripts/bootstrap.py +Copy-Item .env.example .env +docker compose --env-file .env config --quiet +docker compose --env-file .env build api +docker compose --env-file .env up -d +python scripts/wait_ready.py --replicas 2 +make check test PYTHON=python +python student-tests/test_lab3.py +make test-persistence PYTHON=python ACTION_SCRIPT=scripts/restart.cmd +python scripts/wait_ready.py --replicas 2 +make test-failover PYTHON=python ACTION_SCRIPT=scripts/stop-one.cmd +docker compose start api +python scripts/wait_ready.py --replicas 2 +python -m venv .venv +.venv/Scripts/python -m pip install -r requirements-research.txt +make validate PYTHON=.venv/Scripts/python +``` + +`bootstrap.py` создаёт случайные учебные секреты только при отсутствии файлов. Не переносить secrets из lab2 и не публиковать .env. При повторном запуске не перезаписывать собственный .env. Сборка migrate и api использует один образ; при изменении кода достаточно `docker compose build api`, затем `docker compose up -d`. Миграции запускаются отдельным сервисом после readiness PostgreSQL и до API, под транзакционной блокировкой. Повтор не создаёт данные заново. Действующие сессии хранятся в PostgreSQL с абсолютным expiry, logout удаляет сессию. + +Для POSIX: вместо .cmd использовать executable .sh hooks, команды окружения — `export PYTHONUTF8=1`; interpreter — python3. Скрипты не удаляют volumes. В CI добавлен отдельный application job с build, readiness, smoke, собственными тестами и отказами. Удалённый CI не запускался: push не выполнялся. + +Безопасная остановка: `docker compose down` (том сохраняется). Намеренное удаление **только учебных данных lab3**: `docker compose down --volumes`; это необратимый сброс тома этого проекта, не часть тестов и не выполнялся в ходе работы. После сброса следующий запуск применит миграции с нуля. Секреты оставляются локально. + +## Архитектура и перенос + +```mermaid +flowchart LR + Client[Клиенты] --> LB[HAProxy :8080] + LB --> API1[API 1] + LB --> API2[API 2 и дополнительные реплики] + API1 --> DB[(PostgreSQL: данные, сессии, ключи)] + API2 --> DB + API1 --> Cache[(Redis: профили)] + API2 --> Cache + Migrate[Одноразовые миграции] --> DB +``` + +База перенесена из собственного lab2, HEAD `549873f`. Перенесены только исходники, миграции, зависимости, Dockerfile, нужные bootstrap/wait scripts и описание схемы. README задания, COURSE, tests и contracts лабораторной 3 сохранены. Пользовательские изменения шести файлов lab2 не изменены и не перенесены; секреты, .git, volumes, временные данные и старые результаты не копировались. [Акт переноса](evidence/transfer.md). + +PostgreSQL — единственный источник истины. Каждая реплика проверяет Bearer по БД; sticky session отсутствует. История читается из основной БД после COMMIT, что обеспечивает read-after-write между процессами. Redis кэширует только неизменяемые публичные профили на 60 с; ошибка кэша приводит к чтению БД. Пароли обрабатывает Argon2id, токены случайные 256 бит, в БД хранится их SHA-256. Кэш и /stats не являются общим состоянием, от которого зависит корректность. + +При реальной остановке Redis обнаружен 504: системное DNS-разрешение могло превысить socket timeout. Исправлено отдельным executor: не более одного незавершённого обращения к кэшу на процесс, ожидание 250 мс, при занятости или timeout — немедленный fallback. Очередь DNS-задач не накапливается. Повторный тест ограничивает весь fallback двумя секундами и сохраняет фактическое время в evidence/dependencies.txt. Это исправление общей базы, не подмена ошибки успешным ответом. + +Для POST сообщения обязательный ключ имеет область (пользователь, чат, фиксированные метод POST и путь messages). PostgreSQL advisory transaction lock сериализует одинаковую область на разных API; возможная коллизия хеша вызывает лишнее ожидание, но не смешивает ключи таблицы. Результат и сообщение сохраняются одной транзакцией. Повтор до expiry возвращает тот же Message/201, другое валидное тело — 409. Сессия и доступ проверяются перед повтором. Ошибка транзакции не фиксирует окончательный результат. TTL 24 ч; просроченная строка заменяется при обращении. Фонового удаления всех старых ключей нет — это ограничение роста таблицы. Нормализация сравнивает text: attachment_ids допустим только как отсутствующее поле или пустой массив на этапе lab3. Индекс истории и keyset pagination сохранены; общий snapshot разных страниц не обещается, часы PostgreSQL назначают created_at, UUID разрешает совпадения времени. + +| Роль → сервис | Образ / лимиты по умолчанию | Готовность | Volume | Сеть и секреты | +| --- | --- | --- | --- | --- | +| БД → db | postgres:16.6-alpine; 1 CPU / 512 MiB | pg_isready 2 с; API дополнительно делает SELECT | postgres_data | Только внутренняя сеть; password file | +| Кэш → redis | redis:7.4.1-alpine; 0,25 CPU / 128 MiB; maxmemory 64 MiB | Критичность для readiness отсутствует; fallback в БД | нет, кэш восстанавливается | Только внутренняя сеть | +| API → api × 2 | python:3.11.10-slim-bookworm, образ из исходников; по 0,5 CPU / 256 MiB | /health/ready 2 с в Docker; /health/live отдельно | нет | Нет published ports; DATABASE_URL_FILE secret | +| Миграции → migrate | тот же образ; 0,5 CPU / 256 MiB, одноразовый | успешное завершение до старта API | нет | Тот же secret; отдельный запуск | +| Балансировщик → lb | haproxy:3.0.6-alpine; 0,5 CPU / 128 MiB | Активные проверки API; Docker проверяет валидность конфигурации | read-only конфигурация | Только 127.0.0.1:8080 наружу | + +Образы закреплены версиями, точные ID сохранены в evidence/environment.json. У API нет container_name. DNS service api и HAProxy server-template дают до четырёх backend; обновление DNS hold valid/obsolete 1 с. Проверки ready раз в 1 с, fall=2/rise=1, timeout 1 с: конфигурационный бюджет обнаружения до 4 с при стабильном планировании. connect timeout 1 с, server 5 с, client 10 с, retries=0. Uvicorn при SIGTERM прекращает приём, ждёт активные запросы до 8 с; Compose ждёт 12 с. Пул ограничен, ожидание 3 с, SQL 3 с, lock 2 с; очередь процесса 100 запросов. [Подробности эксплуатации](infra/operations.md). + +Переменные .env.example: SESSION_TTL_SECONDS и API_REPLICAS используются Compose; DATABASE_URL_FILE соответствует /run/secrets/database_url. SESSION_STORE=postgres описывает фактическую реализацию. APP_HOST/APP_PORT/APP_ENV — логические ориентиры skeleton, bind фиксирован Dockerfile. CACHE_URL_FILE в примере — ориентир: стенд передаёт внутренний CACHE_URL=redis://redis:6379/0 без пароля в закрытой учебной сети. IDEMPOTENCY_TTL_SECONDS соответствует фиксированным 86400 с контракта, произвольный TTL не включён. Дополнительные параметры: API_CPUS, API_MEMORY, POOL_SIZE, OPTIMIZED_WRITES; скрипт исследования меняет их только в окружении конкретной команды. + +## Доказательства критериев + +| Критерий | Команда / сценарий | Факт и доказательство | +| --- | --- | --- | +| Структура и синтаксис | make check PYTHON=python | PASS, evidence/final-checks.txt | +| Полная OpenAPI/JSON Schema | make validate PYTHON=.venv/Scripts/python | PASS, [вывод](evidence/validate.txt) | +| Обязательный контракт | make test PYTHON=python | PASS, [вывод](evidence/smoke.txt) | +| Два процесса, общая сессия | test_lab3.py и failover | Заголовки разных процессов; реальные контейнеры отдельно зафиксированы | +| Конкурентная идемпотентность | python student-tests/test_lab3.py | 32 одинаковых и 16 конфликтующих запросов, один результат; области пользователя/чата, ACL, logout; [вывод](evidence/idempotency.txt) | +| Рестарт API и хранилищ | make test-persistence … | PASS с прежним токеном и подтверждённым сообщением; [тест](evidence/persistence.txt), [до](evidence/persistence-started-before.txt), [после](evidence/persistence-started-after.txt) | +| Отказ первой API | make test-failover … | [результат](evidence/failover-1.txt), [реальные контейнеры](evidence/failover-1-containers.jsonl) | +| Отказ второй API с восстановлением первой | make test-failover … | [результат](evidence/failover-2.txt), [реальные контейнеры](evidence/failover-2-containers.jsonl) | +| Согласованные health/timeouts/SIGTERM/DNS | compose.yaml, Dockerfile, infra/haproxy.cfg; эксперимент rolling | Реальные старые и новые ID, времена, ошибки и сохранность в rolling.json | +| Лимиты, порты, общие stores | docker compose config/ps/inspect | Сохранены версии и лимиты; только LB публикует порт; evidence/environment.json | +| Поочерёдная замена под нагрузкой | python scripts/experiments.py --phase rolling | Обе старые реплики удалены/заменены; [данные](evidence/research/rolling.json) | +| Однократные миграции | migrate + SELECT schema_migrations | 001/002 применены один раз; повтор безопасен; evidence/migrations.txt | +| Отказ зависимостей | python student-tests/test_dependencies.py | Redis fallback с измерением, PostgreSQL 503 с ограниченным ожиданием, прежняя сессия после восстановления; evidence/dependencies.txt | +| Expiry и транзиентная ошибка | python student-tests/test_transactions.py | Искусственное старение только тестового ключа; trigger с ошибкой 500 удаляется в finally; retry создаёт ровно одно сообщение; evidence/transactions.txt | +| Трек 1: 1/2/4 API, фиксированные и растущие ресурсы | scripts/experiments.py --phase matrix | По три повтора; [CSV](evidence/research/summary.csv), JSON каждой точки, рисунок 1 | +| Насыщение | --phase saturation | Два повтора 4/16/64/128 клиентов; JSON, рисунок 2 | +| Подтверждённое изменение параметра | --phase pool | Три парных сравнения ограниченного пула, рисунок 3; вывод ниже | +| Улучшение реализации при тех же ресурсах | --phase optimize | Три парных сравнения исходного/сокращённого пути записи, рисунок 4 | + +## Эксперименты и отказы + +Гипотеза: дополнительные процессы позволяют использовать больше CPU, но при фиксированном бюджете рост реплик не даёт пропорционального роста throughput; после насыщения растут очереди и p95. Другая гипотеза: маленький SQL-пул может ограничить конкуренцию; результат проверяется измерением, а не предположением «больше всегда лучше». Исходные matrix/saturation/pool измерены до улучшения пути записи, точный образ указан в evidence/research-image.txt. Итоговая версия дополнительно проверена парной серией optimize: обе ветви алгоритма находятся в одном новом образе. + +Методика: POST сообщений одного нового синтетического чата, тело около 500 UTF-8 байт, уникальный ключ на попытку. Начальная история 100 сообщений. Прогрев 5 с; основной замер 20 с; matrix concurrency=32, saturation=4/16/64/128, pool=64. Генератор — отдельный контейнер с 2 CPU / 512 MiB, постоянное соединение на поток; маршрут всегда через LB. Closed-loop, автоматических retry нет. p50/p95/p99 относятся к успешным ответам; ошибки и timeout считаются отдельно. После замера проверяется история и наличие всех подтверждённых ID. Время проверки истории не включается в RPS. Запросы, начатые перед концом окна, дожидаются ответа/timeout; фактическое elapsed включает этот хвост, а RPS использует elapsed из JSON. Несколько ранних пилотных точек без этой проверки вынесены из итогового сравнения при повторном запуске. + +В matrix fixed суммарно API=2 CPU / 1024 MiB: 1×2 CPU/1024, 2×1 CPU/512, 4×0,5 CPU/256. В growth на каждую API 0,5 CPU / 256 MiB, суммарно 0,5/1/2 CPU и 256/512/1024 MiB. Во всех точках PostgreSQL 1 CPU/512 MiB, LB 0,5 CPU/128 MiB, Redis 0,25 CPU/128 MiB. Пул 10 на API, следовательно суммарное число подключений растёт с репликами; эффект числа пулов не отделён от процессов. Порядок matrix перемешан с фиксированным seed 2301; три повтора, диапазон показывается на графике. Pool сравнивается попарно с чередованием порядка. Набор БД рос от {min_data} до {max_data} сообщений; каждый тест использует новый чат, глобальная таблица и checkpoint/cache состояние между точками не сбрасываются. + +### Фиксированные суммарные ресурсы + +{table('fixed','replicas')} +### Рост ресурсов вместе с репликами + +{table('growth','replicas')} +![Рисунок 1. Цена масштабирования](evidence/figures/scaling.png) + +Рисунок 1: медианы и диапазоны трёх повторов. [SVG](evidence/figures/scaling.svg). + +При фиксированном бюджете переход 1→2 даёт {(fixed_medians[2]/fixed_medians[1]-1)*100:.1f}% к медиане RPS, 2→4 — только {(fixed_medians[4]/fixed_medians[2]-1)*100:.1f}%, что мало относительно диапазона повторов. Пропорционального масштабирования нет, а p95 четырёх реплик заметно выше. В серии growth растёт и суммарный CPU/RAM, поэтому её выигрыш нельзя приписать только числу процессов. API-квоты, конкуренция потоков и увеличение суммарных пулов остаются возможными ограничениями; точный вклад GIL/переключений требует профилирования, которого этот эксперимент не выполнял. + +### Насыщение при росте конкуренции + +{table('saturation','concurrency')} +![Рисунок 2. Насыщение](evidence/figures/saturation.png) + +Рисунок 2: при росте параллелизма сопоставляются RPS и p95, чтобы отличить полезный рост от роста очереди. [SVG](evidence/figures/saturation.svg). Данные CPU (100% = одно логическое ядро) по сохранённым выборкам saturation: {cpu_text}. Это выборочные значения Docker stats, включая подготовку/проверку, не интеграл CPU строго внутри измерительного окна. RAM каждой службы и лимиты сохранены в samples[*].containers[*].MemUsage. Снимки pg_stat_activity сохраняют wait_event_type/wait_event; ClientRead означает ожидание команды от API, а не перегрузку БД. Профиль и ограниченный CPU API не позволяют заявлять максимальную производительность PostgreSQL или LB. + +{resource_table} + +В показательном saturation-128-1 на выборках между 10 и 25 с медиана одной API — 49,5% CPU при квоте 50%, БД — 29,0% при квоте 100%, LB — 4,9% при квоте 50%, генератор — 13,9% при квоте 200%. Это согласуется с ограничением API-квотой и очередями, а не с доказанным насыщением PostgreSQL или генератора. Лучшая измеренная точка этой серии — четыре клиента; при шестнадцати throughput уже падает, поэтому точная граница внутри интервала 4–16 остаётся не исследована. Дальнейший рост до 128 приводит к timeout, а не к полезному росту RPS. + +### Размер пула + +{table('pool','pool_per_replica')} +![Рисунок 3. Пул подключений](evidence/figures/pool.png) + +Рисунок 3: при двух API по 1 CPU медиана для pool=1 — {a:.2f} RPS, pool=10 — {b:.2f} RPS; изменение {(b/a-1)*100:+.1f}%. [SVG](evidence/figures/pool.svg). Одного RPS недостаточно: pool=1 сопровождается массовыми отказами очереди, а pool=10 в этой серии не дал ошибок. Поэтому финальный пул оставлен 10. В выборках pg_stat_activity для pool=1 наблюдаются два соединения приложения, для pool=10 — двадцать; ожидания ClientRead не доказывают насыщение самой БД. При 64 клиентах маленький пул уже является ограничением доступа к соединениям; увеличение пула устраняет эти отказы, но не устраняет CPU-ограничение API. При 128 клиентах и штатном пуле проявляются timeout 504/соединения на LB; RPS не растёт. Это исследованные точки насыщения пула и синхронного пути, не найденный предел PostgreSQL или сетевой полосы LB. + +### Подтверждённое улучшение пути записи + +Вместо загрузки объекта чата и полного списка участников проверяется одна строка chat_members. Отдельный DELETE просроченной записи ключа заменён UPSERT под прежней транзакционной advisory lock. Для новой успешной записи число явных прикладных SQL уменьшается с 8 до 6; BEGIN/COMMIT, проверки подключения пулом и внутренние проверки FK в это число не входят. Права, транзакционная атомарность, TTL и ответ API сохраняются. По умолчанию OPTIMIZED_WRITES=1, значение 0 оставлено только для воспроизведения исходной ветви в исследовании. + +{table('optimize','optimized_writes_requested')} +![Рисунок 4. Улучшение пути записи](evidence/figures/optimization.png) + +Рисунок 4: три парных повтора в одном образе, одинаковые 2 API × 1 CPU/512 MiB, PostgreSQL 1 CPU, пул 10, 32 клиента; порядок 0/1 чередуется. [SVG](evidence/figures/optimization.svg). Медианы RPS: {old_rps:.2f} → {new_rps:.2f} ({(new_rps/old_rps-1)*100:+.1f}%); медианы p95: {old_p95:.1f} → {new_p95:.1f} мс. Парные изменения RPS: {', '.join(f'{v:+.1f}%' for v in paired)}. Это результат выбранного профиля и лимитов, не обещание такого же ускорения на другом оборудовании. Дополнительно проверены имитация expiry ключа и откат при искусственной ошибке 500: [вывод](evidence/transactions.txt). Ошибка не сохраняется как окончательный результат; повтор создаёт одно сообщение. + +Подтверждённое улучшение относится к p95 и числу SQL, а не к throughput: p95 изменилась в парах на {', '.join(f'{v:+.1f}%' for v in paired_p95)}, медиана — на {(new_p95/old_p95-1)*100:+.1f}%; явных SQL на запись стало на 25% меньше. Рост RPS не подтверждён, медиана снизилась; в одном повторе ухудшилась p99. Разброс и всего три пары ограничивают вывод: универсальное ускорение и статистическая значимость не заявляются. + +### Проверки отказов + +{fail_table} +Публичный сценарий проверяет запись во время hook, retry неопределённого POST с тем же ключом, сохранность до/после, отсутствие дублей и прежнюю сессию. Первая успешная запись после завершения hook — наблюдаемый показатель сценария, а не точное время обнаружения последнего сетевого пакета. Значения RPS этой таблицы включают sleep=0,1 с публичного клиента и не являются пропускной способностью сервера. + +Эквивалент rolling update: каждая из двух старых API остановлена, удалена и заменена новым контейнером при продолжающемся потоке запросов. PostgreSQL и LB не заменялись. Замер {rolling['duration']:.0f} с, {rolling['concurrency']} клиентов; {rolling['successful_requests']} успешных ответов, {rolling['failed_requests']} ошибок ({rolling['error_ratio']*100:.3f}%), {rolling['successful_rps']:.2f} RPS, p50/p95/p99 = {rolling['successful_latency_ms']['p50']:.1f}/{rolling['successful_latency_ms']['p95']:.1f}/{rolling['successful_latency_ms']['p99']:.1f} мс. Проверено подтверждённых ID: {rolling.get('confirmed_ids_checked','отдельная проверка требуется')}; сохранность: {'подтверждена' if rolling.get('confirmed_data_preserved',False) else 'не подтверждена'}. Старые/новые ID и времена каждой замены находятся в JSON. Безошибочная замена не заявляется: есть переходные ошибки, повтор безопасен только с исходным ключом сообщения. + +## Воспроизведение исследования и графиков + +```powershell +$env:PYTHONUTF8='1' +python scripts/experiments.py --phase rolling +python scripts/experiments.py --phase matrix +python scripts/experiments.py --phase saturation +python scripts/experiments.py --phase pool +python scripts/experiments.py --phase optimize +.venv/Scripts/python scripts/plot_results.py +``` + +Графики построены Python/Matplotlib 3.10.7, хранятся отдельно в evidence/figures как PNG и SVG. Исходные агрегаты — evidence/research/*.json и summary.csv. [Собственные сценарии](student-tests/README.md). Повтор создаёт новые синтетические данные и пересоздаёт только API проекта lyakhonov-lab3; других стендов не касается. Не запускать параллельно с другими тестами, чтобы не искажать нагрузку. При воспроизведении на окончательном образе matrix/saturation/pool явно включают исходную ветвь OPTIMIZED_WRITES=0; rolling — ветвь 1, optimize сравнивает обе. После серии возвращаются стандартные две API по 0,5 CPU/256 MiB и OPTIMIZED_WRITES=1. + +## Ограничения и выводы + +Один Docker-host, один PostgreSQL, один LB и диск — единичные точки отказа. Проверен отказ API-процесса, не узла. Redis не критичен для корректности. Реальной репликации PostgreSQL, HA LB, сетевого разделения узлов и disaster recovery в этом треке нет. TLS для удалённого стенда не настроен; демонстрация только локальная, данные синтетические. + +Closed-loop скрывает coordinated omission; успешные percentiles не описывают задержки ошибочных запросов. Измерения зависят от Docker Desktop, квот CPU, планировщика, температурного режима ноутбука, количества соединений и состояния общего dataset. Поэтому приведены повторы и диапазоны, а не универсальный проходной RPS. Ресурсы генератора измерены вместе со службами; CPU/RAM сами по себе не доказывают внутреннюю причину задержки. Дальнейшие шаги: open-loop генератор, профилирование Python, суммарный лимит соединений при масштабировании, фоновая очистка expired ключей, expand/contract для несовместимых миграций. + +## Источники и помощь ИИ + +Собственная реализация lab2 перенесена с сохранением авторства истории источника; исходная задача/контракты/public tests предоставлены преподавателем. Реализация lab3, проверки, анализ, графики и отчёт подготовлены с помощью Codex. + +Первичные материалы: [HAProxy 3.0 configuration manual](https://www.haproxy.com/documentation/haproxy-configuration-manual/3-0r1/), [PostgreSQL 16: advisory locks](https://www.postgresql.org/docs/16/explicit-locking.html#ADVISORY-LOCKS), [Psycopg: connection pools](https://www.psycopg.org/psycopg3/docs/advanced/pool.html), [Compose services](https://docs.docker.com/reference/compose-file/services/). Библиотеки приложения: FastAPI, Uvicorn, Pydantic, psycopg/psycopg_pool, redis-py, argon2-cffi; точные версии в requirements.lock.txt. Измерения и исходные файлы сохранены для проверки, вымышленных PASS нет. +''' +(ROOT/'REPORT.md').write_text(report,encoding='utf-8') +print('REPORT.md собран из фактических результатов.') diff --git a/scripts/capture_environment.py b/scripts/capture_environment.py new file mode 100644 index 00000000..1aedb4c5 --- /dev/null +++ b/scripts/capture_environment.py @@ -0,0 +1,29 @@ +"""Сохранить версии, лимиты и хеши исходников без секретных значений.""" +from datetime import datetime, timezone +import hashlib +import json +from pathlib import Path +import subprocess + +root=Path(__file__).resolve().parents[1] + + +def run(*args): + return subprocess.check_output(args,cwd=root,text=True,encoding='utf-8').strip() + + +containers=[] +for cid in run('docker','compose','ps','-q').splitlines(): + obj=json.loads(run('docker','inspect',cid))[0] + containers.append({'id':obj['Id'],'name':obj['Name'],'image_id':obj['Image'], + 'image_tag':obj['Config']['Image'],'started_at':obj['State']['StartedAt'], + 'nano_cpus':obj['HostConfig']['NanoCpus'],'memory_bytes':obj['HostConfig']['Memory'], + 'published_ports':obj['HostConfig']['PortBindings'], + 'mounts':[{'type':m['Type'],'destination':m['Destination'],'rw':m['RW']} for m in obj['Mounts']]}) +files=[*root.glob('src/**/*.py'),*root.glob('migrations/*.sql'),*root.glob('scripts/*.py'),*root.glob('student-tests/*.py'),root/'Dockerfile',root/'compose.yaml',root/'infra/haproxy.cfg'] +result={'captured_utc':datetime.now(timezone.utc).isoformat(),'git_head_before_final_report':run('git','rev-parse','HEAD'), + 'docker_version':json.loads(run('docker','version','--format','{{json .}}')), + 'compose_version':run('docker','compose','version'),'containers':containers, + 'source_sha256':{str(p.relative_to(root)):hashlib.sha256(p.read_bytes()).hexdigest() for p in files}} +(root/'evidence/environment.json').write_text(json.dumps(result,ensure_ascii=False,indent=2)+'\n',encoding='utf-8') +print('Сохранены версии и лимиты без окружения контейнеров и секретов.') diff --git a/scripts/experiments.py b/scripts/experiments.py index 0edc8780..6a382112 100644 --- a/scripts/experiments.py +++ b/scripts/experiments.py @@ -100,15 +100,15 @@ def main(): for mode, n, rep in jobs: label=f'{mode}-{n}-{rep}' if not args.only or label in args.only: - benchmark(label, n, 2/n if mode=='fixed' else .5, 1024//n if mode=='fixed' else 256, 10) + benchmark(label, n, 2/n if mode=='fixed' else .5, 1024//n if mode=='fixed' else 256, 10, optimized=0) elif args.phase == 'saturation': for concurrency in [4, 16, 64, 128]: for rep in range(1, 3): - benchmark(f'saturation-{concurrency}-{rep}', 4, .5, 256, 10, concurrency) + benchmark(f'saturation-{concurrency}-{rep}', 4, .5, 256, 10, concurrency, optimized=0) elif args.phase == 'pool': for rep in range(1, 4): for pool in ([1,10] if rep%2 else [10,1]): - benchmark(f'pool-{pool}-{rep}', 2, 1, 512, pool, 64) + benchmark(f'pool-{pool}-{rep}', 2, 1, 512, pool, 64, optimized=0) elif args.phase == 'rolling': benchmark('rolling', 2, .5, 256, 10, 16, 45, True) elif args.phase == 'optimize': diff --git a/scripts/plot_results.py b/scripts/plot_results.py new file mode 100644 index 00000000..683b3c01 --- /dev/null +++ b/scripts/plot_results.py @@ -0,0 +1,82 @@ +"""Построить рисунки Matplotlib из фактических агрегатов эксперимента.""" +from collections import defaultdict +import csv +import json +from pathlib import Path +import statistics +import matplotlib +matplotlib.use('Agg') +import matplotlib.pyplot as plt + +ROOT = Path(__file__).resolve().parents[1] +rows = [json.loads(p.read_text(encoding='utf-8')) for p in sorted((ROOT/'evidence/research').glob('*.json'))] +OUT = ROOT/'evidence/figures' +OUT.mkdir(parents=True, exist_ok=True) +plt.rcParams.update({'font.family': 'DejaVu Sans', 'font.size': 10, 'axes.spines.top': False, 'axes.spines.right': False}) + + +def series(prefix, xfield, y): + groups = defaultdict(list) + for r in rows: + if r['label'].startswith(prefix+'-'): + groups[r[xfield]].append(y(r)) + xs = sorted(groups) + med = [statistics.median(groups[x]) for x in xs] + errors = [[m-min(groups[x]) for x,m in zip(xs,med)], [max(groups[x])-m for x,m in zip(xs,med)]] + return xs, med, errors + + +def finish(fig, name, caption): + fig.text(.5, .01, caption, ha='center', fontsize=8) + fig.tight_layout(rect=(.035,.07,.98,.94),pad=1.5,w_pad=2) + for ext in ['png','svg']: + fig.savefig(OUT/(name+'.'+ext), dpi=170, bbox_inches='tight') + if ext=='svg': + path=OUT/(name+'.svg') + path.write_text('\n'.join(line.rstrip() for line in path.read_text(encoding='utf-8').splitlines())+'\n',encoding='utf-8') + plt.close(fig) + + +fig, axes = plt.subplots(1, 2, figsize=(11,4)) +for prefix, label, color in [('fixed','Суммарно 2 CPU / 1024 MiB','#2166ac'), ('growth','На реплику 0,5 CPU / 256 MiB','#d6604d')]: + for ax, value in zip(axes, [lambda r:r['successful_rps'], lambda r:r['successful_latency_ms']['p95']]): + x,y,e = series(prefix,'replicas',value) + ax.errorbar(x,y,yerr=e,marker='o',capsize=4,label=label,color=color) + ax.set_xticks([1,2,4]); ax.set_xlabel('API-реплики'); ax.grid(alpha=.2) +axes[0].set_ylabel('Успешные запросы/с'); axes[1].set_ylabel('p95 успешных запросов, мс') +axes[0].legend(fontsize=8) +fig.suptitle('Цена масштабирования: постоянные и растущие ресурсы') +finish(fig,'scaling','Медиана и диапазон трёх повторов; closed-loop, 32 клиента, прогрев 5 с, замер 20 с.') + +fig, axes = plt.subplots(1,2,figsize=(11,4)) +for ax,value in zip(axes,[lambda r:r['successful_rps'],lambda r:r['successful_latency_ms']['p95']]): + x,y,e=series('saturation','concurrency',value) + ax.errorbar(x,y,yerr=e,marker='o',capsize=4,color='#2166ac'); ax.set_xscale('log',base=2) + ax.set_xticks([4,16,64,128],labels=['4','16','64','128']); ax.set_xlabel('Параллельные клиенты'); ax.grid(alpha=.2) +axes[0].set_ylabel('Успешные запросы/с'); axes[1].set_ylabel('p95 успешных запросов, мс') +fig.suptitle('Насыщение: 4 API × 0,5 CPU, PostgreSQL 1 CPU') +finish(fig,'saturation','Медиана и диапазон двух повторов; задержки ошибок не входят в p95; без повторов POST.') + +fig,axes=plt.subplots(1,2,figsize=(11,4)) +for ax,value in zip(axes,[lambda r:r['successful_rps'],lambda r:r['successful_latency_ms']['p95']]): + x,y,e=series('pool','pool_per_replica',value) + ax.errorbar(x,y,yerr=e,marker='o',capsize=5,color='#1b7837'); ax.set_xticks([1,10]); ax.set_xlabel('Подключения в пуле одной API'); ax.grid(alpha=.2) +axes[0].set_ylabel('Успешные запросы/с'); axes[1].set_ylabel('p95 успешных запросов, мс') +fig.suptitle('Размер пула: 2 API × 1 CPU, 64 клиента') +finish(fig,'pool','Три парных повтора, порядок 1/10 чередуется; PostgreSQL и профиль запросов одинаковы.') + +fig,axes=plt.subplots(1,2,figsize=(11,4)) +for ax,value in zip(axes,[lambda r:r['successful_rps'],lambda r:r['successful_latency_ms']['p95']]): + x,y,e=series('optimize','optimized_writes_requested',value) + ax.errorbar(x,y,yerr=e,marker='o',capsize=5,color='#762a83') + ax.set_xticks([0,1],labels=['Исходные 8 SQL','Улучшенные 6 SQL']); ax.grid(alpha=.2) +axes[0].set_ylabel('Успешные запросы/с'); axes[1].set_ylabel('p95 успешных запросов, мс') +fig.suptitle('Улучшение пути записи при одинаковых ресурсах') +finish(fig,'optimization','Три парных повтора; 2 API × 1 CPU, пул 10 на API, 32 клиента; прогрев 5 с, замер 20 с.') + +with (ROOT/'evidence/research/summary.csv').open('w',newline='',encoding='utf-8') as f: + writer=csv.writer(f) + writer.writerow(['label','replicas','api_cpu_each','api_memory_mib_each','pool_each','concurrency','rps','errors','error_ratio','p50_ms','p95_ms','p99_ms','messages_before','messages_after']) + for r in rows: + writer.writerow([r['label'],r['replicas'],r['cpu_per_replica'],r['memory_mib_per_replica'],r['pool_per_replica'],r['concurrency'],round(r['successful_rps'],3),r['failed_requests'],round(r['error_ratio'],6),*[r['successful_latency_ms'][p] for p in ['p50','p95','p99']],r['database_messages_before'],r['database_messages_after']]) +print('Графики PNG/SVG сохранены в evidence/figures; сводные данные — evidence/research/summary.csv.') diff --git a/student-tests/README.md b/student-tests/README.md index 4d671f6f..b9c1408a 100644 --- a/student-tests/README.md +++ b/student-tests/README.md @@ -16,4 +16,6 @@ Начальная история нового чата — 100 сообщений. Прогрев 5 с, замер 20 с (rolling 45 с). Сохраняются p50/p95/p99 успешных запросов, ошибки, ID процессов, размер набора, CPU/RAM и состояния ожидания БД. Это closed-loop эксперимент с coordinated omission, а не доказательство предельной производительности при произвольном входном потоке. +Серии matrix/saturation/pool при повторении на окончательном образе явно выбирают OPTIMIZED_WRITES=0, воспроизводя исходную ветвь, на которой собраны основные данные. Rolling использует окончательную ветвь 1. Optimize сравнивает 0/1 в одном образе. После любой серии восстанавливаются две реплики по 0,5 CPU/256 MiB и включённое улучшение. + Публичные тесты tests/ сохранены. Собственные тесты лабораторной 2, привязанные к одиночному API и не передающие обязательный ключ, не выдаются за совместимые тесты лабораторной 3. -- 2.54.0