forked from mtusi2026/mtusi2026lab5
make level4 runs the level 3 and level 4 scenarios of the pipeline suite and the invariants into evidence/level4.json. New scenarios: worker_limits (a 40 Mpx render under a 0.5 s timeout and a 200 MiB address space fails with processing_failed while the worker keeps running, then succeeds with the default limits under the container limit), retry_backoff_jitter (delays from the job journal stay within [d/2, d] and differ) and failed_retention (failed staging is kept, removed after the retention, then replay answers expired). The stalled holder must be fenced and the republished copy must be a no-op. The faults override passes the stall, render limits and retention through; the admin CLI is python -m messenger.admin. make failed, make replay ID=... and make dlq are the operator entry points; the lab 4 target becomes lab4-level4. CI runs level4 instead of level3. The registry prints ISO timestamps. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
110 lines
4.6 KiB
YAML
110 lines
4.6 KiB
YAML
name: Application
|
||
|
||
on: [push, pull_request]
|
||
|
||
permissions:
|
||
contents: read
|
||
|
||
jobs:
|
||
quality:
|
||
name: Линт, типы и собственные тесты
|
||
runs-on: ubuntu-latest
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- uses: astral-sh/setup-uv@v5
|
||
with:
|
||
enable-cache: true
|
||
- run: uv sync --locked --group dev
|
||
- run: make lint VENV=.venv
|
||
- run: make student-test VENV=.venv
|
||
|
||
acceptance:
|
||
name: Стенд Compose с RabbitMQ, relay и worker за HAProxy, smoke, pipeline, отказ реплики, рестарт и отказы зависимостей
|
||
runs-on: ubuntu-latest
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- uses: astral-sh/setup-uv@v5
|
||
with:
|
||
enable-cache: true
|
||
- run: uv sync --locked --group dev
|
||
|
||
- name: Поднять стенд из чистого clone
|
||
run: make up
|
||
|
||
- name: Публичный smoke через балансировщик
|
||
run: make test
|
||
|
||
- name: Топология брокера, consumer с prefetch и права клиентов
|
||
run: make topology
|
||
|
||
- name: Уровни «3» и «4» pipeline — worker остановлен, рестарт брокера, дубль, S3, попытки, варианты и пределы, падения в окнах 2–5, аренда, replay, DLQ, jitter, retention
|
||
run: |
|
||
make suite-preflight
|
||
make level4
|
||
|
||
- name: Сообщение задания в очереди, 409 до ready и SIGTERM relay и worker
|
||
run: make pipeline-evidence
|
||
|
||
- name: Вложение после остановки принявшей его реплики и при недоступном S3
|
||
run: |
|
||
make scenario SCENARIO=failover-upload
|
||
make scenario SCENARIO=s3-outage
|
||
|
||
- name: Приватный bucket, ограниченный ключ API и повторный bootstrap
|
||
run: make s3-check
|
||
|
||
- name: Негативный suite вложений, компенсация, уборка после grace, обрыв и зависание загрузки
|
||
run: make upload-faults
|
||
|
||
- name: Несколько реплик на одном токене и гонка одного ключа
|
||
run: make lb-check
|
||
|
||
- name: Остановка реплики под запросами, затем возврат
|
||
run: |
|
||
make test-failover ACTION_SCRIPT=scripts/stop-one.sh
|
||
docker compose ps -a api
|
||
make restore
|
||
|
||
- name: Рестарт LB, API и хранилищ с сохранением volumes
|
||
run: make test-persistence ACTION_SCRIPT=scripts/restart.sh
|
||
|
||
- name: Отказы Valkey и PostgreSQL, гонка и rollback
|
||
run: make test-faults
|
||
|
||
- name: Лимиты, порты, секреты, volumes и сети по политике
|
||
run: make limits
|
||
|
||
- name: Время обнаружения отказа балансировщиком (SIGTERM, kill, pause, PostgreSQL)
|
||
run: make detection
|
||
|
||
- name: Наружу опубликован только балансировщик
|
||
run: |
|
||
docker compose ps --format '{{.Service}} {{.Ports}}' | awk '$2 != "" && $1 != "lb" && $1 != "broker" {print; bad=1} END {exit bad}'
|
||
docker compose ps --format '{{.Service}} {{.Ports}}' | awk '$1 == "broker" && $2 !~ /^127\.0\.0\.1:/ {print; bad=1} END {exit bad}'
|
||
|
||
- name: Процессы работают не от root
|
||
run: |
|
||
docker compose top | awk 'NR>1 && $3=="0" {print; bad=1} END {exit bad}'
|
||
|
||
- name: Корректная остановка relay и worker по SIGTERM
|
||
run: |
|
||
start=$(date +%s)
|
||
docker compose stop -t 10 relay worker
|
||
elapsed=$(( $(date +%s) - start ))
|
||
codes=$(docker inspect -f '{{.State.ExitCode}}' $(docker compose ps -aq relay worker) | sort -u)
|
||
echo "остановка за ${elapsed} с, коды завершения ${codes}"
|
||
test "$elapsed" -le 10 && test "$codes" = "0"
|
||
|
||
- name: Корректная остановка реплик API по SIGTERM
|
||
run: |
|
||
start=$(date +%s)
|
||
docker compose kill --signal SIGTERM api
|
||
codes=$(docker wait $(docker compose ps -aq api) | sort -u)
|
||
elapsed=$(( $(date +%s) - start ))
|
||
echo "остановка за ${elapsed} с, коды завершения ${codes}"
|
||
test "$elapsed" -le 10 && test "$codes" = "0"
|
||
|
||
- name: Журналы стенда
|
||
if: always()
|
||
run: docker compose logs --tail 80
|