lab6: OpenTelemetry (traces, metrics, logs), Collector, Prometheus, Loki, Tempo, Grafana; перенос trace context через outbox и AMQP

This commit is contained in:
2026-11-12 12:10:30 +03:00
parent 470d9d6f1e
commit 010739d9fa
118 changed files with 15009 additions and 3 deletions
+132
View File
@@ -0,0 +1,132 @@
# Реальный прогон Docker-стенда lab6 на GitHub-hosted runner.
# Нужен потому, что на машине разработки нет аппаратной виртуализации для Docker Desktop.
# Все результаты — настоящие прогоны; публикуются в ветку lab6-results.
name: lab6 stand
on:
push:
branches: [lab6]
workflow_dispatch:
permissions:
contents: read
concurrency:
group: lab6-stand-${{ github.ref }}
cancel-in-progress: true
env:
PYTHONUTF8: "1"
jobs:
# Unit-тесты и интеграционный fault-injection pipeline (трек 5) на настоящем PostgreSQL.
go-tests:
name: Go unit + интеграционный fault-injection
runs-on: ubuntu-24.04
timeout-minutes: 20
services:
postgres:
image: postgres:16.4-alpine
env:
POSTGRES_USER: it
POSTGRES_PASSWORD: it
POSTGRES_DB: postgres
ports: ["5432:5432"]
options: >-
--health-cmd "pg_isready -U it" --health-interval 2s --health-timeout 2s --health-retries 30
steps:
- uses: actions/checkout@v4
- uses: actions/setup-go@v5
with:
go-version-file: go.mod
- name: cwebp для теста варианта optimized
run: sudo apt-get update -qq && sudo apt-get install -y -qq webp > /dev/null && cwebp -version
- name: go test
env:
TEST_DATABASE_URL: postgres://it:it@localhost:5432/postgres?sslmode=disable
run: |
mkdir -p evidence/track2
go test ./... -count=1 2>&1 | tee evidence/go_test.txt
go test ./internal/worker/ -run Pipeline -count=1 -v 2>&1 | grep -E '^(=== RUN|--- |PASS|FAIL|ok)|FAULT INJECTION|duplicate|lease|stale|noop|attempt failed|early delivery' \
| tee evidence/track2/pipeline_fault_injection.txt
go test ./internal/imaging/ -run OptimizedWebP -count=1 -v 2>&1 | tee evidence/webp_test.txt
go test ./internal/telemetry/ ./internal/transport/http/middleware/ ./internal/worker/ -run 'Telemetry|Trace|Route|Propag' -count=1 -v 2>&1 \
| grep -E '^(=== RUN|--- |PASS|FAIL|ok)' | tee evidence/telemetry_tests.txt
- uses: actions/upload-artifact@v4
if: always()
with:
name: evidence-go
path: evidence/
stand:
name: Стенд — ${{ matrix.part }}
runs-on: ubuntu-24.04
timeout-minutes: 80
strategy:
fail-fast: false
matrix:
part: [base, files, pipeline, obs, track1]
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: "3.12"
- name: Секреты и запуск стенда
shell: bash
run: |
set -o pipefail
mkdir -p evidence
chmod +x scripts/*.sh infra/s3/init.sh
sh scripts/init-secrets.sh
docker compose --env-file .env config --quiet
for img in $(docker compose config --images | sort -u | grep -v -- '-api:local'); do
if docker pull -q "$img" > /dev/null 2>> evidence/pull_${{ matrix.part }}.log; then echo "ok $img"; else echo "FAIL $img"; fi
done | tee -a evidence/pull_${{ matrix.part }}.log
docker compose --env-file .env build 2>&1 | tail -30 > evidence/build_${{ matrix.part }}.log
# Снимок dashboard в CI делается анонимным Viewer; по умолчанию анонимный доступ выключен.
if [ "${{ matrix.part }}" = obs ]; then export GRAFANA_ANONYMOUS=true; fi
docker compose --env-file .env up -d --wait 2>&1 | tee evidence/up_${{ matrix.part }}.log
- name: make check + доказательства (${{ matrix.part }})
run: |
make check PYTHON=python
PYTHON=python sh scripts/collect-evidence.sh ${{ matrix.part }}
- name: Окружение runner
if: always()
run: |
mkdir -p evidence
{ nproc; free -m; docker version --format '{{.Server.Version}}'; docker compose version; } > evidence/runner_${{ matrix.part }}.txt
docker compose ps -a > evidence/docker_ps_final_${{ matrix.part }}.txt || true
docker compose logs --no-color --tail 300 > evidence/compose_logs_${{ matrix.part }}.log 2>&1 || true
- uses: actions/upload-artifact@v4
if: always()
with:
name: evidence-${{ matrix.part }}
path: evidence/
publish:
name: Публикация результатов в ветку lab6-results
needs: [go-tests, stand]
if: always()
runs-on: ubuntu-24.04
permissions:
contents: write
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@v4
with:
path: collected
- name: Commit в lab6-results
run: |
git config user.name "github-actions[bot]"
git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
git checkout -q --orphan lab6-results
git rm -rf -q .
{ echo "source_commit=${{ github.sha }}"
echo "run=${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
echo "go_tests=${{ needs.go-tests.result }}"
echo "stand=${{ needs.stand.result }}"; } > collected/RUN.txt
cp -r collected/. .
rm -rf collected
git add -A
git commit -q -m "results for ${{ github.sha }}"
git push -f origin lab6-results