forked from mtusi2026/mtusi2026lab7
143 lines
6.6 KiB
YAML
143 lines
6.6 KiB
YAML
name: CI
|
|
|
|
on:
|
|
pull_request:
|
|
branches: [main]
|
|
push:
|
|
branches: [main]
|
|
workflow_dispatch:
|
|
|
|
concurrency:
|
|
group: ci-${{ github.repository }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
verify:
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 60
|
|
env:
|
|
COMPOSE_PROJECT_NAME: mtusi2026lab7-${{ github.run_id }}
|
|
API_BIND_ADDRESS: 127.0.0.1:0
|
|
SWAGGER_BIND_ADDRESS: 127.0.0.1:0
|
|
PROMETHEUS_BIND_ADDRESS: 127.0.0.1:0
|
|
GRAFANA_BIND_ADDRESS: 127.0.0.1:0
|
|
LOKI_BIND_ADDRESS: 127.0.0.1:0
|
|
TEMPO_BIND_ADDRESS: 127.0.0.1:0
|
|
OPENBAO_BIND_ADDRESS: 127.0.0.1:0
|
|
BAO_ADDR: https://openbao:8200
|
|
DOCKER_WORKSPACE_MIRROR: "1"
|
|
CI_WORKSPACE: /tmp/mtusi2026lab7-${{ github.run_id }}
|
|
steps:
|
|
- name: Checkout exact commit
|
|
run: |
|
|
git init .
|
|
git remote add origin https://gitea.privcloud.tech/${{ github.repository }}.git
|
|
git fetch --depth=1 origin ${{ github.sha }}
|
|
git checkout --detach FETCH_HEAD
|
|
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version: "1.26.10"
|
|
cache: false
|
|
|
|
- name: Check contract
|
|
run: make check
|
|
|
|
- name: Validate OpenAPI
|
|
run: |
|
|
python3 -m venv .venv
|
|
.venv/bin/python -m pip install -r requirements-dev.txt
|
|
make validate PYTHON=.venv/bin/python
|
|
|
|
- name: Check formatting and shell scripts
|
|
run: |
|
|
test -z "$(gofmt -l cmd internal migrations)"
|
|
for file in infra/minio/*.sh infra/pki/*.sh infra/postgres/*.sh infra/redis/*.sh infra/security/*.sh infra/openbao/*.sh scripts/*.sh; do sh -n "$file"; done
|
|
python3 -m py_compile scripts/lab6-traffic.py scripts/lab6-observe.py scripts/lab6-alert.py scripts/lab6-correlation.py scripts/validate-lab6-evidence.py scripts/test-login-rate-limit.py
|
|
|
|
- name: Lint
|
|
uses: golangci/golangci-lint-action@v7
|
|
with:
|
|
version: v2.13.2
|
|
args: --timeout=5m
|
|
skip-cache: true
|
|
|
|
- name: Unit tests and build
|
|
run: |
|
|
go test -race ./...
|
|
go build ./cmd/...
|
|
|
|
- name: Prepare local stack
|
|
run: |
|
|
mkdir -p "$CI_WORKSPACE"
|
|
git archive HEAD | tar -x -C "$CI_WORKSPACE"
|
|
cd "$CI_WORKSPACE"
|
|
cp lab7.env.example .env
|
|
docker compose config --quiet
|
|
./infra/pki/bootstrap.sh
|
|
./scripts/openbao-seed.sh .env
|
|
./scripts/sync-docker-workspace.sh
|
|
docker compose up -d security-bootstrap openbao-permissions openbao
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_secrets" "$HOSTNAME"
|
|
./scripts/bootstrap-local.sh .env
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_application" "$HOSTNAME"
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_data" "$HOSTNAME"
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_data_backend" "$HOSTNAME"
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_monitoring" "$HOSTNAME"
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_secure_clients" "$HOSTNAME"
|
|
docker network connect "${COMPOSE_PROJECT_NAME}_telemetry_storage" "$HOSTNAME"
|
|
|
|
- name: Integration checks
|
|
run: |
|
|
cd "$CI_WORKSPACE"
|
|
test "$(curl --noproxy '*' --cacert .runtime/security/internal-ca/ca.crt -s -o /dev/null -w '%{http_code}' "https://s3:9000/messenger-attachments")" = "403"
|
|
make test BASE_URL=https://nginx:8443 CA_FILE=.runtime/security/public-ca/ca.crt
|
|
make test-security BASE_URL=https://nginx:8443 CA_FILE=.runtime/security/public-ca/ca.crt
|
|
make test-tls-matrix ENV_FILE=.env
|
|
ENV_FILE=.env BASE_URL=https://nginx:8443 ./scripts/test-leaf-rotation.sh
|
|
docker compose --profile security run --rm dependency-tests
|
|
ENV_FILE=.env BAO_ADDR=https://openbao:8200 BAO_CACERT="$PWD/.runtime/security/openbao/ca.crt" ./scripts/openbao-test-policy.sh
|
|
ENV_FILE=.env BAO_ADDR=https://openbao:8200 BAO_CACERT="$PWD/.runtime/security/openbao/ca.crt" ./scripts/test-openbao-lifecycle.sh
|
|
make test-login-rate-limit BASE_URL=https://nginx:8443 CA_FILE=.runtime/security/public-ca/ca.crt
|
|
docker compose --profile tests run --rm --build tests
|
|
go run ./cmd/dependencycheck -base-url=https://nginx:8443 -ca-file=.runtime/security/public-ca/ca.crt
|
|
make test-persistence ACTION_SCRIPT=scripts/restart.sh BASE_URL=https://nginx:8443 CA_FILE=.runtime/security/public-ca/ca.crt
|
|
make test-failover ACTION_SCRIPT=scripts/stop-one.sh BASE_URL=https://nginx:8443 CA_FILE=.runtime/security/public-ca/ca.crt
|
|
docker compose up -d --scale api=2 --wait --wait-timeout 90
|
|
make test-lab5-acceptance
|
|
make test-worker-compromise ENV_FILE=.env
|
|
make scan-security
|
|
ENV_FILE=.env CA_FILE=.runtime/security/public-ca/ca.crt PROMETHEUS_URL=http://prometheus:9090 TEMPO_URL=http://tempo:3200 LOKI_URL=http://loki:3100 make test-lab6-smoke BASE_URL=https://nginx:8443
|
|
|
|
- name: Container logs
|
|
if: failure()
|
|
run: if [ -f "$CI_WORKSPACE/.env" ]; then cd "$CI_WORKSPACE"; docker compose logs --no-color --tail=200; fi
|
|
|
|
- name: Upload security evidence
|
|
if: always()
|
|
uses: actions/upload-artifact@v3
|
|
env:
|
|
ACTIONS_RUNTIME_URL: https://gitea.privcloud.tech/api/actions_pipeline/
|
|
with:
|
|
name: lab7-security-${{ github.sha }}
|
|
path: |
|
|
${{ env.CI_WORKSPACE }}/evidence/lab7-*.json
|
|
${{ env.CI_WORKSPACE }}/evidence/runtime/security-scan
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
- name: Stop local stack
|
|
if: always()
|
|
run: |
|
|
test -d "$CI_WORKSPACE" || exit 0
|
|
cd "$CI_WORKSPACE"
|
|
trap './scripts/sync-docker-workspace.sh --clean' EXIT
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_secrets" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_application" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_data" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_data_backend" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_monitoring" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_secure_clients" "$HOSTNAME" 2>/dev/null || true
|
|
docker network disconnect "${COMPOSE_PROJECT_NAME}_telemetry_storage" "$HOSTNAME" 2>/dev/null || true
|
|
if [ -f .env ]; then docker compose --profile tests down -v --remove-orphans; fi
|