ops: configure PKI and scoped OpenBao identities
This commit is contained in:
@@ -3,6 +3,7 @@
|
||||
.env
|
||||
.env.*
|
||||
!.env.example
|
||||
.runtime
|
||||
secrets
|
||||
certs
|
||||
volumes
|
||||
|
||||
@@ -2,6 +2,7 @@
|
||||
.env
|
||||
.env.*
|
||||
!.env.example
|
||||
.runtime/
|
||||
secrets/
|
||||
certs/private/
|
||||
*.key
|
||||
@@ -32,3 +33,4 @@ coverage/
|
||||
# Inspect git diff --cached: ignore rules are not a secret scanner.
|
||||
|
||||
evidence/runtime/
|
||||
.runtime/
|
||||
|
||||
+19
-5
@@ -1,12 +1,23 @@
|
||||
FROM golang:1.26.5-alpine3.24 AS build
|
||||
FROM alpine:3.24.2 AS security-test
|
||||
|
||||
RUN apk add --no-cache curl openssl
|
||||
WORKDIR /src
|
||||
COPY scripts/test-tls-matrix.sh /src/scripts/test-tls-matrix.sh
|
||||
CMD ["/bin/sh", "/src/scripts/test-tls-matrix.sh"]
|
||||
|
||||
FROM golang:1.26.10-alpine3.24 AS build
|
||||
|
||||
ARG GOPROXY=https://proxy.golang.org
|
||||
|
||||
WORKDIR /src
|
||||
ENV GOMAXPROCS=2 GOMEMLIMIT=1GiB
|
||||
RUN apk add --no-cache git
|
||||
COPY go.mod go.sum ./
|
||||
RUN go mod download
|
||||
RUN GOPROXY="$GOPROXY" go mod download
|
||||
COPY . .
|
||||
RUN go build -p=1 -o /out/messenger ./cmd/messenger
|
||||
RUN go build -p=1 -o /out/lab5experiment ./cmd/lab5experiment
|
||||
RUN go build -p=1 -o /out/mtlsproxy ./cmd/mtlsproxy
|
||||
|
||||
FROM build AS test
|
||||
|
||||
@@ -27,19 +38,22 @@ FROM grafana/grafana:13.2.4 AS grafana
|
||||
COPY monitoring/grafana/provisioning /etc/grafana/provisioning
|
||||
COPY monitoring/grafana/dashboards /etc/grafana/dashboards
|
||||
|
||||
FROM nginx:1.30.5-alpine AS loadbalancer
|
||||
FROM nginx:1.30.6-alpine AS loadbalancer
|
||||
|
||||
RUN apk upgrade --no-cache
|
||||
|
||||
COPY nginx/nginx.conf /etc/nginx/nginx.conf
|
||||
COPY nginx/upstream.conf /etc/nginx/conf.d/upstream.conf
|
||||
|
||||
FROM alpine:3.24.2
|
||||
|
||||
RUN addgroup -S app && adduser -S -G app -u 10001 app
|
||||
RUN apk upgrade --no-cache && addgroup -S app && adduser -S -G app -u 10001 app
|
||||
COPY --from=build --chown=app:app /out/messenger /app/messenger
|
||||
COPY --from=build --chown=app:app /out/lab5experiment /app/lab5experiment
|
||||
COPY --from=build --chown=app:app /out/mtlsproxy /app/mtlsproxy
|
||||
|
||||
USER app
|
||||
WORKDIR /app
|
||||
HEALTHCHECK --interval=10s --timeout=2s --start-period=5s --retries=3 \
|
||||
CMD wget -q -O /dev/null "http://127.0.0.1:${APP_PORT}/health/ready" || exit 1
|
||||
CMD wget -q -O /dev/null "http://127.0.0.1:8082/health/ready" || exit 1
|
||||
CMD ["/app/messenger"]
|
||||
|
||||
+696
-106
File diff suppressed because it is too large
Load Diff
Regular → Executable
+101
-12
@@ -2,35 +2,124 @@
|
||||
|
||||
set -eu
|
||||
|
||||
alias_name=bootstrap
|
||||
policy_name=messenger-attachments
|
||||
policy_file=/tmp/messenger-attachments-policy.json
|
||||
: "${MINIO_ROOT_USER:?MINIO_ROOT_USER is required}"
|
||||
: "${MINIO_ROOT_PASSWORD:?MINIO_ROOT_PASSWORD is required}"
|
||||
: "${S3_BUCKET:?S3_BUCKET is required}"
|
||||
: "${S3_API_ACCESS_KEY:?S3_API_ACCESS_KEY is required}"
|
||||
: "${S3_API_SECRET_KEY:?S3_API_SECRET_KEY is required}"
|
||||
: "${S3_WORKER_ACCESS_KEY:?S3_WORKER_ACCESS_KEY is required}"
|
||||
: "${S3_WORKER_SECRET_KEY:?S3_WORKER_SECRET_KEY is required}"
|
||||
: "${S3_RECONCILER_ACCESS_KEY:?S3_RECONCILER_ACCESS_KEY is required}"
|
||||
: "${S3_RECONCILER_SECRET_KEY:?S3_RECONCILER_SECRET_KEY is required}"
|
||||
|
||||
mc alias set "$alias_name" http://s3:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD"
|
||||
export SSL_CERT_FILE=${SSL_CERT_FILE:-/run/security/internal-ca/ca.crt}
|
||||
|
||||
alias_name=bootstrap
|
||||
policy_dir=/tmp/minio-policies
|
||||
mkdir -p "$policy_dir"
|
||||
|
||||
mc alias set "$alias_name" https://s3:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD"
|
||||
mc mb --ignore-existing "$alias_name/$S3_BUCKET"
|
||||
mc anonymous set none "$alias_name/$S3_BUCKET"
|
||||
|
||||
cat >"$policy_file" <<EOF
|
||||
cat >"$policy_dir/messenger-api.json" <<EOF
|
||||
{
|
||||
"Version": "2012-10-17",
|
||||
"Statement": [
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetBucketLocation", "s3:ListBucket"],
|
||||
"Action": ["s3:GetBucketLocation"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"]
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:ListBucket"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"],
|
||||
"Condition": {"StringLike": {"s3:prefix": ["staging/*", "attachments/*"]}}
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetObject"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET/attachments/*"]
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET/*"]
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET/staging/*"]
|
||||
}
|
||||
]
|
||||
}
|
||||
EOF
|
||||
|
||||
mc admin policy create "$alias_name" "$policy_name" "$policy_file"
|
||||
mc admin user add "$alias_name" "$S3_ACCESS_KEY" "$S3_SECRET_KEY"
|
||||
mc admin policy attach "$alias_name" "$policy_name" --user "$S3_ACCESS_KEY"
|
||||
cat >"$policy_dir/messenger-worker.json" <<EOF
|
||||
{
|
||||
"Version": "2012-10-17",
|
||||
"Statement": [
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetBucketLocation"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"]
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:ListBucket"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"],
|
||||
"Condition": {"StringLike": {"s3:prefix": ["staging/*", "attachments/*"]}}
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetObject", "s3:DeleteObject"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET/staging/*"]
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET/attachments/*"]
|
||||
}
|
||||
]
|
||||
}
|
||||
EOF
|
||||
|
||||
mc alias set application http://s3:9000 "$S3_ACCESS_KEY" "$S3_SECRET_KEY"
|
||||
mc ls "application/$S3_BUCKET" >/dev/null
|
||||
cat >"$policy_dir/messenger-reconciler.json" <<EOF
|
||||
{
|
||||
"Version": "2012-10-17",
|
||||
"Statement": [
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetBucketLocation"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"]
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:ListBucket"],
|
||||
"Resource": ["arn:aws:s3:::$S3_BUCKET"],
|
||||
"Condition": {"StringLike": {"s3:prefix": ["staging/*", "attachments/*"]}}
|
||||
},
|
||||
{
|
||||
"Effect": "Allow",
|
||||
"Action": ["s3:GetObject", "s3:DeleteObject"],
|
||||
"Resource": [
|
||||
"arn:aws:s3:::$S3_BUCKET/staging/*",
|
||||
"arn:aws:s3:::$S3_BUCKET/attachments/*"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
EOF
|
||||
|
||||
create_user() {
|
||||
access_key=$1
|
||||
secret_key=$2
|
||||
policy=$3
|
||||
|
||||
mc admin policy create "$alias_name" "$policy" "$policy_dir/$policy.json"
|
||||
mc admin user add "$alias_name" "$access_key" "$secret_key"
|
||||
mc admin policy attach "$alias_name" "$policy" --user "$access_key"
|
||||
}
|
||||
|
||||
create_user "$S3_API_ACCESS_KEY" "$S3_API_SECRET_KEY" messenger-api
|
||||
create_user "$S3_WORKER_ACCESS_KEY" "$S3_WORKER_SECRET_KEY" messenger-worker
|
||||
create_user "$S3_RECONCILER_ACCESS_KEY" "$S3_RECONCILER_SECRET_KEY" messenger-reconciler
|
||||
|
||||
mc alias set application https://s3:9000 "$S3_API_ACCESS_KEY" "$S3_API_SECRET_KEY"
|
||||
mc ls "application/$S3_BUCKET/staging/" >/dev/null
|
||||
|
||||
@@ -10,7 +10,11 @@ RUN LDFLAGS="$(MC_RELEASE=RELEASE go run buildscripts/gen-ldflags.go)" && \
|
||||
|
||||
FROM alpine:3.22.2
|
||||
|
||||
RUN apk add --no-cache curl openssl postgresql17-client redis && \
|
||||
addgroup -g 10001 messenger && \
|
||||
adduser -D -H -u 10001 -G messenger messenger
|
||||
COPY --from=build /out/mc /usr/local/bin/mc
|
||||
COPY infra/minio/bootstrap.sh /usr/local/bin/bootstrap.sh
|
||||
|
||||
USER 10001:10001
|
||||
ENTRYPOINT ["mc"]
|
||||
|
||||
+42
-4
@@ -1,7 +1,45 @@
|
||||
# OpenBao — реализовать конфигурацию и политики
|
||||
# OpenBao
|
||||
|
||||
Добавьте non-dev конфигурацию listener/storage/TLS, API/worker policies, bootstrap и rotation scripts. Credentials и unseal material создаются локально; здесь нет готового root token или private key.
|
||||
OpenBao работает вне dev-mode с single-node integrated Raft. Данные сохраняются в `/openbao/data`, API принимает только TLS 1.3 на `8200`, cluster transport использует `8201`. Сертификат и ключ передаются в `/run/security/openbao`, а не входят в образ.
|
||||
|
||||
Решение должно показать реальную сервисную аутентификацию и получение нужного secret по ограниченной policy; просто работающий контейнер OpenBao не засчитывается. На 3 статический KV secret допустим. На 4 покажите expiry/renewal/rotation и allow/deny. Путь KV v2 data/metadata и ACL должен соответствовать фактическому mount; не копируйте широкое `path "*"` для приложения.
|
||||
## Идентичности
|
||||
|
||||
Документируйте шаги оператора init/unseal и восстановление после restart. Скрипт не должен печатать tokens/shares или хранить их в Git. См. contracts/trust-matrix.md и REPORT.md.
|
||||
`messenger-api` и `messenger-worker` — разные AppRole. Каждая роль:
|
||||
|
||||
- читает только свой `secret/data/messenger/<service>` в KV v2;
|
||||
- получает renewable token на 15 минут с максимальным TTL 1 час;
|
||||
- использует короткоживущий `SecretID` с TTL один час;
|
||||
- не получает policy `default`, доступ к чужому secret или управление policies.
|
||||
|
||||
OpenBao Agent читает `RoleID` и короткоживущий `SecretID`, renew-ит token и повторно аутентифицируется после его истечения или рестарта. SecretID действует один час и хранится в operator-controlled каталоге с правами `0600`; после истечения оператор выдаёт новый через `openbao-issue-approle.sh`. KV v2 secret рендерится в защищённый Docker volume `/run/openbao-secrets/secrets.json` с правами `0600`; токен Agent хранится отдельно в tmpfs `/run/openbao-agent`. Старый rendered secret не считается признаком здоровья: healthcheck также проверяет token и процесс Agent.
|
||||
|
||||
## Bootstrap оператора
|
||||
|
||||
Все команды выполняются с проверкой CA и hostname. `BAO_ADDR` по умолчанию равен `https://localhost:8200`, `BAO_CACERT` — `.runtime/security/openbao/ca.crt`.
|
||||
|
||||
```sh
|
||||
scripts/openbao-init.sh
|
||||
scripts/openbao-unseal.sh
|
||||
chmod 0600 .runtime/openbao/seed/api.json .runtime/openbao/seed/worker.json
|
||||
scripts/openbao-bootstrap.sh \
|
||||
.runtime/openbao/seed/api.json \
|
||||
.runtime/openbao/seed/worker.json
|
||||
scripts/openbao-test-policy.sh
|
||||
```
|
||||
|
||||
Seed-файлы — непустые JSON-объекты с фактическими credentials сервиса. Скрипт не выводит значения в консоль. `operator init` создаёт три unseal share с threshold 2 и сохраняет единственную локальную копию в `.runtime/openbao/operator/init.json` с правами `0600`. Этот каталог игнорируется Git.
|
||||
|
||||
Для учебного локального стенда оператор хранит init-файл вне контейнера. В реальном окружении shares нужно разделить между операторами либо защитить KMS/HSM, а root token отозвать после настройки recovery-доступа. API, worker и Agent не получают root token или unseal shares.
|
||||
|
||||
После обычного перезапуска данные остаются в Raft volume, но процесс остаётся sealed до ручного `scripts/openbao-unseal.sh`. Перезапуск API и worker не требует unseal.
|
||||
|
||||
## Ротация
|
||||
|
||||
```sh
|
||||
chmod 0600 .runtime/openbao/seed/api-next.json
|
||||
scripts/openbao-rotate.sh api .runtime/openbao/seed/api-next.json
|
||||
```
|
||||
|
||||
Ротация создаёт новую версию KV v2 и новый короткоживущий `SecretID`; предыдущий accessor отзывается. Agent перечитывает статический secret не позднее пяти минут. Уже выданный token может жить до своего TTL, поэтому при компрометации дополнительно отзывают его accessor или отключают роль и перезапускают Agent с новой идентичностью.
|
||||
|
||||
`scripts/openbao-test-policy.sh` выдаёт временные AppRole credentials, проверяет разрешённое чтение собственного пути, запрет чужого пути, записи и управления policies, а также renewal. Временные tokens отзываются при завершении.
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
{{- with secret "secret/data/messenger/api" -}}
|
||||
{{ .Data.data | toJSON }}
|
||||
{{- end -}}
|
||||
|
||||
@@ -0,0 +1,44 @@
|
||||
pid_file = "/run/openbao-agent/agent.pid"
|
||||
|
||||
vault {
|
||||
address = "https://openbao:8200"
|
||||
ca_cert = "/run/security/openbao/ca.crt"
|
||||
tls_server_name = "openbao"
|
||||
}
|
||||
|
||||
auto_auth {
|
||||
method {
|
||||
type = "approle"
|
||||
mount_path = "auth/approle"
|
||||
|
||||
config = {
|
||||
role_id_file_path = "/run/openbao-identity/role-id"
|
||||
secret_id_file_path = "/run/openbao-identity/secret-id"
|
||||
remove_secret_id_file_after_reading = false
|
||||
}
|
||||
}
|
||||
|
||||
sink {
|
||||
type = "file"
|
||||
|
||||
config = {
|
||||
path = "/run/openbao-agent/token"
|
||||
mode = 384
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
template_config {
|
||||
exit_on_retry_failure = true
|
||||
static_secret_render_interval = "5m"
|
||||
}
|
||||
|
||||
template {
|
||||
source = "/etc/openbao-agent/api-secrets.ctmpl"
|
||||
destination = "/run/openbao-secrets/secrets.json"
|
||||
create_dest_dirs = true
|
||||
error_on_missing_key = true
|
||||
perms = "0600"
|
||||
backup = false
|
||||
}
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
{{- with secret "secret/data/messenger/worker" -}}
|
||||
{{ .Data.data | toJSON }}
|
||||
{{- end -}}
|
||||
|
||||
@@ -0,0 +1,44 @@
|
||||
pid_file = "/run/openbao-agent/agent.pid"
|
||||
|
||||
vault {
|
||||
address = "https://openbao:8200"
|
||||
ca_cert = "/run/security/openbao/ca.crt"
|
||||
tls_server_name = "openbao"
|
||||
}
|
||||
|
||||
auto_auth {
|
||||
method {
|
||||
type = "approle"
|
||||
mount_path = "auth/approle"
|
||||
|
||||
config = {
|
||||
role_id_file_path = "/run/openbao-identity/role-id"
|
||||
secret_id_file_path = "/run/openbao-identity/secret-id"
|
||||
remove_secret_id_file_after_reading = false
|
||||
}
|
||||
}
|
||||
|
||||
sink {
|
||||
type = "file"
|
||||
|
||||
config = {
|
||||
path = "/run/openbao-agent/token"
|
||||
mode = 384
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
template_config {
|
||||
exit_on_retry_failure = true
|
||||
static_secret_render_interval = "5m"
|
||||
}
|
||||
|
||||
template {
|
||||
source = "/etc/openbao-agent/worker-secrets.ctmpl"
|
||||
destination = "/run/openbao-secrets/secrets.json"
|
||||
create_dest_dirs = true
|
||||
error_on_missing_key = true
|
||||
perms = "0600"
|
||||
backup = false
|
||||
}
|
||||
|
||||
@@ -0,0 +1,20 @@
|
||||
ui = false
|
||||
|
||||
api_addr = "https://openbao:8200"
|
||||
cluster_addr = "https://openbao:8201"
|
||||
|
||||
storage "raft" {
|
||||
path = "/openbao/data"
|
||||
node_id = "messenger-openbao-1"
|
||||
}
|
||||
|
||||
listener "tcp" {
|
||||
address = "0.0.0.0:8200"
|
||||
cluster_address = "0.0.0.0:8201"
|
||||
tls_cert_file = "/run/security/openbao/tls.crt"
|
||||
tls_key_file = "/run/security/openbao/tls.key"
|
||||
tls_min_version = "tls13"
|
||||
}
|
||||
|
||||
log_level = "info"
|
||||
|
||||
@@ -0,0 +1,21 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
umask 077
|
||||
|
||||
case "${SERVICE:-}" in
|
||||
api|worker) ;;
|
||||
*) echo "SERVICE must be api or worker" >&2; exit 2 ;;
|
||||
esac
|
||||
|
||||
source_dir="/source/$SERVICE"
|
||||
target_dir="/identities/$SERVICE"
|
||||
mkdir -p "$target_dir"
|
||||
for file in role-id secret-id secret-id-accessor; do
|
||||
cp "$source_dir/$file" "$target_dir/$file.next"
|
||||
chown 10001:10001 "$target_dir/$file.next"
|
||||
chmod 0600 "$target_dir/$file.next"
|
||||
mv "$target_dir/$file.next" "$target_dir/$file"
|
||||
done
|
||||
chown 10001:10001 "$target_dir"
|
||||
chmod 0700 "$target_dir"
|
||||
@@ -0,0 +1,32 @@
|
||||
path "secret/data/messenger/api" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "secret/metadata/messenger/api" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "secret/data/messenger/worker" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
path "secret/metadata/messenger/worker" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
path "auth/token/lookup-self" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "auth/token/renew-self" {
|
||||
capabilities = ["update"]
|
||||
}
|
||||
|
||||
path "auth/token/revoke-self" {
|
||||
capabilities = ["update"]
|
||||
}
|
||||
|
||||
path "sys/policies/*" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
@@ -0,0 +1,32 @@
|
||||
path "secret/data/messenger/worker" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "secret/metadata/messenger/worker" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "secret/data/messenger/api" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
path "secret/metadata/messenger/api" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
path "auth/token/lookup-self" {
|
||||
capabilities = ["read"]
|
||||
}
|
||||
|
||||
path "auth/token/renew-self" {
|
||||
capabilities = ["update"]
|
||||
}
|
||||
|
||||
path "auth/token/revoke-self" {
|
||||
capabilities = ["update"]
|
||||
}
|
||||
|
||||
path "sys/policies/*" {
|
||||
capabilities = ["deny"]
|
||||
}
|
||||
|
||||
@@ -6,9 +6,9 @@ receivers:
|
||||
otlp:
|
||||
protocols:
|
||||
grpc:
|
||||
endpoint: 0.0.0.0:4317
|
||||
endpoint: 0.0.0.0:14317
|
||||
http:
|
||||
endpoint: 0.0.0.0:4318
|
||||
endpoint: 0.0.0.0:14318
|
||||
|
||||
processors:
|
||||
memory_limiter:
|
||||
@@ -29,9 +29,12 @@ exporters:
|
||||
- service.version
|
||||
- deployment.environment.name
|
||||
otlp_grpc/tempo:
|
||||
endpoint: tempo:4317
|
||||
endpoint: tempo-collector-gateway:8443
|
||||
tls:
|
||||
insecure: true
|
||||
ca_file: /run/security/internal-ca/ca.crt
|
||||
cert_file: /run/security/client/tls.crt
|
||||
key_file: /run/security/client/tls.key
|
||||
server_name_override: telemetry-gateway
|
||||
sending_queue:
|
||||
enabled: true
|
||||
num_consumers: 2
|
||||
@@ -42,7 +45,12 @@ exporters:
|
||||
max_interval: 5s
|
||||
max_elapsed_time: 30s
|
||||
otlp_http/loki:
|
||||
endpoint: http://loki:3100/otlp
|
||||
endpoint: https://loki-collector-gateway:8443/otlp
|
||||
tls:
|
||||
ca_file: /run/security/internal-ca/ca.crt
|
||||
cert_file: /run/security/client/tls.crt
|
||||
key_file: /run/security/client/tls.key
|
||||
server_name_override: telemetry-gateway
|
||||
sending_queue:
|
||||
enabled: true
|
||||
num_consumers: 2
|
||||
@@ -58,6 +66,13 @@ service:
|
||||
telemetry:
|
||||
logs:
|
||||
level: info
|
||||
metrics:
|
||||
readers:
|
||||
- pull:
|
||||
exporter:
|
||||
prometheus:
|
||||
host: 0.0.0.0
|
||||
port: 8888
|
||||
pipelines:
|
||||
metrics:
|
||||
receivers: [otlp]
|
||||
|
||||
@@ -0,0 +1,133 @@
|
||||
static_resources:
|
||||
listeners:
|
||||
- name: otlp_grpc_mtls
|
||||
address:
|
||||
socket_address:
|
||||
address: 0.0.0.0
|
||||
port_value: 4317
|
||||
filter_chains:
|
||||
- filters:
|
||||
- name: envoy.filters.network.http_connection_manager
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.network.http_connection_manager.v3.HttpConnectionManager
|
||||
stat_prefix: otlp_grpc
|
||||
codec_type: HTTP2
|
||||
route_config:
|
||||
name: otlp_grpc
|
||||
virtual_hosts:
|
||||
- name: collector
|
||||
domains: ["*"]
|
||||
routes:
|
||||
- match: {prefix: "/"}
|
||||
route:
|
||||
cluster: collector_grpc
|
||||
timeout: 0s
|
||||
http_filters:
|
||||
- name: envoy.filters.http.router
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.DownstreamTlsContext
|
||||
require_client_certificate: true
|
||||
common_tls_context:
|
||||
tls_params:
|
||||
tls_minimum_protocol_version: TLSv1_3
|
||||
tls_maximum_protocol_version: TLSv1_3
|
||||
alpn_protocols: [h2]
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/otel-gateway/tls.crt}
|
||||
private_key: {filename: /run/security/otel-gateway/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: URI
|
||||
matcher:
|
||||
safe_regex:
|
||||
regex: "^spiffe://mtusi/lab7/(api|dispatcher|worker)$"
|
||||
|
||||
- name: otlp_http_mtls
|
||||
address:
|
||||
socket_address:
|
||||
address: 0.0.0.0
|
||||
port_value: 4318
|
||||
filter_chains:
|
||||
- filters:
|
||||
- name: envoy.filters.network.http_connection_manager
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.network.http_connection_manager.v3.HttpConnectionManager
|
||||
stat_prefix: otlp_http
|
||||
codec_type: AUTO
|
||||
route_config:
|
||||
name: otlp_http
|
||||
virtual_hosts:
|
||||
- name: collector
|
||||
domains: ["*"]
|
||||
routes:
|
||||
- match: {prefix: "/"}
|
||||
route:
|
||||
cluster: collector_http
|
||||
timeout: 30s
|
||||
http_filters:
|
||||
- name: envoy.filters.http.router
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.http.router.v3.Router
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.DownstreamTlsContext
|
||||
require_client_certificate: true
|
||||
common_tls_context:
|
||||
tls_params:
|
||||
tls_minimum_protocol_version: TLSv1_3
|
||||
tls_maximum_protocol_version: TLSv1_3
|
||||
alpn_protocols: [h2, http/1.1]
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/otel-gateway/tls.crt}
|
||||
private_key: {filename: /run/security/otel-gateway/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: URI
|
||||
matcher:
|
||||
safe_regex:
|
||||
regex: "^spiffe://mtusi/lab7/(api|dispatcher|worker)$"
|
||||
|
||||
clusters:
|
||||
- name: collector_grpc
|
||||
connect_timeout: 2s
|
||||
type: STRICT_DNS
|
||||
load_assignment:
|
||||
cluster_name: collector_grpc
|
||||
endpoints:
|
||||
- lb_endpoints:
|
||||
- endpoint:
|
||||
address:
|
||||
socket_address:
|
||||
address: otel-collector
|
||||
port_value: 14317
|
||||
typed_extension_protocol_options:
|
||||
envoy.extensions.upstreams.http.v3.HttpProtocolOptions:
|
||||
"@type": type.googleapis.com/envoy.extensions.upstreams.http.v3.HttpProtocolOptions
|
||||
explicit_http_config:
|
||||
http2_protocol_options: {}
|
||||
|
||||
- name: collector_http
|
||||
connect_timeout: 2s
|
||||
type: STRICT_DNS
|
||||
load_assignment:
|
||||
cluster_name: collector_http
|
||||
endpoints:
|
||||
- lb_endpoints:
|
||||
- endpoint:
|
||||
address:
|
||||
socket_address:
|
||||
address: otel-collector
|
||||
port_value: 14318
|
||||
|
||||
admin:
|
||||
address:
|
||||
socket_address:
|
||||
address: 127.0.0.1
|
||||
port_value: 9901
|
||||
Executable
+158
@@ -0,0 +1,158 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
|
||||
umask 077
|
||||
|
||||
script_dir=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
||||
repo_dir=$(CDPATH= cd -- "$script_dir/../.." && pwd)
|
||||
security_dir="$repo_dir/.runtime/security"
|
||||
staging_dir="$security_dir/.bootstrap.$$"
|
||||
|
||||
cleanup() {
|
||||
rm -rf "$staging_dir"
|
||||
}
|
||||
|
||||
trap cleanup EXIT HUP INT TERM
|
||||
|
||||
if [ "${1:-}" = "--force" ]; then
|
||||
force=1
|
||||
elif [ "$#" -eq 0 ]; then
|
||||
force=0
|
||||
else
|
||||
echo "usage: $0 [--force]" >&2
|
||||
exit 2
|
||||
fi
|
||||
|
||||
if [ -d "$security_dir/public-ca" ] || [ -d "$security_dir/internal-ca" ]; then
|
||||
if [ "$force" -ne 1 ]; then
|
||||
echo "security material already exists; use --force to replace it" >&2
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
mkdir -p "$security_dir" "$staging_dir"
|
||||
chmod 0700 "$security_dir" "$staging_dir"
|
||||
|
||||
create_ca() {
|
||||
name=$1
|
||||
common_name=$2
|
||||
directory="$staging_dir/$name"
|
||||
|
||||
mkdir -p "$directory"
|
||||
openssl genpkey -quiet -algorithm RSA -pkeyopt rsa_keygen_bits:2048 -out "$directory/ca.key"
|
||||
openssl req -new -x509 -sha256 -days 3650 \
|
||||
-key "$directory/ca.key" \
|
||||
-out "$directory/ca.crt" \
|
||||
-subj "/CN=$common_name" \
|
||||
-config "$script_dir/templates/ca.cnf" \
|
||||
-extensions v3_ca
|
||||
}
|
||||
|
||||
create_leaf() {
|
||||
name=$1
|
||||
common_name=$2
|
||||
issuer=$3
|
||||
template=$4
|
||||
directory="$staging_dir/$name"
|
||||
issuer_directory="$staging_dir/$issuer"
|
||||
|
||||
mkdir -p "$directory"
|
||||
openssl genpkey -quiet -algorithm RSA -pkeyopt rsa_keygen_bits:2048 -out "$directory/tls.key"
|
||||
openssl req -new -sha256 \
|
||||
-key "$directory/tls.key" \
|
||||
-out "$directory/tls.csr" \
|
||||
-subj "/CN=$common_name"
|
||||
openssl x509 -req -sha256 -days 30 \
|
||||
-in "$directory/tls.csr" \
|
||||
-CA "$issuer_directory/ca.crt" \
|
||||
-CAkey "$issuer_directory/ca.key" \
|
||||
-CAcreateserial \
|
||||
-out "$directory/tls.crt" \
|
||||
-extfile "$script_dir/templates/$template"
|
||||
rm "$directory/tls.csr"
|
||||
}
|
||||
|
||||
create_ca public-ca "MTUSI Lab 7 Public CA"
|
||||
create_ca internal-ca "MTUSI Lab 7 Internal CA"
|
||||
create_ca foreign-ca "MTUSI Lab 7 Foreign CA"
|
||||
|
||||
create_leaf ingress localhost public-ca ingress.cnf
|
||||
create_leaf api api internal-ca api.cnf
|
||||
create_leaf load-balancer load-balancer internal-ca load-balancer.cnf
|
||||
create_leaf prometheus prometheus internal-ca prometheus.cnf
|
||||
create_leaf postgres postgres internal-ca postgres.cnf
|
||||
create_leaf valkey valkey internal-ca valkey.cnf
|
||||
create_leaf redis-broker redis-broker internal-ca redis-broker.cnf
|
||||
create_leaf redis-gateway redis-gateway internal-ca redis-gateway.cnf
|
||||
create_leaf redis-gateway-client redis-gateway internal-ca redis-gateway-client.cnf
|
||||
create_leaf minio s3 internal-ca minio.cnf
|
||||
create_leaf otel-gateway otel-gateway internal-ca otel-gateway.cnf
|
||||
create_leaf openbao openbao internal-ca openbao.cnf
|
||||
cp "$staging_dir/internal-ca/ca.crt" "$staging_dir/openbao/ca.crt"
|
||||
create_leaf telemetry-gateway telemetry-gateway internal-ca telemetry-gateway.cnf
|
||||
create_leaf collector-client collector internal-ca collector-client.cnf
|
||||
create_leaf grafana-client grafana internal-ca grafana-client.cnf
|
||||
create_leaf grafana-server grafana internal-ca grafana-server.cnf
|
||||
create_leaf pipeline-metrics pipeline-metrics internal-ca pipeline-metrics.cnf
|
||||
create_leaf api-client messenger_api internal-ca api-client.cnf
|
||||
create_leaf dispatcher-client messenger_dispatcher internal-ca dispatcher-client.cnf
|
||||
create_leaf worker-client messenger_worker internal-ca worker-client.cnf
|
||||
create_leaf migrate-client messenger_migrate internal-ca migrate-client.cnf
|
||||
create_leaf reconciler-client messenger_reconciler internal-ca reconciler-client.cnf
|
||||
create_leaf postgres-exporter messenger_exporter internal-ca postgres-exporter.cnf
|
||||
create_leaf postgres-admin-client messenger internal-ca postgres-admin-client.cnf
|
||||
create_leaf valkey-exporter valkey_exporter internal-ca valkey-exporter.cnf
|
||||
create_leaf redis-exporter redis_exporter internal-ca redis-exporter.cnf
|
||||
create_leaf forbidden-client worker internal-ca forbidden-client.cnf
|
||||
create_leaf foreign-client load-balancer foreign-ca load-balancer.cnf
|
||||
|
||||
openssl verify -purpose sslserver -verify_hostname localhost \
|
||||
-CAfile "$staging_dir/public-ca/ca.crt" "$staging_dir/ingress/tls.crt" >/dev/null
|
||||
openssl verify -purpose sslserver -verify_hostname api \
|
||||
-CAfile "$staging_dir/internal-ca/ca.crt" "$staging_dir/api/tls.crt" >/dev/null
|
||||
for server in postgres valkey redis-broker redis-gateway minio otel-gateway openbao telemetry-gateway grafana-server pipeline-metrics; do
|
||||
case "$server" in
|
||||
minio) hostname=s3 ;;
|
||||
grafana-server) hostname=grafana ;;
|
||||
*) hostname=$server ;;
|
||||
esac
|
||||
openssl verify -purpose sslserver -verify_hostname "$hostname" \
|
||||
-CAfile "$staging_dir/internal-ca/ca.crt" "$staging_dir/$server/tls.crt" >/dev/null
|
||||
done
|
||||
openssl verify -purpose sslclient \
|
||||
-CAfile "$staging_dir/internal-ca/ca.crt" \
|
||||
"$staging_dir/load-balancer/tls.crt" \
|
||||
"$staging_dir/prometheus/tls.crt" \
|
||||
"$staging_dir/api-client/tls.crt" \
|
||||
"$staging_dir/dispatcher-client/tls.crt" \
|
||||
"$staging_dir/worker-client/tls.crt" \
|
||||
"$staging_dir/migrate-client/tls.crt" \
|
||||
"$staging_dir/reconciler-client/tls.crt" \
|
||||
"$staging_dir/postgres-exporter/tls.crt" \
|
||||
"$staging_dir/postgres-admin-client/tls.crt" \
|
||||
"$staging_dir/valkey-exporter/tls.crt" \
|
||||
"$staging_dir/redis-exporter/tls.crt" \
|
||||
"$staging_dir/redis-gateway-client/tls.crt" \
|
||||
"$staging_dir/collector-client/tls.crt" \
|
||||
"$staging_dir/grafana-client/tls.crt" \
|
||||
"$staging_dir/forbidden-client/tls.crt" >/dev/null
|
||||
openssl verify -purpose sslclient \
|
||||
-CAfile "$staging_dir/foreign-ca/ca.crt" "$staging_dir/foreign-client/tls.crt" >/dev/null
|
||||
|
||||
find "$staging_dir" -type d -exec chmod 0700 {} \;
|
||||
find "$staging_dir" -type f -exec chmod 0600 {} \;
|
||||
|
||||
for directory in \
|
||||
public-ca internal-ca foreign-ca ingress api load-balancer prometheus \
|
||||
postgres valkey redis-broker redis-gateway redis-gateway-client minio otel-gateway openbao \
|
||||
telemetry-gateway collector-client grafana-client grafana-server \
|
||||
pipeline-metrics \
|
||||
api-client dispatcher-client worker-client migrate-client reconciler-client \
|
||||
postgres-exporter postgres-admin-client valkey-exporter redis-exporter \
|
||||
forbidden-client foreign-client; do
|
||||
rm -rf "$security_dir/$directory"
|
||||
mv "$staging_dir/$directory" "$security_dir/$directory"
|
||||
done
|
||||
|
||||
echo "local PKI created in .runtime/security"
|
||||
@@ -0,0 +1,141 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
|
||||
umask 077
|
||||
|
||||
rm -rf /target/api/internal-ca /target/api/api /target/api/client
|
||||
mkdir -p /target/api/internal-ca /target/api/api /target/api/client
|
||||
cp /source/internal-ca/ca.crt /target/api/internal-ca/ca.crt
|
||||
cp /source/api/tls.crt /target/api/api/tls.crt
|
||||
cp /source/api/tls.key /target/api/api/tls.key
|
||||
cp /source/api-client/tls.crt /target/api/client/tls.crt
|
||||
cp /source/api-client/tls.key /target/api/client/tls.key
|
||||
chown -R 10001:10001 /target/api
|
||||
find /target/api -type d -exec chmod 0700 {} \;
|
||||
find /target/api -type f -exec chmod 0600 {} \;
|
||||
|
||||
rm -rf /target/nginx/ingress /target/nginx/public-ca /target/nginx/internal-ca /target/nginx/load-balancer
|
||||
mkdir -p /target/nginx/ingress /target/nginx/public-ca /target/nginx/internal-ca /target/nginx/load-balancer
|
||||
cp /source/ingress/tls.crt /target/nginx/ingress/tls.crt
|
||||
cp /source/ingress/tls.key /target/nginx/ingress/tls.key
|
||||
cp /source/public-ca/ca.crt /target/nginx/public-ca/ca.crt
|
||||
cp /source/internal-ca/ca.crt /target/nginx/internal-ca/ca.crt
|
||||
cp /source/load-balancer/tls.crt /target/nginx/load-balancer/tls.crt
|
||||
cp /source/load-balancer/tls.key /target/nginx/load-balancer/tls.key
|
||||
chown -R 0:0 /target/nginx
|
||||
find /target/nginx -type d -exec chmod 0700 {} \;
|
||||
find /target/nginx -type f -exec chmod 0600 {} \;
|
||||
|
||||
rm -rf /target/prometheus/internal-ca /target/prometheus/prometheus
|
||||
mkdir -p /target/prometheus/internal-ca /target/prometheus/prometheus
|
||||
cp /source/internal-ca/ca.crt /target/prometheus/internal-ca/ca.crt
|
||||
cp /source/prometheus/tls.crt /target/prometheus/prometheus/tls.crt
|
||||
cp /source/prometheus/tls.key /target/prometheus/prometheus/tls.key
|
||||
chown -R 65534:65534 /target/prometheus
|
||||
find /target/prometheus -type d -exec chmod 0700 {} \;
|
||||
find /target/prometheus -type f -exec chmod 0600 {} \;
|
||||
|
||||
rm -rf /target/client/public-ca
|
||||
mkdir -p /target/client/public-ca
|
||||
cp /source/public-ca/ca.crt /target/client/public-ca/ca.crt
|
||||
chown -R 10001:10001 /target/client
|
||||
find /target/client -type d -exec chmod 0700 {} \;
|
||||
find /target/client -type f -exec chmod 0600 {} \;
|
||||
|
||||
install_server() {
|
||||
target=$1
|
||||
identity=$2
|
||||
owner=$3
|
||||
|
||||
rm -rf "/target/$target/internal-ca" "/target/$target/$identity"
|
||||
mkdir -p "/target/$target/internal-ca" "/target/$target/$identity"
|
||||
cp /source/internal-ca/ca.crt "/target/$target/internal-ca/ca.crt"
|
||||
cp "/source/$identity/tls.crt" "/target/$target/$identity/tls.crt"
|
||||
cp "/source/$identity/tls.key" "/target/$target/$identity/tls.key"
|
||||
chown -R "$owner" "/target/$target"
|
||||
find "/target/$target" -type d -exec chmod 0700 {} \;
|
||||
find "/target/$target" -type f -exec chmod 0600 {} \;
|
||||
}
|
||||
|
||||
install_client() {
|
||||
target=$1
|
||||
identity=$2
|
||||
owner=$3
|
||||
|
||||
rm -rf "/target/$target/internal-ca" "/target/$target/public-ca" "/target/$target/client"
|
||||
mkdir -p "/target/$target/internal-ca" "/target/$target/public-ca" "/target/$target/client"
|
||||
cp /source/internal-ca/ca.crt "/target/$target/internal-ca/ca.crt"
|
||||
cp /source/public-ca/ca.crt "/target/$target/public-ca/ca.crt"
|
||||
cp "/source/$identity/tls.crt" "/target/$target/client/tls.crt"
|
||||
cp "/source/$identity/tls.key" "/target/$target/client/tls.key"
|
||||
chown -R "$owner" "/target/$target"
|
||||
find "/target/$target" -type d -exec chmod 0700 {} \;
|
||||
find "/target/$target" -type f -exec chmod 0600 {} \;
|
||||
}
|
||||
|
||||
install_server postgres postgres 70:70
|
||||
install_server valkey valkey 999:999
|
||||
install_server redis-broker redis-broker 999:999
|
||||
install_server minio minio 100:101
|
||||
cp /source/minio/tls.crt /target/minio/minio/public.crt
|
||||
cp /source/minio/tls.key /target/minio/minio/private.key
|
||||
chown 100:101 /target/minio/minio/public.crt /target/minio/minio/private.key
|
||||
chmod 0600 /target/minio/minio/public.crt /target/minio/minio/private.key
|
||||
install_server otel-gateway otel-gateway 101:101
|
||||
install_server openbao openbao 100:100
|
||||
cp /source/internal-ca/ca.crt /target/openbao/openbao/ca.crt
|
||||
chown 100:100 /target/openbao/openbao/ca.crt
|
||||
chmod 0600 /target/openbao/openbao/ca.crt
|
||||
|
||||
rm -rf /target/openbao-agent/openbao
|
||||
mkdir -p /target/openbao-agent/openbao
|
||||
cp /source/internal-ca/ca.crt /target/openbao-agent/openbao/ca.crt
|
||||
chown -R 10001:10001 /target/openbao-agent
|
||||
find /target/openbao-agent -type d -exec chmod 0700 {} \;
|
||||
find /target/openbao-agent -type f -exec chmod 0600 {} \;
|
||||
chmod 0644 /target/openbao-agent/openbao/ca.crt
|
||||
chmod 0755 /target/openbao-agent /target/openbao-agent/openbao
|
||||
|
||||
install_server telemetry-gateway telemetry-gateway 10001:10001
|
||||
install_client collector collector-client 10001:10001
|
||||
install_client grafana grafana-client 472:472
|
||||
cp /source/grafana-server/tls.crt /target/grafana/grafana-server.crt
|
||||
cp /source/grafana-server/tls.key /target/grafana/grafana-server.key
|
||||
chown 472:472 /target/grafana/grafana-server.crt /target/grafana/grafana-server.key
|
||||
chmod 0600 /target/grafana/grafana-server.crt /target/grafana/grafana-server.key
|
||||
|
||||
rm -rf /target/redis-gateway/internal-ca /target/redis-gateway/redis-gateway /target/redis-gateway/client
|
||||
mkdir -p /target/redis-gateway/internal-ca /target/redis-gateway/redis-gateway /target/redis-gateway/client
|
||||
cp /source/internal-ca/ca.crt /target/redis-gateway/internal-ca/ca.crt
|
||||
cp /source/redis-gateway/tls.crt /target/redis-gateway/redis-gateway/tls.crt
|
||||
cp /source/redis-gateway/tls.key /target/redis-gateway/redis-gateway/tls.key
|
||||
cp /source/redis-gateway-client/tls.crt /target/redis-gateway/client/tls.crt
|
||||
cp /source/redis-gateway-client/tls.key /target/redis-gateway/client/tls.key
|
||||
chown -R 101:101 /target/redis-gateway
|
||||
find /target/redis-gateway -type d -exec chmod 0700 {} \;
|
||||
find /target/redis-gateway -type f -exec chmod 0600 {} \;
|
||||
|
||||
install_client dispatcher dispatcher-client 10001:10001
|
||||
install_client worker worker-client 10001:10001
|
||||
for target in dispatcher worker; do
|
||||
mkdir -p "/target/$target/metrics"
|
||||
cp /source/pipeline-metrics/tls.crt "/target/$target/metrics/tls.crt"
|
||||
cp /source/pipeline-metrics/tls.key "/target/$target/metrics/tls.key"
|
||||
chown -R 10001:10001 "/target/$target/metrics"
|
||||
find "/target/$target/metrics" -type d -exec chmod 0700 {} \;
|
||||
find "/target/$target/metrics" -type f -exec chmod 0600 {} \;
|
||||
done
|
||||
install_client migrate migrate-client 10001:10001
|
||||
install_client reconciler reconciler-client 10001:10001
|
||||
install_client postgres-exporter postgres-exporter 65534:65534
|
||||
install_client postgres-bootstrap postgres-admin-client 0:0
|
||||
install_client valkey-exporter valkey-exporter 59000:59000
|
||||
install_client redis-exporter redis-exporter 59000:59000
|
||||
|
||||
rm -rf /target/s3-bootstrap/internal-ca
|
||||
mkdir -p /target/s3-bootstrap/internal-ca
|
||||
cp /source/internal-ca/ca.crt /target/s3-bootstrap/internal-ca/ca.crt
|
||||
chown -R 10001:10001 /target/s3-bootstrap
|
||||
find /target/s3-bootstrap -type d -exec chmod 0700 {} \;
|
||||
find /target/s3-bootstrap -type f -exec chmod 0600 {} \;
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/api
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,10 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
DNS.1 = api
|
||||
URI.1 = spiffe://mtusi/lab7/api
|
||||
@@ -0,0 +1,12 @@
|
||||
[req]
|
||||
distinguished_name = distinguished_name
|
||||
prompt = no
|
||||
|
||||
[distinguished_name]
|
||||
CN = local-ca
|
||||
|
||||
[v3_ca]
|
||||
basicConstraints = critical,CA:TRUE,pathlen:0
|
||||
keyUsage = critical,keyCertSign,cRLSign
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid:always
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/collector
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/dispatcher
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,9 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
URI.1 = spiffe://mtusi/lab7/worker
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/grafana
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,11 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
DNS.1 = grafana
|
||||
DNS.2 = localhost
|
||||
IP.1 = 127.0.0.1
|
||||
@@ -0,0 +1,11 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
DNS.1 = localhost
|
||||
DNS.2 = nginx
|
||||
IP.1 = 127.0.0.1
|
||||
@@ -0,0 +1,9 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
URI.1 = spiffe://mtusi/lab7/load-balancer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/migrate
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:s3
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,11 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = @subject_alt_names
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
|
||||
[subject_alt_names]
|
||||
DNS.1 = openbao
|
||||
DNS.2 = localhost
|
||||
IP.1 = 127.0.0.1
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:otel-gateway
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:pipeline-metrics
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/postgres-bootstrap
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/postgres-exporter
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:postgres
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,4 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/prometheus
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/reconciler
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:redis-broker
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/redis-exporter
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/redis-gateway
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:redis-gateway
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:telemetry-gateway
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/valkey-exporter
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature,keyEncipherment
|
||||
extendedKeyUsage = serverAuth
|
||||
subjectAltName = DNS:valkey
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
@@ -0,0 +1,6 @@
|
||||
basicConstraints = critical,CA:FALSE
|
||||
keyUsage = critical,digitalSignature
|
||||
extendedKeyUsage = clientAuth
|
||||
subjectAltName = URI:spiffe://mtusi/lab7/worker
|
||||
subjectKeyIdentifier = hash
|
||||
authorityKeyIdentifier = keyid,issuer
|
||||
Executable
+38
@@ -0,0 +1,38 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
|
||||
case "${1:-}" in
|
||||
create) sql_file=/bootstrap/roles.sql ;;
|
||||
grant) sql_file=/bootstrap/grants.sql ;;
|
||||
*) echo "usage: $0 create|grant" >&2; exit 2 ;;
|
||||
esac
|
||||
|
||||
: "${POSTGRES_DB:?POSTGRES_DB is required}"
|
||||
: "${POSTGRES_USER:?POSTGRES_USER is required}"
|
||||
: "${POSTGRES_PASSWORD:?POSTGRES_PASSWORD is required}"
|
||||
: "${POSTGRES_API_PASSWORD:?POSTGRES_API_PASSWORD is required}"
|
||||
: "${POSTGRES_DISPATCHER_PASSWORD:?POSTGRES_DISPATCHER_PASSWORD is required}"
|
||||
: "${POSTGRES_WORKER_PASSWORD:?POSTGRES_WORKER_PASSWORD is required}"
|
||||
: "${POSTGRES_RECONCILER_PASSWORD:?POSTGRES_RECONCILER_PASSWORD is required}"
|
||||
: "${POSTGRES_EXPORTER_PASSWORD:?POSTGRES_EXPORTER_PASSWORD is required}"
|
||||
: "${POSTGRES_MIGRATE_PASSWORD:?POSTGRES_MIGRATE_PASSWORD is required}"
|
||||
|
||||
export PGPASSWORD=$POSTGRES_PASSWORD
|
||||
export PGSSLROOTCERT=${PGSSLROOTCERT:-/run/security/internal-ca/ca.crt}
|
||||
export PGSSLCERT=${PGSSLCERT:-/run/security/client/tls.crt}
|
||||
export PGSSLKEY=${PGSSLKEY:-/run/security/client/tls.key}
|
||||
export PGSSLMODE=verify-full
|
||||
|
||||
psql \
|
||||
--host=postgres \
|
||||
--username="$POSTGRES_USER" \
|
||||
--dbname="$POSTGRES_DB" \
|
||||
--set=ON_ERROR_STOP=1 \
|
||||
--set=api_password="$POSTGRES_API_PASSWORD" \
|
||||
--set=dispatcher_password="$POSTGRES_DISPATCHER_PASSWORD" \
|
||||
--set=worker_password="$POSTGRES_WORKER_PASSWORD" \
|
||||
--set=reconciler_password="$POSTGRES_RECONCILER_PASSWORD" \
|
||||
--set=exporter_password="$POSTGRES_EXPORTER_PASSWORD" \
|
||||
--set=migrate_password="$POSTGRES_MIGRATE_PASSWORD" \
|
||||
--file="$sql_file"
|
||||
@@ -0,0 +1,25 @@
|
||||
REVOKE ALL ON ALL TABLES IN SCHEMA public FROM PUBLIC;
|
||||
|
||||
GRANT SELECT, INSERT, UPDATE, DELETE ON
|
||||
users,
|
||||
chats,
|
||||
chat_members,
|
||||
messages,
|
||||
message_idempotency,
|
||||
attachments,
|
||||
message_attachments,
|
||||
attachment_jobs,
|
||||
outbox_events
|
||||
TO messenger_api;
|
||||
GRANT SELECT ON attachment_variants TO messenger_api;
|
||||
|
||||
GRANT SELECT, UPDATE, DELETE ON outbox_events TO messenger_dispatcher;
|
||||
|
||||
GRANT SELECT, UPDATE ON attachments, attachment_jobs TO messenger_worker;
|
||||
GRANT SELECT, INSERT, UPDATE, DELETE ON attachment_variants TO messenger_worker;
|
||||
GRANT INSERT ON attachment_replay_audit TO messenger_worker;
|
||||
GRANT INSERT ON outbox_events TO messenger_worker;
|
||||
|
||||
GRANT SELECT, UPDATE, DELETE ON attachments TO messenger_reconciler;
|
||||
GRANT SELECT ON attachment_variants, message_attachments TO messenger_reconciler;
|
||||
GRANT pg_monitor TO messenger_exporter;
|
||||
@@ -0,0 +1,15 @@
|
||||
# Local bootstrap and health checks stay inside the PostgreSQL container.
|
||||
local all all trust
|
||||
|
||||
# TLS verifies the server. clientcert=verify-full additionally binds the
|
||||
# certificate CN to the database role; SCRAM remains a second factor.
|
||||
hostssl messenger messenger_api all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger_dispatcher all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger_worker all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger_reconciler all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger_exporter all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger_migrate all scram-sha-256 clientcert=verify-full
|
||||
hostssl messenger messenger all scram-sha-256 clientcert=verify-full
|
||||
|
||||
hostnossl all all all reject
|
||||
hostssl all all all reject
|
||||
@@ -0,0 +1,11 @@
|
||||
listen_addresses = '*'
|
||||
port = 5432
|
||||
|
||||
ssl = on
|
||||
ssl_cert_file = '/run/security/postgres/tls.crt'
|
||||
ssl_key_file = '/run/security/postgres/tls.key'
|
||||
ssl_ca_file = '/run/security/internal-ca/ca.crt'
|
||||
ssl_min_protocol_version = 'TLSv1.3'
|
||||
|
||||
hba_file = '/etc/postgresql/pg_hba.conf'
|
||||
password_encryption = 'scram-sha-256'
|
||||
@@ -0,0 +1,38 @@
|
||||
SELECT format('CREATE ROLE %I LOGIN', role_name)
|
||||
FROM unnest(ARRAY[
|
||||
'messenger_api',
|
||||
'messenger_dispatcher',
|
||||
'messenger_worker',
|
||||
'messenger_reconciler',
|
||||
'messenger_exporter',
|
||||
'messenger_migrate'
|
||||
]) AS roles(role_name)
|
||||
WHERE NOT EXISTS (SELECT FROM pg_roles WHERE rolname = role_name)
|
||||
\gexec
|
||||
|
||||
ALTER ROLE messenger_api PASSWORD :'api_password';
|
||||
ALTER ROLE messenger_dispatcher PASSWORD :'dispatcher_password';
|
||||
ALTER ROLE messenger_worker PASSWORD :'worker_password';
|
||||
ALTER ROLE messenger_reconciler PASSWORD :'reconciler_password';
|
||||
ALTER ROLE messenger_exporter PASSWORD :'exporter_password';
|
||||
ALTER ROLE messenger_migrate PASSWORD :'migrate_password';
|
||||
|
||||
REVOKE CREATE ON SCHEMA public FROM PUBLIC;
|
||||
|
||||
GRANT CONNECT ON DATABASE messenger TO
|
||||
messenger_api,
|
||||
messenger_dispatcher,
|
||||
messenger_worker,
|
||||
messenger_reconciler,
|
||||
messenger_exporter,
|
||||
messenger_migrate;
|
||||
GRANT USAGE ON SCHEMA public TO
|
||||
messenger_api,
|
||||
messenger_dispatcher,
|
||||
messenger_worker,
|
||||
messenger_reconciler,
|
||||
messenger_exporter;
|
||||
GRANT USAGE, CREATE ON SCHEMA public TO messenger_migrate;
|
||||
|
||||
ALTER DEFAULT PRIVILEGES FOR ROLE messenger_migrate IN SCHEMA public
|
||||
GRANT SELECT, INSERT, UPDATE, DELETE ON TABLES TO messenger_api;
|
||||
Executable
+66
@@ -0,0 +1,66 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
|
||||
usage() {
|
||||
echo "usage: $0 valkey|broker OUTPUT" >&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
valid_secret() {
|
||||
value=$1
|
||||
case "$value" in
|
||||
""|*[!A-Za-z0-9_@%+=:,./-]*) return 1 ;;
|
||||
*) return 0 ;;
|
||||
esac
|
||||
}
|
||||
|
||||
write_valkey_acl() {
|
||||
: "${VALKEY_API_PASSWORD:?VALKEY_API_PASSWORD is required}"
|
||||
: "${VALKEY_EXPORTER_PASSWORD:?VALKEY_EXPORTER_PASSWORD is required}"
|
||||
: "${VALKEY_HEALTH_PASSWORD:?VALKEY_HEALTH_PASSWORD is required}"
|
||||
valid_secret "$VALKEY_API_PASSWORD" || exit 1
|
||||
valid_secret "$VALKEY_EXPORTER_PASSWORD" || exit 1
|
||||
valid_secret "$VALKEY_HEALTH_PASSWORD" || exit 1
|
||||
|
||||
cat >"$output" <<EOF
|
||||
user default reset off
|
||||
user messenger_api reset on >$VALKEY_API_PASSWORD ~session:* ~login-rate:* +ping +get +set +del +unlink +expire +pexpire +ttl +pttl +incr +eval +evalsha +script|load
|
||||
user valkey_exporter reset on >$VALKEY_EXPORTER_PASSWORD ~* +ping +info +client +config|get +scan +dbsize +slowlog
|
||||
user valkey_health reset on >$VALKEY_HEALTH_PASSWORD +ping
|
||||
EOF
|
||||
}
|
||||
|
||||
write_broker_acl() {
|
||||
: "${REDIS_DISPATCHER_PASSWORD:?REDIS_DISPATCHER_PASSWORD is required}"
|
||||
: "${REDIS_WORKER_PASSWORD:?REDIS_WORKER_PASSWORD is required}"
|
||||
: "${REDIS_EXPORTER_PASSWORD:?REDIS_EXPORTER_PASSWORD is required}"
|
||||
: "${REDIS_HEALTH_PASSWORD:?REDIS_HEALTH_PASSWORD is required}"
|
||||
valid_secret "$REDIS_DISPATCHER_PASSWORD" || exit 1
|
||||
valid_secret "$REDIS_WORKER_PASSWORD" || exit 1
|
||||
valid_secret "$REDIS_EXPORTER_PASSWORD" || exit 1
|
||||
valid_secret "$REDIS_HEALTH_PASSWORD" || exit 1
|
||||
|
||||
cat >"$output" <<EOF
|
||||
user default reset off
|
||||
user messenger_dispatcher reset on >$REDIS_DISPATCHER_PASSWORD ~attachment-jobs +ping +xadd
|
||||
user messenger_worker reset on >$REDIS_WORKER_PASSWORD ~attachment-jobs ~attachment-jobs-failed +ping +xgroup +xreadgroup +xautoclaim +xpending +xack +xdel +xadd +eval +evalsha +script|load
|
||||
user redis_exporter reset on >$REDIS_EXPORTER_PASSWORD ~* +ping +info +client +config|get +scan +dbsize +slowlog +xinfo
|
||||
user redis_health reset on >$REDIS_HEALTH_PASSWORD +ping
|
||||
EOF
|
||||
}
|
||||
|
||||
[ "$#" -eq 2 ] || usage
|
||||
mode=$1
|
||||
output=$2
|
||||
|
||||
umask 077
|
||||
mkdir -p "$(dirname -- "$output")"
|
||||
|
||||
case "$mode" in
|
||||
valkey) write_valkey_acl ;;
|
||||
broker) write_broker_acl ;;
|
||||
*) usage ;;
|
||||
esac
|
||||
|
||||
chmod 0600 "$output"
|
||||
@@ -0,0 +1,136 @@
|
||||
static_resources:
|
||||
listeners:
|
||||
- name: valkey_api
|
||||
address:
|
||||
socket_address: {address: 0.0.0.0, port_value: 16379}
|
||||
filter_chains:
|
||||
- filters:
|
||||
- name: envoy.filters.network.tcp_proxy
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy
|
||||
stat_prefix: valkey_api
|
||||
cluster: valkey
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.DownstreamTlsContext
|
||||
require_client_certificate: true
|
||||
common_tls_context:
|
||||
tls_params: {tls_minimum_protocol_version: TLSv1_3, tls_maximum_protocol_version: TLSv1_3}
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/redis-gateway/tls.crt}
|
||||
private_key: {filename: /run/security/redis-gateway/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: URI
|
||||
matcher: {exact: "spiffe://mtusi/lab7/api"}
|
||||
|
||||
- name: broker_dispatcher
|
||||
address:
|
||||
socket_address: {address: 0.0.0.0, port_value: 26379}
|
||||
filter_chains:
|
||||
- filters:
|
||||
- name: envoy.filters.network.tcp_proxy
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy
|
||||
stat_prefix: broker_dispatcher
|
||||
cluster: redis_broker
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.DownstreamTlsContext
|
||||
require_client_certificate: true
|
||||
common_tls_context:
|
||||
tls_params: {tls_minimum_protocol_version: TLSv1_3, tls_maximum_protocol_version: TLSv1_3}
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/redis-gateway/tls.crt}
|
||||
private_key: {filename: /run/security/redis-gateway/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: URI
|
||||
matcher: {exact: "spiffe://mtusi/lab7/dispatcher"}
|
||||
|
||||
- name: broker_worker
|
||||
address:
|
||||
socket_address: {address: 0.0.0.0, port_value: 36379}
|
||||
filter_chains:
|
||||
- filters:
|
||||
- name: envoy.filters.network.tcp_proxy
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.filters.network.tcp_proxy.v3.TcpProxy
|
||||
stat_prefix: broker_worker
|
||||
cluster: redis_broker
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.DownstreamTlsContext
|
||||
require_client_certificate: true
|
||||
common_tls_context:
|
||||
tls_params: {tls_minimum_protocol_version: TLSv1_3, tls_maximum_protocol_version: TLSv1_3}
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/redis-gateway/tls.crt}
|
||||
private_key: {filename: /run/security/redis-gateway/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: URI
|
||||
matcher: {exact: "spiffe://mtusi/lab7/worker"}
|
||||
|
||||
clusters:
|
||||
- name: valkey
|
||||
connect_timeout: 2s
|
||||
type: STRICT_DNS
|
||||
load_assignment:
|
||||
cluster_name: valkey
|
||||
endpoints:
|
||||
- lb_endpoints:
|
||||
- endpoint:
|
||||
address:
|
||||
socket_address: {address: valkey, port_value: 6379}
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.UpstreamTlsContext
|
||||
sni: valkey
|
||||
common_tls_context:
|
||||
tls_params: {tls_minimum_protocol_version: TLSv1_3, tls_maximum_protocol_version: TLSv1_3}
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/client/tls.crt}
|
||||
private_key: {filename: /run/security/client/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: DNS
|
||||
matcher: {exact: valkey}
|
||||
|
||||
- name: redis_broker
|
||||
connect_timeout: 2s
|
||||
type: STRICT_DNS
|
||||
load_assignment:
|
||||
cluster_name: redis_broker
|
||||
endpoints:
|
||||
- lb_endpoints:
|
||||
- endpoint:
|
||||
address:
|
||||
socket_address: {address: redis-broker, port_value: 6379}
|
||||
transport_socket:
|
||||
name: envoy.transport_sockets.tls
|
||||
typed_config:
|
||||
"@type": type.googleapis.com/envoy.extensions.transport_sockets.tls.v3.UpstreamTlsContext
|
||||
sni: redis-broker
|
||||
common_tls_context:
|
||||
tls_params: {tls_minimum_protocol_version: TLSv1_3, tls_maximum_protocol_version: TLSv1_3}
|
||||
tls_certificates:
|
||||
- certificate_chain: {filename: /run/security/client/tls.crt}
|
||||
private_key: {filename: /run/security/client/tls.key}
|
||||
validation_context:
|
||||
trusted_ca: {filename: /run/security/internal-ca/ca.crt}
|
||||
match_typed_subject_alt_names:
|
||||
- san_type: DNS
|
||||
matcher: {exact: redis-broker}
|
||||
|
||||
admin:
|
||||
address:
|
||||
socket_address: {address: 127.0.0.1, port_value: 9901}
|
||||
@@ -0,0 +1,17 @@
|
||||
bind 0.0.0.0
|
||||
protected-mode yes
|
||||
port 0
|
||||
tls-port 6379
|
||||
tls-cert-file /run/security/redis-broker/tls.crt
|
||||
tls-key-file /run/security/redis-broker/tls.key
|
||||
tls-ca-cert-file /run/security/internal-ca/ca.crt
|
||||
tls-auth-clients yes
|
||||
tls-protocols "TLSv1.3"
|
||||
unixsocket /tmp/redis.sock
|
||||
unixsocketperm 700
|
||||
|
||||
aclfile /run/security/redis-broker/users.acl
|
||||
appendonly yes
|
||||
appendfsync always
|
||||
maxmemory-policy noeviction
|
||||
dir /data
|
||||
@@ -0,0 +1,16 @@
|
||||
bind 0.0.0.0
|
||||
protected-mode yes
|
||||
port 0
|
||||
tls-port 6379
|
||||
tls-cert-file /run/security/valkey/tls.crt
|
||||
tls-key-file /run/security/valkey/tls.key
|
||||
tls-ca-cert-file /run/security/internal-ca/ca.crt
|
||||
tls-auth-clients yes
|
||||
tls-protocols "TLSv1.3"
|
||||
unixsocket /tmp/valkey.sock
|
||||
unixsocketperm 700
|
||||
|
||||
aclfile /run/security/valkey/users.acl
|
||||
appendonly yes
|
||||
appendfsync everysec
|
||||
dir /data
|
||||
Executable
+199
@@ -0,0 +1,199 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -eu
|
||||
|
||||
: "${SECURITY_DIR:=/run/security-source}"
|
||||
: "${POSTGRES_HOST:=postgres}"
|
||||
: "${VALKEY_HOST:=redis-gateway}"
|
||||
: "${VALKEY_PORT:=16379}"
|
||||
: "${REDIS_HOST:=redis-gateway}"
|
||||
: "${REDIS_DISPATCHER_PORT:=26379}"
|
||||
: "${REDIS_WORKER_PORT:=36379}"
|
||||
: "${S3_HOST:=s3}"
|
||||
: "${OTEL_HOST:=otel-gateway}"
|
||||
: "${POSTGRES_DB:=messenger}"
|
||||
: "${S3_BUCKET:=messenger-attachments}"
|
||||
|
||||
required_commands="curl mc openssl psql redis-cli"
|
||||
for command in $required_commands; do
|
||||
command -v "$command" >/dev/null 2>&1 || {
|
||||
echo "$command is required" >&2
|
||||
exit 1
|
||||
}
|
||||
done
|
||||
|
||||
ca=$SECURITY_DIR/internal-ca/ca.crt
|
||||
|
||||
expect_failure() {
|
||||
description=$1
|
||||
shift
|
||||
if "$@" >/dev/null 2>&1; then
|
||||
echo "expected failure: $description" >&2
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
expect_redis_denied() {
|
||||
description=$1
|
||||
shift
|
||||
output=$("$@" 2>&1 || true)
|
||||
case "$output" in
|
||||
*NOPERM*|*DENIED*) ;;
|
||||
*) echo "expected Redis ACL denial: $description" >&2; exit 1 ;;
|
||||
esac
|
||||
}
|
||||
|
||||
expect_redis_allowed() {
|
||||
description=$1
|
||||
shift
|
||||
output=$("$@" 2>&1) || {
|
||||
echo "expected Redis ACL allow: $description: $output" >&2
|
||||
exit 1
|
||||
}
|
||||
case "$output" in
|
||||
*NOPERM*|*DENIED*) echo "expected Redis ACL allow: $description: $output" >&2; exit 1 ;;
|
||||
esac
|
||||
}
|
||||
|
||||
check_server() {
|
||||
host=$1
|
||||
port=$2
|
||||
identity=${3:-}
|
||||
client_options=
|
||||
if [ -n "$identity" ]; then
|
||||
client_options="-cert $SECURITY_DIR/$identity/tls.crt -key $SECURITY_DIR/$identity/tls.key"
|
||||
fi
|
||||
# client_options contains only paths assembled by this script.
|
||||
# shellcheck disable=SC2086
|
||||
printf '' | openssl s_client $client_options \
|
||||
-connect "$host:$port" \
|
||||
-servername "$host" \
|
||||
-verify_hostname "$host" \
|
||||
-verify_return_error \
|
||||
-CAfile "$ca" >/dev/null 2>&1
|
||||
}
|
||||
|
||||
check_server "$POSTGRES_HOST" 5432 api-client
|
||||
check_server "$VALKEY_HOST" "$VALKEY_PORT" api-client
|
||||
check_server "$REDIS_HOST" "$REDIS_WORKER_PORT" worker-client
|
||||
check_server "$S3_HOST" 9000
|
||||
|
||||
: "${POSTGRES_API_PASSWORD:?POSTGRES_API_PASSWORD is required}"
|
||||
: "${POSTGRES_WORKER_PASSWORD:?POSTGRES_WORKER_PASSWORD is required}"
|
||||
: "${POSTGRES_DISPATCHER_PASSWORD:?POSTGRES_DISPATCHER_PASSWORD is required}"
|
||||
|
||||
pg_url() {
|
||||
role=$1
|
||||
cert=$2
|
||||
password=$3
|
||||
printf 'postgresql://%s:%s@%s:5432/%s?sslmode=verify-full&sslrootcert=%s&sslcert=%s&sslkey=%s' \
|
||||
"$role" "$password" "$POSTGRES_HOST" "$POSTGRES_DB" "$ca" \
|
||||
"$SECURITY_DIR/$cert/tls.crt" "$SECURITY_DIR/$cert/tls.key"
|
||||
}
|
||||
|
||||
api_db=$(pg_url messenger_api api-client "$POSTGRES_API_PASSWORD")
|
||||
worker_db=$(pg_url messenger_worker worker-client "$POSTGRES_WORKER_PASSWORD")
|
||||
dispatcher_db=$(pg_url messenger_dispatcher dispatcher-client "$POSTGRES_DISPATCHER_PASSWORD")
|
||||
api_with_worker_cert=$(pg_url messenger_api worker-client "$POSTGRES_API_PASSWORD")
|
||||
|
||||
psql "$api_db" --set=ON_ERROR_STOP=1 --command='SELECT count(*) FROM users' >/dev/null
|
||||
psql "$worker_db" --set=ON_ERROR_STOP=1 --command='SELECT count(*) FROM attachment_jobs' >/dev/null
|
||||
psql "$worker_db" --set=ON_ERROR_STOP=1 --command='UPDATE attachment_jobs SET updated_at = updated_at WHERE false' >/dev/null
|
||||
psql "$dispatcher_db" --set=ON_ERROR_STOP=1 --command='SELECT count(*) FROM outbox_events' >/dev/null
|
||||
expect_failure "worker reads users" psql "$worker_db" --set=ON_ERROR_STOP=1 --command='SELECT count(*) FROM users'
|
||||
expect_failure "dispatcher reads attachments" psql "$dispatcher_db" --set=ON_ERROR_STOP=1 --command='SELECT count(*) FROM attachments'
|
||||
expect_failure "API role uses worker certificate" psql "$api_with_worker_cert" --set=ON_ERROR_STOP=1 --command='SELECT 1'
|
||||
|
||||
: "${VALKEY_API_PASSWORD:?VALKEY_API_PASSWORD is required}"
|
||||
: "${REDIS_DISPATCHER_PASSWORD:?REDIS_DISPATCHER_PASSWORD is required}"
|
||||
: "${REDIS_WORKER_PASSWORD:?REDIS_WORKER_PASSWORD is required}"
|
||||
|
||||
expect_failure "broker without client certificate" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" PING
|
||||
for identity in foreign-client api-client; do
|
||||
expect_failure "broker rejects $identity" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/$identity/tls.crt" \
|
||||
--key "$SECURITY_DIR/$identity/tls.key" --user messenger_worker \
|
||||
-h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" PING
|
||||
done
|
||||
|
||||
redis_tls() {
|
||||
identity=$1
|
||||
shift
|
||||
redis-cli --tls --cacert "$ca" \
|
||||
--cert "$SECURITY_DIR/$identity/tls.crt" \
|
||||
--key "$SECURITY_DIR/$identity/tls.key" "$@"
|
||||
}
|
||||
|
||||
REDISCLI_AUTH=$VALKEY_API_PASSWORD redis_tls api-client \
|
||||
--user messenger_api -h "$VALKEY_HOST" -p "$VALKEY_PORT" SET session:acl-test value EX 30 >/dev/null
|
||||
expect_redis_denied "session identity writes an arbitrary key" env REDISCLI_AUTH="$VALKEY_API_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/api-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/api-client/tls.key" --user messenger_api -h "$VALKEY_HOST" -p "$VALKEY_PORT" SET forbidden value
|
||||
|
||||
REDISCLI_AUTH=$REDIS_DISPATCHER_PASSWORD redis_tls dispatcher-client \
|
||||
--user messenger_dispatcher -h "$REDIS_HOST" -p "$REDIS_DISPATCHER_PORT" XADD attachment-jobs '*' payload acl-test >/dev/null
|
||||
expect_redis_denied "dispatcher consumes jobs" env REDISCLI_AUTH="$REDIS_DISPATCHER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/dispatcher-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/dispatcher-client/tls.key" --user messenger_dispatcher -h "$REDIS_HOST" -p "$REDIS_DISPATCHER_PORT" \
|
||||
XREAD COUNT 1 STREAMS attachment-jobs 0
|
||||
REDISCLI_AUTH=$REDIS_WORKER_PASSWORD redis_tls worker-client \
|
||||
--user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" XGROUP DESTROY attachment-jobs acl-worker-check >/dev/null 2>&1 || true
|
||||
expect_redis_allowed "worker creates its consumer group" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/worker-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/worker-client/tls.key" --user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" \
|
||||
XGROUP CREATE attachment-jobs acl-worker-check '$' MKSTREAM
|
||||
expect_redis_allowed "worker consumes its stream" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/worker-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/worker-client/tls.key" --user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" \
|
||||
XREADGROUP GROUP acl-worker-check acl-worker-consumer COUNT 1 STREAMS attachment-jobs '>'
|
||||
expect_redis_allowed "worker acknowledges its stream" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/worker-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/worker-client/tls.key" --user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" \
|
||||
XACK attachment-jobs acl-worker-check 0-1
|
||||
REDISCLI_AUTH=$REDIS_WORKER_PASSWORD redis_tls worker-client \
|
||||
--user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" XGROUP DESTROY attachment-jobs acl-worker-check >/dev/null
|
||||
expect_redis_denied "worker accesses an unrelated stream" env REDISCLI_AUTH="$REDIS_WORKER_PASSWORD" \
|
||||
redis-cli --tls --cacert "$ca" --cert "$SECURITY_DIR/worker-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/worker-client/tls.key" --user messenger_worker -h "$REDIS_HOST" -p "$REDIS_WORKER_PORT" XADD unrelated '*' payload denied
|
||||
|
||||
: "${S3_API_ACCESS_KEY:?S3_API_ACCESS_KEY is required}"
|
||||
: "${S3_API_SECRET_KEY:?S3_API_SECRET_KEY is required}"
|
||||
: "${S3_WORKER_ACCESS_KEY:?S3_WORKER_ACCESS_KEY is required}"
|
||||
: "${S3_WORKER_SECRET_KEY:?S3_WORKER_SECRET_KEY is required}"
|
||||
|
||||
export SSL_CERT_FILE=$ca
|
||||
export MC_CONFIG_DIR=/tmp/mc-acl-test
|
||||
test_file=/tmp/acl-test-object
|
||||
printf 'acl-test' >"$test_file"
|
||||
mc alias set api "https://$S3_HOST:9000" "$S3_API_ACCESS_KEY" "$S3_API_SECRET_KEY" >/dev/null
|
||||
mc alias set worker "https://$S3_HOST:9000" "$S3_WORKER_ACCESS_KEY" "$S3_WORKER_SECRET_KEY" >/dev/null
|
||||
mc cp "$test_file" "api/$S3_BUCKET/staging/acl-test" >/dev/null
|
||||
expect_failure "API writes processed objects" mc cp "$test_file" "api/$S3_BUCKET/attachments/acl-test"
|
||||
mc cp "$test_file" "worker/$S3_BUCKET/attachments/acl-test" >/dev/null
|
||||
expect_failure "worker writes outside attachment prefixes" mc cp "$test_file" "worker/$S3_BUCKET/private/acl-test"
|
||||
mc rm "api/$S3_BUCKET/staging/acl-test" >/dev/null
|
||||
mc rm "worker/$S3_BUCKET/attachments/acl-test" >/dev/null
|
||||
|
||||
expect_failure "OTel without client certificate" curl --silent --show-error \
|
||||
--cacert "$ca" "https://$OTEL_HOST:4318/"
|
||||
expect_failure "OTel with foreign CA client certificate" curl --silent --show-error \
|
||||
--cacert "$ca" --cert "$SECURITY_DIR/foreign-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/foreign-client/tls.key" "https://$OTEL_HOST:4318/"
|
||||
|
||||
curl --silent --show-error --fail-with-body \
|
||||
--cacert "$ca" \
|
||||
--cert "$SECURITY_DIR/api-client/tls.crt" \
|
||||
--key "$SECURITY_DIR/api-client/tls.key" \
|
||||
"https://$OTEL_HOST:4318/" >/dev/null 2>&1 || status=$?
|
||||
case "${status:-0}" in
|
||||
0|22) ;;
|
||||
*) echo "allowed OTel identity failed TLS" >&2; exit 1 ;;
|
||||
esac
|
||||
expect_failure "Prometheus same-CA identity reaches OTel" curl --silent --show-error \
|
||||
--cacert "$ca" \
|
||||
--cert "$SECURITY_DIR/prometheus/tls.crt" \
|
||||
--key "$SECURITY_DIR/prometheus/tls.key" \
|
||||
"https://$OTEL_HOST:4318/"
|
||||
|
||||
echo "dependency TLS and least-privilege matrix passed"
|
||||
@@ -1,93 +0,0 @@
|
||||
# Изолированное имя Compose-проекта и его volumes/networks.
|
||||
COMPOSE_PROJECT_NAME=mtusi2026lab6
|
||||
|
||||
# Адрес и внутренний порт HTTP-сервера.
|
||||
APP_HOST=0.0.0.0
|
||||
APP_PORT=8080
|
||||
MESSENGER_CONFIG_PATH=config/messenger.yaml
|
||||
|
||||
# Адреса публикации сервисов на локальной машине.
|
||||
API_BIND_ADDRESS=127.0.0.1:8080
|
||||
SWAGGER_BIND_ADDRESS=127.0.0.1:8081
|
||||
PROMETHEUS_BIND_ADDRESS=127.0.0.1:9090
|
||||
GRAFANA_BIND_ADDRESS=127.0.0.1:3000
|
||||
LOKI_BIND_ADDRESS=127.0.0.1:3100
|
||||
TEMPO_BIND_ADDRESS=127.0.0.1:3200
|
||||
|
||||
# Ресурсные атрибуты и внутренний OTLP endpoint приложений.
|
||||
DEPLOYMENT_ENVIRONMENT=lab
|
||||
SERVICE_VERSION=lab6
|
||||
OTEL_EXPORTER_OTLP_ENDPOINT=http://otel-collector:4317
|
||||
OTEL_EXPORTER_OTLP_PROTOCOL=grpc
|
||||
|
||||
# Число API-реплик за Nginx.
|
||||
API_REPLICAS=2
|
||||
|
||||
# Учётные данные локального PostgreSQL и строка подключения API.
|
||||
POSTGRES_USER=messenger
|
||||
POSTGRES_DB=messenger
|
||||
POSTGRES_PASSWORD=local-postgres-password
|
||||
DATABASE_URL=postgres://messenger:local-postgres-password@postgres:5432/messenger?sslmode=disable
|
||||
|
||||
# Пароль локального Valkey и строка подключения API.
|
||||
VALKEY_PASSWORD=local-valkey-password
|
||||
CACHE_URL=redis://default:local-valkey-password@valkey:6379/0
|
||||
|
||||
# Redis Streams используется только как устойчивый брокер заданий.
|
||||
REDIS_BROKER_PASSWORD=local-redis-broker-password
|
||||
BROKER_URL=redis://default:local-redis-broker-password@redis-broker:6379/0
|
||||
|
||||
# Административные данные MinIO используются только при bootstrap.
|
||||
MINIO_ROOT_USER=local-minio-admin
|
||||
MINIO_ROOT_PASSWORD=local-minio-admin-password
|
||||
|
||||
# API использует отдельного пользователя с доступом только к bucket вложений.
|
||||
S3_ENDPOINT=s3:9000
|
||||
S3_REGION=us-east-1
|
||||
S3_BUCKET=messenger-attachments
|
||||
S3_ACCESS_KEY=messenger-app
|
||||
S3_SECRET_KEY=local-messenger-s3-password
|
||||
|
||||
# Порт Swagger внутри конфигурации CORS API.
|
||||
SWAGGER_PORT=8081
|
||||
|
||||
# Ограничения ресурсов контейнеров.
|
||||
API_CPUS=1
|
||||
API_MEMORY=512m
|
||||
MIGRATE_CPUS=0.5
|
||||
MIGRATE_MEMORY=128m
|
||||
NGINX_CPUS=0.5
|
||||
NGINX_MEMORY=128m
|
||||
SWAGGER_CPUS=0.25
|
||||
SWAGGER_MEMORY=128m
|
||||
TEST_CPUS=2
|
||||
TEST_MEMORY=512m
|
||||
EXPORTER_CPUS=0.25
|
||||
EXPORTER_MEMORY=128m
|
||||
PROMETHEUS_CPUS=1
|
||||
PROMETHEUS_MEMORY=512m
|
||||
GRAFANA_CPUS=1
|
||||
GRAFANA_MEMORY=512m
|
||||
OTEL_COLLECTOR_CPUS=0.5
|
||||
OTEL_COLLECTOR_MEMORY=256m
|
||||
LOKI_CPUS=1
|
||||
LOKI_MEMORY=512m
|
||||
TEMPO_CPUS=1
|
||||
TEMPO_MEMORY=512m
|
||||
POSTGRES_CPUS=2
|
||||
POSTGRES_MEMORY=1g
|
||||
VALKEY_CPUS=1
|
||||
VALKEY_MEMORY=256m
|
||||
REDIS_BROKER_CPUS=1
|
||||
REDIS_BROKER_MEMORY=256m
|
||||
DISPATCHER_CPUS=0.5
|
||||
DISPATCHER_MEMORY=128m
|
||||
WORKER_CPUS=2
|
||||
WORKER_MEMORY=1g
|
||||
S3_CPUS=1
|
||||
S3_MEMORY=512m
|
||||
S3_BOOTSTRAP_CPUS=0.25
|
||||
S3_BOOTSTRAP_MEMORY=256m
|
||||
|
||||
# Пароль локального администратора Grafana.
|
||||
GRAFANA_ADMIN_PASSWORD=local-grafana-password
|
||||
@@ -0,0 +1,121 @@
|
||||
# Изолированное имя Compose-проекта и его volumes/networks.
|
||||
COMPOSE_PROJECT_NAME=mtusi2026lab7
|
||||
|
||||
# Адреса HTTPS API и локального health-only listener.
|
||||
APP_HOST=0.0.0.0
|
||||
APP_PORT=8443
|
||||
APP_HEALTH_ADDRESS=127.0.0.1:8082
|
||||
MESSENGER_CONFIG_PATH=config/messenger.yaml
|
||||
|
||||
# Адреса публикации сервисов на локальной машине.
|
||||
API_BIND_ADDRESS=127.0.0.1:8443
|
||||
SWAGGER_BIND_ADDRESS=127.0.0.1:8081
|
||||
PROMETHEUS_BIND_ADDRESS=127.0.0.1:9090
|
||||
GRAFANA_BIND_ADDRESS=127.0.0.1:3000
|
||||
LOKI_BIND_ADDRESS=127.0.0.1:3100
|
||||
TEMPO_BIND_ADDRESS=127.0.0.1:3200
|
||||
|
||||
# Ресурсные атрибуты и внутренний OTLP endpoint приложений.
|
||||
DEPLOYMENT_ENVIRONMENT=lab
|
||||
SERVICE_VERSION=lab7
|
||||
OTEL_EXPORTER_OTLP_ENDPOINT=https://otel-gateway:4317
|
||||
OTEL_EXPORTER_OTLP_PROTOCOL=grpc
|
||||
|
||||
# Число API-реплик за Nginx.
|
||||
API_REPLICAS=2
|
||||
|
||||
# Учётные данные локального PostgreSQL и строка подключения API.
|
||||
POSTGRES_USER=messenger
|
||||
POSTGRES_DB=messenger
|
||||
POSTGRES_PASSWORD=local-postgres-password
|
||||
POSTGRES_API_PASSWORD=local-postgres-api-password
|
||||
POSTGRES_DISPATCHER_PASSWORD=local-postgres-dispatcher-password
|
||||
POSTGRES_WORKER_PASSWORD=local-postgres-worker-password
|
||||
POSTGRES_RECONCILER_PASSWORD=local-postgres-reconciler-password
|
||||
POSTGRES_EXPORTER_PASSWORD=local-postgres-exporter-password
|
||||
POSTGRES_MIGRATE_PASSWORD=local-postgres-migrate-password
|
||||
DATABASE_URL=postgres://messenger_api:local-postgres-api-password@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/security/internal-ca/ca.crt&sslcert=/run/security/client/tls.crt&sslkey=/run/security/client/tls.key
|
||||
DATABASE_MIGRATE_URL=postgres://messenger_migrate:local-postgres-migrate-password@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/security/internal-ca/ca.crt&sslcert=/run/security/client/tls.crt&sslkey=/run/security/client/tls.key
|
||||
DATABASE_DISPATCHER_URL=postgres://messenger_dispatcher:local-postgres-dispatcher-password@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/security/internal-ca/ca.crt&sslcert=/run/security/client/tls.crt&sslkey=/run/security/client/tls.key
|
||||
DATABASE_WORKER_URL=postgres://messenger_worker:local-postgres-worker-password@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/security/internal-ca/ca.crt&sslcert=/run/security/client/tls.crt&sslkey=/run/security/client/tls.key
|
||||
DATABASE_RECONCILER_URL=postgres://messenger_reconciler:local-postgres-reconciler-password@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/security/internal-ca/ca.crt&sslcert=/run/security/client/tls.crt&sslkey=/run/security/client/tls.key
|
||||
|
||||
# Пароль локального Valkey и строка подключения API.
|
||||
VALKEY_API_PASSWORD=local-valkey-api-password
|
||||
VALKEY_EXPORTER_PASSWORD=local-valkey-exporter-password
|
||||
VALKEY_HEALTH_PASSWORD=local-valkey-health-password
|
||||
CACHE_URL=rediss://messenger_api:local-valkey-api-password@redis-gateway:16379/0
|
||||
|
||||
# Redis Streams используется только как устойчивый брокер заданий.
|
||||
REDIS_DISPATCHER_PASSWORD=local-redis-dispatcher-password
|
||||
REDIS_WORKER_PASSWORD=local-redis-worker-password
|
||||
REDIS_EXPORTER_PASSWORD=local-redis-exporter-password
|
||||
REDIS_HEALTH_PASSWORD=local-redis-health-password
|
||||
BROKER_DISPATCHER_URL=rediss://messenger_dispatcher:local-redis-dispatcher-password@redis-gateway:26379/0
|
||||
BROKER_WORKER_URL=rediss://messenger_worker:local-redis-worker-password@redis-gateway:36379/0
|
||||
|
||||
# Административные данные MinIO используются только при bootstrap.
|
||||
MINIO_ROOT_USER=local-minio-admin
|
||||
MINIO_ROOT_PASSWORD=local-minio-admin-password
|
||||
|
||||
# API использует отдельного пользователя с доступом только к bucket вложений.
|
||||
S3_ENDPOINT=s3:9000
|
||||
S3_REGION=us-east-1
|
||||
S3_BUCKET=messenger-attachments
|
||||
S3_API_ACCESS_KEY=messenger-api
|
||||
S3_API_SECRET_KEY=local-messenger-api-s3-password
|
||||
S3_WORKER_ACCESS_KEY=messenger-worker
|
||||
S3_WORKER_SECRET_KEY=local-messenger-worker-s3-password
|
||||
S3_RECONCILER_ACCESS_KEY=messenger-reconciler
|
||||
S3_RECONCILER_SECRET_KEY=local-messenger-reconciler-s3-password
|
||||
|
||||
# Порт Swagger внутри конфигурации CORS API.
|
||||
SWAGGER_PORT=8081
|
||||
|
||||
# Ограничения ресурсов контейнеров.
|
||||
API_CPUS=1
|
||||
API_MEMORY=512m
|
||||
MIGRATE_CPUS=0.5
|
||||
MIGRATE_MEMORY=128m
|
||||
NGINX_CPUS=0.5
|
||||
NGINX_MEMORY=128m
|
||||
SWAGGER_CPUS=0.25
|
||||
SWAGGER_MEMORY=128m
|
||||
TEST_CPUS=2
|
||||
TEST_MEMORY=512m
|
||||
EXPORTER_CPUS=0.25
|
||||
EXPORTER_MEMORY=128m
|
||||
PROMETHEUS_CPUS=1
|
||||
PROMETHEUS_MEMORY=512m
|
||||
GRAFANA_CPUS=1
|
||||
GRAFANA_MEMORY=512m
|
||||
OTEL_COLLECTOR_CPUS=0.5
|
||||
OTEL_COLLECTOR_MEMORY=256m
|
||||
OTEL_GATEWAY_CPUS=0.25
|
||||
OTEL_GATEWAY_MEMORY=128m
|
||||
REDIS_GATEWAY_CPUS=0.25
|
||||
REDIS_GATEWAY_MEMORY=128m
|
||||
OPENBAO_CPUS=0.5
|
||||
OPENBAO_MEMORY=256m
|
||||
OPENBAO_BIND_ADDRESS=127.0.0.1:8200
|
||||
LOKI_CPUS=1
|
||||
LOKI_MEMORY=512m
|
||||
TEMPO_CPUS=1
|
||||
TEMPO_MEMORY=512m
|
||||
POSTGRES_CPUS=2
|
||||
POSTGRES_MEMORY=1g
|
||||
VALKEY_CPUS=1
|
||||
VALKEY_MEMORY=256m
|
||||
REDIS_BROKER_CPUS=1
|
||||
REDIS_BROKER_MEMORY=256m
|
||||
DISPATCHER_CPUS=0.5
|
||||
DISPATCHER_MEMORY=128m
|
||||
WORKER_CPUS=2
|
||||
WORKER_MEMORY=1g
|
||||
S3_CPUS=1
|
||||
S3_MEMORY=512m
|
||||
S3_BOOTSTRAP_CPUS=0.25
|
||||
S3_BOOTSTRAP_MEMORY=256m
|
||||
|
||||
# Пароль локального администратора Grafana.
|
||||
GRAFANA_ADMIN_PASSWORD=local-grafana-password
|
||||
+2
-2
@@ -1471,8 +1471,8 @@
|
||||
"to": "now"
|
||||
},
|
||||
"timezone": "browser",
|
||||
"title": "Messenger lab6 observability",
|
||||
"uid": "messenger-lab6",
|
||||
"title": "Messenger lab7 security and observability",
|
||||
"uid": "messenger-lab7",
|
||||
"version": 1,
|
||||
"links": [
|
||||
{
|
||||
@@ -13,38 +13,49 @@ datasources:
|
||||
type: prometheus
|
||||
uid: prometheus
|
||||
access: proxy
|
||||
url: http://prometheus:9090
|
||||
url: https://prometheus-grafana-gateway:8443
|
||||
isDefault: true
|
||||
editable: false
|
||||
jsonData:
|
||||
httpMethod: POST
|
||||
tlsAuthWithCACert: true
|
||||
serverName: telemetry-gateway
|
||||
exemplarTraceIdDestinations:
|
||||
- name: trace_id
|
||||
datasourceUid: tempo
|
||||
secureJsonData: &mtls
|
||||
tlsCACert: $__file{/run/security/internal-ca/ca.crt}
|
||||
tlsClientCert: $__file{/run/security/client/tls.crt}
|
||||
tlsClientKey: $__file{/run/security/client/tls.key}
|
||||
|
||||
- name: Loki
|
||||
type: loki
|
||||
uid: loki
|
||||
access: proxy
|
||||
url: http://loki:3100
|
||||
url: https://loki-grafana-gateway:8443
|
||||
editable: false
|
||||
jsonData:
|
||||
maxLines: 1000
|
||||
tlsAuthWithCACert: true
|
||||
serverName: telemetry-gateway
|
||||
derivedFields:
|
||||
- name: TraceID
|
||||
matcherRegex: 'trace_id[=:" ]+([0-9a-f]{32})'
|
||||
datasourceUid: tempo
|
||||
url: '$${__value.raw}'
|
||||
secureJsonData: *mtls
|
||||
|
||||
- name: Tempo
|
||||
type: tempo
|
||||
uid: tempo
|
||||
access: proxy
|
||||
url: http://tempo:3200
|
||||
url: https://tempo-grafana-gateway:8443
|
||||
editable: false
|
||||
jsonData:
|
||||
nodeGraph:
|
||||
enabled: true
|
||||
tlsAuthWithCACert: true
|
||||
serverName: telemetry-gateway
|
||||
search:
|
||||
hide: false
|
||||
serviceMap:
|
||||
@@ -72,3 +83,4 @@ datasources:
|
||||
query: 'sum(rate(traces_spanmetrics_calls_total{$$__tags}[5m]))'
|
||||
- name: Error rate
|
||||
query: 'sum(rate(traces_spanmetrics_calls_total{$$__tags,span_status="STATUS_CODE_ERROR"}[5m]))'
|
||||
secureJsonData: *mtls
|
||||
|
||||
@@ -12,8 +12,15 @@ scrape_configs:
|
||||
dns_sd_configs:
|
||||
- names: ["api"]
|
||||
type: A
|
||||
port: 8080
|
||||
port: 9091
|
||||
refresh_interval: 2s
|
||||
scheme: https
|
||||
tls_config:
|
||||
ca_file: /run/security/internal-ca/ca.crt
|
||||
cert_file: /run/security/prometheus/tls.crt
|
||||
key_file: /run/security/prometheus/tls.key
|
||||
server_name: api
|
||||
min_version: TLS13
|
||||
relabel_configs:
|
||||
- target_label: service_name
|
||||
replacement: messenger-api
|
||||
@@ -44,6 +51,13 @@ scrape_configs:
|
||||
type: A
|
||||
port: 9091
|
||||
refresh_interval: 2s
|
||||
scheme: https
|
||||
tls_config: &pipeline_tls
|
||||
ca_file: /run/security/internal-ca/ca.crt
|
||||
cert_file: /run/security/prometheus/tls.crt
|
||||
key_file: /run/security/prometheus/tls.key
|
||||
server_name: pipeline-metrics
|
||||
min_version: TLS13
|
||||
relabel_configs:
|
||||
- target_label: service_name
|
||||
replacement: messenger-worker
|
||||
@@ -55,6 +69,8 @@ scrape_configs:
|
||||
- job_name: outbox-dispatcher
|
||||
static_configs:
|
||||
- targets: ["dispatcher:9091"]
|
||||
scheme: https
|
||||
tls_config: *pipeline_tls
|
||||
relabel_configs:
|
||||
- target_label: service_name
|
||||
replacement: messenger-dispatcher
|
||||
@@ -65,6 +81,11 @@ scrape_configs:
|
||||
|
||||
- job_name: minio
|
||||
metrics_path: /minio/v2/metrics/cluster
|
||||
scheme: https
|
||||
tls_config:
|
||||
ca_file: /run/security/internal-ca/ca.crt
|
||||
server_name: s3
|
||||
min_version: TLS13
|
||||
static_configs:
|
||||
- targets: ["s3:9000"]
|
||||
|
||||
|
||||
+17
-3
@@ -25,18 +25,32 @@ http {
|
||||
}
|
||||
|
||||
server {
|
||||
listen 8080;
|
||||
listen 8443 ssl;
|
||||
client_max_body_size 11m;
|
||||
|
||||
ssl_certificate /run/security/ingress/tls.crt;
|
||||
ssl_certificate_key /run/security/ingress/tls.key;
|
||||
ssl_protocols TLSv1.2 TLSv1.3;
|
||||
ssl_session_tickets off;
|
||||
|
||||
location / {
|
||||
proxy_pass http://messenger;
|
||||
proxy_pass https://messenger;
|
||||
proxy_http_version 1.1;
|
||||
proxy_set_header Connection "";
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
proxy_set_header X-Forwarded-Proto $scheme;
|
||||
proxy_set_header X-Forwarded-Proto https;
|
||||
proxy_request_buffering off;
|
||||
|
||||
proxy_ssl_server_name on;
|
||||
proxy_ssl_name api;
|
||||
proxy_ssl_trusted_certificate /run/security/internal-ca/ca.crt;
|
||||
proxy_ssl_verify on;
|
||||
proxy_ssl_verify_depth 1;
|
||||
proxy_ssl_certificate /run/security/load-balancer/tls.crt;
|
||||
proxy_ssl_certificate_key /run/security/load-balancer/tls.key;
|
||||
proxy_ssl_session_reuse off;
|
||||
|
||||
proxy_connect_timeout 1s;
|
||||
proxy_send_timeout 10s;
|
||||
proxy_read_timeout 10s;
|
||||
|
||||
+1
-1
@@ -1 +1 @@
|
||||
server api:8080 resolve max_fails=1 fail_timeout=3s;
|
||||
server api:8443 resolve max_fails=1 fail_timeout=3s;
|
||||
|
||||
Reference in New Issue
Block a user