forked from mtusi2026/mtusi2026lab2
The API replicas get UPLOAD_CONCURRENCY, UPLOAD_GRACE_SECONDS, UPLOAD_SWEEP_INTERVAL_SECONDS and UPLOAD_SWEEP_BATCH through the S3 anchor of compose.yaml with the same defaults as the settings, and .env.example documents them. A value in the shell overrides the default, which the memory experiment uses to recreate the replicas with a different number of slots. s3-check.sh now also asks the console port of the S3 service from a separate container on the stand network and expects a refused connection, so 23 checks cover ports, the console inside and outside the container, the repeated bootstrap, the rights of the API key and anonymous access. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01V1d3RLHNBBMA6UqBLLJv27
67 lines
4.4 KiB
Bash
Executable File
67 lines
4.4 KiB
Bash
Executable File
#!/bin/sh
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
cli() { docker compose run --rm --no-deps -T s3-cli "$@"; }
|
|
snapshot() {
|
|
cli sh -s <<'EOF' | grep -v '_date'
|
|
ak=$(cat /run/secrets/s3_access_key_id)
|
|
for c in "bucket list root" "bucket anonymous get root/$S3_BUCKET" "admin policy info root messenger-api" "admin user info root $ak" "bucket lifecycle rule export root/$S3_BUCKET"; do
|
|
rc $c --json
|
|
done | sed "s/$ak/<api-key>/g"
|
|
EOF
|
|
}
|
|
failed=0
|
|
verdict() { if [ "$2" = "$3" ]; then echo "PASS $1: $3"; else echo "FAIL $1: ожидалось $2, получено $3"; failed=1; fi; }
|
|
echo "== $(date -u +%FT%TZ) S3 privacy and bootstrap checks"
|
|
verdict "s3: опубликованные host-порты" "нет" "$(docker inspect -f '{{json .NetworkSettings.Ports}}' "$(docker compose ps -q s3)" | grep -q HostPort && echo есть || echo нет)"
|
|
verdict "s3: консоль :9001 внутри контейнера" "000" "$(docker compose exec -T s3 curl -s -o /dev/null -w '%{http_code}' http://127.0.0.1:9001/ || true)"
|
|
before=$(snapshot)
|
|
first=$(docker compose run --rm --no-deps -T s3-init >/dev/null 2>&1 && echo 0 || echo 1)
|
|
second=$(docker compose run --rm --no-deps -T s3-init 2>/dev/null || echo FAILED)
|
|
after=$(snapshot)
|
|
verdict "s3-init: повторный запуск 1" "0" "$first"
|
|
verdict "s3-init: повторный запуск 2" "0" "$(echo "$second" | grep -q '^s3-init:' && echo 0 || echo 1)"
|
|
verdict "s3-init: состояние IAM/bucket не изменилось" "same" "$([ "$before" = "$after" ] && echo same || echo changed)"
|
|
cli sh -s <<'EOF' || failed=1
|
|
b=$S3_BUCKET
|
|
key="attachments/s3-check-$(date +%s)-$$"
|
|
other="s3-check-$(date +%s)-$$"
|
|
head -c 4096 /dev/urandom > /tmp/probe
|
|
result=0
|
|
expect() {
|
|
want=$1; name=$2; shift 2
|
|
if "$@" >/tmp/out 2>&1; then got=allow; elif grep -qE '403|AccessDenied|set_bucket_policy: service error' /tmp/out; then got=deny; else got=error; fi
|
|
if [ "$got" = "$want" ]; then echo "PASS $name: $got"; else echo "FAIL $name: ожидалось $want, получено $got"; result=1; fi
|
|
}
|
|
expect allow "api: PutObject" rc put /tmp/probe "api/$b/$key"
|
|
expect allow "api: HeadObject" rc object stat "api/$b/$key"
|
|
expect allow "api: GetObject" rc object show "api/$b/$key"
|
|
expect allow "api: ListBucket" rc object list "api/$b/attachments/"
|
|
expect deny "api: CreateBucket" rc bucket create "api/$other"
|
|
expect deny "api: DeleteBucket" rc bucket remove "api/$b"
|
|
expect deny "api: PutBucketPolicy (public)" rc bucket anonymous set public "api/$b"
|
|
expect deny "api: PutBucketLifecycle" rc bucket lifecycle rule import "api/$b" /s3/lifecycle.json
|
|
expect deny "api: admin ListUsers" rc admin user list api
|
|
rc bucket create --ignore-existing "root/$other" >/dev/null
|
|
expect deny "api: PutObject в чужой bucket" rc put /tmp/probe "api/$other/x"
|
|
expect deny "api: ListBucket чужого bucket" rc object list "api/$other"
|
|
rc bucket remove "root/$other" >/dev/null
|
|
expect deny "anonymous: HeadObject" rc object stat "anon/$b/$key"
|
|
expect deny "anonymous: ListBucket" rc object list "anon/$b"
|
|
expect deny "anonymous: PutObject" rc put /tmp/probe "anon/$b/attachments/anonymous"
|
|
status=$(wget -S -O /dev/null "$S3_ENDPOINT/$b/$key" 2>&1 | sed -n 's/^ *HTTP\/[0-9.]* \([0-9]*\).*/\1/p' | head -n 1)
|
|
if [ "$status" = 403 ]; then echo "PASS anonymous: прямой HTTP GET объекта из отдельного контейнера: $status"; else echo "FAIL anonymous: прямой HTTP GET: $status"; result=1; fi
|
|
permission=$(rc bucket anonymous get "root/$b" --json | sed -n 's/.*"permission": *"\([a-z]*\)".*/\1/p')
|
|
if [ "$permission" = private ]; then echo "PASS bucket: anonymous policy: $permission"; else echo "FAIL bucket: anonymous policy: $permission"; result=1; fi
|
|
expect allow "api: DeleteObject" rc object remove --force "api/$b/$key"
|
|
host=$(echo "$S3_ENDPOINT" | sed 's#^[a-z]*://##; s#:.*##')
|
|
if wget -T 2 -O /dev/null "http://$host:9001/" >/tmp/out 2>&1; then echo "FAIL s3: консоль :9001 отвечает из сети стенда"; result=1
|
|
elif grep -q refused /tmp/out; then echo "PASS s3: консоль :9001 из отдельного контейнера сети стенда: connection refused"
|
|
else echo "FAIL s3: консоль :9001 из сети стенда: $(tail -n 1 /tmp/out)"; result=1; fi
|
|
exit $result
|
|
EOF
|
|
echo "== IAM/bucket snapshot (без секретов)"
|
|
echo "$after"
|
|
if [ "$failed" != 0 ]; then echo "RESULT: FAIL"; exit 1; fi
|
|
echo "RESULT: PASS"
|