Files
mtusi2026lab7/scripts/prepare_dependencies.py
T
wh1tet3a f2ea9d65a8
Skeleton contracts / contracts (pull_request) Canceled after 0s
feat(security): add operator rotation and recovery commands
2026-11-20 19:02:00 +03:00

271 lines
8.4 KiB
Python

"""Operator-only, idempotent SQL roles and scoped S3 accounts."""
import json
import os
import ssl
import time
import urllib3
from minio import Minio
from minio.credentials import StaticProvider
from minio.minioadmin import MinioAdmin
from psycopg import sql
from scripts.bootstrap_security import OPERATOR, TRUST
from scripts.stand import compose
def attach_policy(client, policy, user):
attached = json.loads(client.user_info(user)).get("policyName", "") or ""
if policy not in attached.split(","):
client.attach_policy([policy], user=user)
def postgres(raw):
# The bootstrap SQL channel is the server's local Unix socket. No password
# or SQL literal is placed in argv; stdin and output are never recorded.
statements = [
"REVOKE ALL ON SCHEMA public FROM PUBLIC; REVOKE ALL ON DATABASE messenger FROM PUBLIC;"
]
grants = {
"api": {
"SELECT": [
"users",
"sessions",
"chats",
"members",
"messages",
"idempotency",
"attachments",
"message_attachments",
"upload_reservations",
"jobs",
"outbox",
"attachment_variants",
"effect_publications",
],
"INSERT": [
"users",
"sessions",
"chats",
"members",
"messages",
"idempotency",
"attachments",
"message_attachments",
"upload_reservations",
"jobs",
"outbox",
],
"UPDATE": ["users", "idempotency", "jobs"],
"DELETE": ["sessions", "upload_reservations"],
},
"worker": {
"SELECT": [
"jobs",
"attachments",
"attachment_variants",
"effect_publications",
"pipeline_faults",
],
"INSERT": [
"attachment_variants",
"effect_publications",
"pipeline_events",
"outbox",
],
"UPDATE": ["jobs", "attachments", "pipeline_faults"],
},
"relay": {
"SELECT": ["jobs", "outbox", "attachments"],
"INSERT": ["pipeline_events", "outbox"],
"UPDATE": ["jobs", "attachments", "outbox"],
},
"observer": {
"SELECT": [
"jobs",
"effect_publications",
"pipeline_events",
"job_slo_observations",
],
"INSERT": ["job_slo_observations"],
"UPDATE": ["job_slo_observations"],
},
"reconciler": {
"SELECT": [
"jobs",
"attachments",
"attachment_variants",
"upload_reservations",
"message_attachments",
"effect_publications",
],
"UPDATE": ["jobs", "attachments"],
"DELETE": [
"attachments",
"attachment_variants",
"upload_reservations",
"jobs",
"outbox",
"job_slo_observations",
],
},
}
# SQL literals use psycopg's own adapter; names are fixed local roles.
for role, permissions in grants.items():
name = "svc_" + role
password = raw["services"][role]["database_password"]
statements.append(
"DO $$ BEGIN IF NOT EXISTS(SELECT 1 FROM pg_roles WHERE rolname='"
+ name
+ "') THEN CREATE ROLE "
+ name
+ " LOGIN; END IF; END $$;"
)
statements.append(
sql.SQL(
"ALTER ROLE {} WITH LOGIN NOSUPERUSER NOCREATEDB NOCREATEROLE NOREPLICATION NOBYPASSRLS PASSWORD {};"
)
.format(sql.Identifier(name), sql.Literal(password))
.as_string()
)
statements.append(
"GRANT CONNECT ON DATABASE messenger TO "
+ name
+ "; GRANT USAGE ON SCHEMA public TO "
+ name
+ ";"
)
statements.append(
"REVOKE ALL ON ALL TABLES IN SCHEMA public FROM " + name + ";"
)
statements.append(
"REVOKE ALL ON ALL SEQUENCES IN SCHEMA public FROM " + name + ";"
)
for action, tables in permissions.items():
statements.append(
"GRANT "
+ action
+ " ON "
+ ",".join(tables)
+ " TO "
+ name
+ ";"
)
# Only append-only technical event/outbox IDs use sequences.
sequences = {
"api": ["outbox_id_seq"],
"worker": ["outbox_id_seq", "pipeline_events_id_seq"],
"relay": ["outbox_id_seq", "pipeline_events_id_seq"],
}.get(role, [])
if sequences:
statements.append(
"GRANT USAGE ON SEQUENCE "
+ ",".join(sequences)
+ " TO "
+ name
+ ";"
)
statements.append("GRANT EXECUTE ON FUNCTION login_wait(text) TO svc_api;")
result = compose(
"exec",
"-T",
"postgres",
"psql",
"-q",
"-U",
"messenger",
"-d",
"messenger",
"-v",
"ON_ERROR_STOP=1",
input="\n".join(statements),
)
assert "ERROR" not in result
def s3(raw):
context = ssl.create_default_context(cafile=TRUST / "ca.pem")
context.minimum_version = ssl.TLSVersion.TLSv1_3
context.load_cert_chain(
OPERATOR / "client/cert.pem", OPERATOR / "client/key.pem"
)
pool = urllib3.PoolManager(
ssl_context=context,
timeout=urllib3.Timeout(connect=2, read=10),
retries=False,
)
credentials = StaticProvider(raw["s3_root_user"], raw["s3_root_password"])
admin = MinioAdmin(
"localhost:" + os.getenv("S3_ADMIN_PORT", "9007"),
credentials=credentials,
secure=True,
http_client=pool,
)
client = Minio(
"localhost:" + os.getenv("S3_ADMIN_PORT", "9007"),
credentials=credentials,
secure=True,
http_client=pool,
region="us-east-1",
)
for attempt in range(60):
try:
if not client.bucket_exists("messenger"):
client.make_bucket("messenger")
break
except Exception:
if attempt == 59:
raise RuntimeError("S3 TLS bootstrap unavailable") from None
time.sleep(1)
for role in ["api", "worker", "reconciler"]:
statements = [
{
"Effect": "Allow",
"Action": ["s3:GetBucketLocation"],
"Resource": ["arn:aws:s3:::messenger"],
}
]
def allow(actions, resource, condition=None, statements=statements):
statement = {
"Effect": "Allow",
"Action": actions,
"Resource": [resource],
}
if condition:
statement["Condition"] = condition
statements.append(statement)
allow(["s3:GetObject"], "arn:aws:s3:::messenger/objects/*")
if role == "api":
allow(["s3:PutObject"], "arn:aws:s3:::messenger/objects/staging/*")
if role == "worker":
allow(["s3:PutObject"], "arn:aws:s3:::messenger/objects/*/v*/*")
if role == "reconciler":
allow(["s3:DeleteObject"], "arn:aws:s3:::messenger/objects/*")
allow(
["s3:ListBucket"],
"arn:aws:s3:::messenger",
{"StringLike": {"s3:prefix": ["objects/*"]}},
)
values = raw["services"][role]["values"]
admin.policy_add(
"messenger-" + role,
policy={"Version": "2012-10-17", "Statement": statements},
)
admin.user_add(values["S3_ACCESS_KEY"], values["S3_SECRET_KEY"])
attach_policy(admin, "messenger-" + role, values["S3_ACCESS_KEY"])
pool.clear()
def main():
raw = json.loads((OPERATOR / "service-secrets.json").read_text())
postgres(raw)
s3(raw)
print("SQL role grants and scoped S3 accounts prepared; no values printed")
if __name__ == "__main__":
main()