271 lines
8.4 KiB
Python
271 lines
8.4 KiB
Python
"""Operator-only, idempotent SQL roles and scoped S3 accounts."""
|
|
|
|
import json
|
|
import os
|
|
import ssl
|
|
import time
|
|
|
|
import urllib3
|
|
from minio import Minio
|
|
from minio.credentials import StaticProvider
|
|
from minio.minioadmin import MinioAdmin
|
|
from psycopg import sql
|
|
|
|
from scripts.bootstrap_security import OPERATOR, TRUST
|
|
from scripts.stand import compose
|
|
|
|
|
|
def attach_policy(client, policy, user):
|
|
attached = json.loads(client.user_info(user)).get("policyName", "") or ""
|
|
if policy not in attached.split(","):
|
|
client.attach_policy([policy], user=user)
|
|
|
|
|
|
def postgres(raw):
|
|
# The bootstrap SQL channel is the server's local Unix socket. No password
|
|
# or SQL literal is placed in argv; stdin and output are never recorded.
|
|
statements = [
|
|
"REVOKE ALL ON SCHEMA public FROM PUBLIC; REVOKE ALL ON DATABASE messenger FROM PUBLIC;"
|
|
]
|
|
grants = {
|
|
"api": {
|
|
"SELECT": [
|
|
"users",
|
|
"sessions",
|
|
"chats",
|
|
"members",
|
|
"messages",
|
|
"idempotency",
|
|
"attachments",
|
|
"message_attachments",
|
|
"upload_reservations",
|
|
"jobs",
|
|
"outbox",
|
|
"attachment_variants",
|
|
"effect_publications",
|
|
],
|
|
"INSERT": [
|
|
"users",
|
|
"sessions",
|
|
"chats",
|
|
"members",
|
|
"messages",
|
|
"idempotency",
|
|
"attachments",
|
|
"message_attachments",
|
|
"upload_reservations",
|
|
"jobs",
|
|
"outbox",
|
|
],
|
|
"UPDATE": ["users", "idempotency", "jobs"],
|
|
"DELETE": ["sessions", "upload_reservations"],
|
|
},
|
|
"worker": {
|
|
"SELECT": [
|
|
"jobs",
|
|
"attachments",
|
|
"attachment_variants",
|
|
"effect_publications",
|
|
"pipeline_faults",
|
|
],
|
|
"INSERT": [
|
|
"attachment_variants",
|
|
"effect_publications",
|
|
"pipeline_events",
|
|
"outbox",
|
|
],
|
|
"UPDATE": ["jobs", "attachments", "pipeline_faults"],
|
|
},
|
|
"relay": {
|
|
"SELECT": ["jobs", "outbox", "attachments"],
|
|
"INSERT": ["pipeline_events", "outbox"],
|
|
"UPDATE": ["jobs", "attachments", "outbox"],
|
|
},
|
|
"observer": {
|
|
"SELECT": [
|
|
"jobs",
|
|
"effect_publications",
|
|
"pipeline_events",
|
|
"job_slo_observations",
|
|
],
|
|
"INSERT": ["job_slo_observations"],
|
|
"UPDATE": ["job_slo_observations"],
|
|
},
|
|
"reconciler": {
|
|
"SELECT": [
|
|
"jobs",
|
|
"attachments",
|
|
"attachment_variants",
|
|
"upload_reservations",
|
|
"message_attachments",
|
|
"effect_publications",
|
|
],
|
|
"UPDATE": ["jobs", "attachments"],
|
|
"DELETE": [
|
|
"attachments",
|
|
"attachment_variants",
|
|
"upload_reservations",
|
|
"jobs",
|
|
"outbox",
|
|
"job_slo_observations",
|
|
],
|
|
},
|
|
}
|
|
# SQL literals use psycopg's own adapter; names are fixed local roles.
|
|
for role, permissions in grants.items():
|
|
name = "svc_" + role
|
|
password = raw["services"][role]["database_password"]
|
|
statements.append(
|
|
"DO $$ BEGIN IF NOT EXISTS(SELECT 1 FROM pg_roles WHERE rolname='"
|
|
+ name
|
|
+ "') THEN CREATE ROLE "
|
|
+ name
|
|
+ " LOGIN; END IF; END $$;"
|
|
)
|
|
statements.append(
|
|
sql.SQL(
|
|
"ALTER ROLE {} WITH LOGIN NOSUPERUSER NOCREATEDB NOCREATEROLE NOREPLICATION NOBYPASSRLS PASSWORD {};"
|
|
)
|
|
.format(sql.Identifier(name), sql.Literal(password))
|
|
.as_string()
|
|
)
|
|
statements.append(
|
|
"GRANT CONNECT ON DATABASE messenger TO "
|
|
+ name
|
|
+ "; GRANT USAGE ON SCHEMA public TO "
|
|
+ name
|
|
+ ";"
|
|
)
|
|
statements.append(
|
|
"REVOKE ALL ON ALL TABLES IN SCHEMA public FROM " + name + ";"
|
|
)
|
|
statements.append(
|
|
"REVOKE ALL ON ALL SEQUENCES IN SCHEMA public FROM " + name + ";"
|
|
)
|
|
for action, tables in permissions.items():
|
|
statements.append(
|
|
"GRANT "
|
|
+ action
|
|
+ " ON "
|
|
+ ",".join(tables)
|
|
+ " TO "
|
|
+ name
|
|
+ ";"
|
|
)
|
|
# Only append-only technical event/outbox IDs use sequences.
|
|
sequences = {
|
|
"api": ["outbox_id_seq"],
|
|
"worker": ["outbox_id_seq", "pipeline_events_id_seq"],
|
|
"relay": ["outbox_id_seq", "pipeline_events_id_seq"],
|
|
}.get(role, [])
|
|
if sequences:
|
|
statements.append(
|
|
"GRANT USAGE ON SEQUENCE "
|
|
+ ",".join(sequences)
|
|
+ " TO "
|
|
+ name
|
|
+ ";"
|
|
)
|
|
statements.append("GRANT EXECUTE ON FUNCTION login_wait(text) TO svc_api;")
|
|
result = compose(
|
|
"exec",
|
|
"-T",
|
|
"postgres",
|
|
"psql",
|
|
"-q",
|
|
"-U",
|
|
"messenger",
|
|
"-d",
|
|
"messenger",
|
|
"-v",
|
|
"ON_ERROR_STOP=1",
|
|
input="\n".join(statements),
|
|
)
|
|
assert "ERROR" not in result
|
|
|
|
|
|
def s3(raw):
|
|
context = ssl.create_default_context(cafile=TRUST / "ca.pem")
|
|
context.minimum_version = ssl.TLSVersion.TLSv1_3
|
|
context.load_cert_chain(
|
|
OPERATOR / "client/cert.pem", OPERATOR / "client/key.pem"
|
|
)
|
|
pool = urllib3.PoolManager(
|
|
ssl_context=context,
|
|
timeout=urllib3.Timeout(connect=2, read=10),
|
|
retries=False,
|
|
)
|
|
credentials = StaticProvider(raw["s3_root_user"], raw["s3_root_password"])
|
|
admin = MinioAdmin(
|
|
"localhost:" + os.getenv("S3_ADMIN_PORT", "9007"),
|
|
credentials=credentials,
|
|
secure=True,
|
|
http_client=pool,
|
|
)
|
|
client = Minio(
|
|
"localhost:" + os.getenv("S3_ADMIN_PORT", "9007"),
|
|
credentials=credentials,
|
|
secure=True,
|
|
http_client=pool,
|
|
region="us-east-1",
|
|
)
|
|
for attempt in range(60):
|
|
try:
|
|
if not client.bucket_exists("messenger"):
|
|
client.make_bucket("messenger")
|
|
break
|
|
except Exception:
|
|
if attempt == 59:
|
|
raise RuntimeError("S3 TLS bootstrap unavailable") from None
|
|
time.sleep(1)
|
|
for role in ["api", "worker", "reconciler"]:
|
|
statements = [
|
|
{
|
|
"Effect": "Allow",
|
|
"Action": ["s3:GetBucketLocation"],
|
|
"Resource": ["arn:aws:s3:::messenger"],
|
|
}
|
|
]
|
|
|
|
def allow(actions, resource, condition=None, statements=statements):
|
|
statement = {
|
|
"Effect": "Allow",
|
|
"Action": actions,
|
|
"Resource": [resource],
|
|
}
|
|
if condition:
|
|
statement["Condition"] = condition
|
|
statements.append(statement)
|
|
|
|
allow(["s3:GetObject"], "arn:aws:s3:::messenger/objects/*")
|
|
if role == "api":
|
|
allow(["s3:PutObject"], "arn:aws:s3:::messenger/objects/staging/*")
|
|
if role == "worker":
|
|
allow(["s3:PutObject"], "arn:aws:s3:::messenger/objects/*/v*/*")
|
|
if role == "reconciler":
|
|
allow(["s3:DeleteObject"], "arn:aws:s3:::messenger/objects/*")
|
|
allow(
|
|
["s3:ListBucket"],
|
|
"arn:aws:s3:::messenger",
|
|
{"StringLike": {"s3:prefix": ["objects/*"]}},
|
|
)
|
|
values = raw["services"][role]["values"]
|
|
admin.policy_add(
|
|
"messenger-" + role,
|
|
policy={"Version": "2012-10-17", "Statement": statements},
|
|
)
|
|
admin.user_add(values["S3_ACCESS_KEY"], values["S3_SECRET_KEY"])
|
|
attach_policy(admin, "messenger-" + role, values["S3_ACCESS_KEY"])
|
|
pool.clear()
|
|
|
|
|
|
def main():
|
|
raw = json.loads((OPERATOR / "service-secrets.json").read_text())
|
|
postgres(raw)
|
|
s3(raw)
|
|
print("SQL role grants and scoped S3 accounts prepared; no values printed")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|