forked from mtusi2026/mtusi2026lab4
106 lines
4.9 KiB
Python
106 lines
4.9 KiB
Python
#!/usr/bin/env python3
|
|
"""Container-side privileged test utilities. Input over stdin; never output credentials."""
|
|
import base64
|
|
from datetime import datetime,timezone
|
|
import io
|
|
import json
|
|
from pathlib import Path
|
|
import socket
|
|
import sys
|
|
import uuid
|
|
|
|
import boto3
|
|
from botocore import UNSIGNED
|
|
from botocore.config import Config
|
|
from botocore.exceptions import ClientError
|
|
import psycopg
|
|
from psycopg import sql
|
|
from psycopg.rows import dict_row
|
|
from messenger.db import setting,Database
|
|
from messenger.object_store import ObjectStore
|
|
from messenger.cleanup import sweep
|
|
|
|
|
|
def main():
|
|
p=json.load(sys.stdin)
|
|
action=p['action']
|
|
store=ObjectStore()
|
|
result={}
|
|
with psycopg.connect(setting('DATABASE_URL'),row_factory=dict_row) as conn:
|
|
if action=='lookup':
|
|
result=conn.execute('SELECT object_key FROM attachments WHERE id=%s',(p['id'],)).fetchone()
|
|
elif action=='counts':
|
|
result={'attachments':conn.execute('SELECT count(*) AS n FROM attachments').fetchone()['n'],
|
|
'objects':sum(len(page.get('Contents',[])) for page in store.pages())}
|
|
elif action=='list':
|
|
result={'keys':[obj['Key'] for page in store.pages() for obj in page.get('Contents',[])]}
|
|
elif action=='put':
|
|
raw=base64.b64decode(p['bytes'])
|
|
store.put(p['key'],io.BytesIO(raw),len(raw),'image/png')
|
|
result={'created':True}
|
|
elif action=='delete':
|
|
store.delete(p['key'])
|
|
result={'deleted':True}
|
|
elif action=='exists':
|
|
try:
|
|
obj=store.client.head_object(Bucket=store.bucket,Key=p['key'])
|
|
result={'exists':True,'length':obj['ContentLength']}
|
|
except ClientError as exc:
|
|
if exc.response['ResponseMetadata']['HTTPStatusCode']!=404:
|
|
raise
|
|
result={'exists':False}
|
|
elif action=='tracked':
|
|
result={'tracked':conn.execute('SELECT count(*) AS n FROM attachments WHERE object_key=%s',(p['key'],)).fetchone()['n']}
|
|
elif action=='security':
|
|
unsigned=boto3.client('s3',endpoint_url=setting('S3_ENDPOINT'),region_name='us-east-1',config=Config(signature_version=UNSIGNED,s3={'addressing_style':'path'},connect_timeout=1,read_timeout=3,retries={'total_max_attempts':1}))
|
|
try:
|
|
unsigned.get_object(Bucket=store.bucket,Key=p['key'])
|
|
anonymous=200
|
|
except ClientError as exc:
|
|
anonymous=exc.response['ResponseMetadata']['HTTPStatusCode']
|
|
try:
|
|
store.client.create_bucket(Bucket='forbidden-'+uuid.uuid4().hex)
|
|
create_bucket=200
|
|
except ClientError as exc:
|
|
create_bucket=exc.response['ResponseMetadata']['HTTPStatusCode']
|
|
try:
|
|
store.client.list_objects_v2(Bucket=store.bucket,Prefix='forbidden/')
|
|
other_prefix=200
|
|
except ClientError as exc:
|
|
other_prefix=exc.response['ResponseMetadata']['HTTPStatusCode']
|
|
try:
|
|
sock=socket.create_connection(('minio',9001),timeout=1)
|
|
sock.close()
|
|
console=True
|
|
except OSError:
|
|
console=False
|
|
result={'anonymous_get':anonymous,'create_bucket_with_api_credentials':create_bucket,
|
|
'list_other_prefix':other_prefix,'console_reachable_from_api':console,
|
|
'root_secret_mounted_in_api':Path('/run/secrets/minio_root_password').exists()}
|
|
unsigned.close()
|
|
elif action=='install':
|
|
conn.execute(sql.SQL("CREATE FUNCTION {}() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN IF NEW.filename={} THEN PERFORM pg_sleep(2); END IF; RETURN NEW; END $$").format(sql.Identifier(p['function']),sql.Literal(p['filename'])))
|
|
conn.execute(sql.SQL('CREATE TRIGGER {} BEFORE INSERT ON attachments FOR EACH ROW EXECUTE FUNCTION {}()').format(sql.Identifier(p['trigger']),sql.Identifier(p['function'])))
|
|
result={'installed':True}
|
|
elif action=='remove':
|
|
conn.execute(sql.SQL('DROP TRIGGER IF EXISTS {} ON attachments').format(sql.Identifier(p['trigger'])))
|
|
conn.execute(sql.SQL('DROP FUNCTION IF EXISTS {}()').format(sql.Identifier(p['function'])))
|
|
result={'removed':True}
|
|
elif action=='waiting':
|
|
result={'waiting':conn.execute("SELECT count(*) AS n FROM pg_stat_activity WHERE datname=current_database() AND wait_event='PgSleep' AND query LIKE 'INSERT INTO attachments%%'").fetchone()['n']}
|
|
elif action=='sweep':
|
|
db=Database()
|
|
db.open()
|
|
try:
|
|
result=sweep(db,store,grace_seconds=p.get('grace',60),apply=p.get('apply',False))
|
|
finally:
|
|
db.close()
|
|
else:
|
|
raise ValueError('Unknown check action')
|
|
store.close()
|
|
print(json.dumps(result,default=str))
|
|
|
|
|
|
if __name__=='__main__':
|
|
main()
|