Files

106 lines
4.9 KiB
Python

#!/usr/bin/env python3
"""Container-side privileged test utilities. Input over stdin; never output credentials."""
import base64
from datetime import datetime,timezone
import io
import json
from pathlib import Path
import socket
import sys
import uuid
import boto3
from botocore import UNSIGNED
from botocore.config import Config
from botocore.exceptions import ClientError
import psycopg
from psycopg import sql
from psycopg.rows import dict_row
from messenger.db import setting,Database
from messenger.object_store import ObjectStore
from messenger.cleanup import sweep
def main():
p=json.load(sys.stdin)
action=p['action']
store=ObjectStore()
result={}
with psycopg.connect(setting('DATABASE_URL'),row_factory=dict_row) as conn:
if action=='lookup':
result=conn.execute('SELECT object_key FROM attachments WHERE id=%s',(p['id'],)).fetchone()
elif action=='counts':
result={'attachments':conn.execute('SELECT count(*) AS n FROM attachments').fetchone()['n'],
'objects':sum(len(page.get('Contents',[])) for page in store.pages())}
elif action=='list':
result={'keys':[obj['Key'] for page in store.pages() for obj in page.get('Contents',[])]}
elif action=='put':
raw=base64.b64decode(p['bytes'])
store.put(p['key'],io.BytesIO(raw),len(raw),'image/png')
result={'created':True}
elif action=='delete':
store.delete(p['key'])
result={'deleted':True}
elif action=='exists':
try:
obj=store.client.head_object(Bucket=store.bucket,Key=p['key'])
result={'exists':True,'length':obj['ContentLength']}
except ClientError as exc:
if exc.response['ResponseMetadata']['HTTPStatusCode']!=404:
raise
result={'exists':False}
elif action=='tracked':
result={'tracked':conn.execute('SELECT count(*) AS n FROM attachments WHERE object_key=%s',(p['key'],)).fetchone()['n']}
elif action=='security':
unsigned=boto3.client('s3',endpoint_url=setting('S3_ENDPOINT'),region_name='us-east-1',config=Config(signature_version=UNSIGNED,s3={'addressing_style':'path'},connect_timeout=1,read_timeout=3,retries={'total_max_attempts':1}))
try:
unsigned.get_object(Bucket=store.bucket,Key=p['key'])
anonymous=200
except ClientError as exc:
anonymous=exc.response['ResponseMetadata']['HTTPStatusCode']
try:
store.client.create_bucket(Bucket='forbidden-'+uuid.uuid4().hex)
create_bucket=200
except ClientError as exc:
create_bucket=exc.response['ResponseMetadata']['HTTPStatusCode']
try:
store.client.list_objects_v2(Bucket=store.bucket,Prefix='forbidden/')
other_prefix=200
except ClientError as exc:
other_prefix=exc.response['ResponseMetadata']['HTTPStatusCode']
try:
sock=socket.create_connection(('minio',9001),timeout=1)
sock.close()
console=True
except OSError:
console=False
result={'anonymous_get':anonymous,'create_bucket_with_api_credentials':create_bucket,
'list_other_prefix':other_prefix,'console_reachable_from_api':console,
'root_secret_mounted_in_api':Path('/run/secrets/minio_root_password').exists()}
unsigned.close()
elif action=='install':
conn.execute(sql.SQL("CREATE FUNCTION {}() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN IF NEW.filename={} THEN PERFORM pg_sleep(2); END IF; RETURN NEW; END $$").format(sql.Identifier(p['function']),sql.Literal(p['filename'])))
conn.execute(sql.SQL('CREATE TRIGGER {} BEFORE INSERT ON attachments FOR EACH ROW EXECUTE FUNCTION {}()').format(sql.Identifier(p['trigger']),sql.Identifier(p['function'])))
result={'installed':True}
elif action=='remove':
conn.execute(sql.SQL('DROP TRIGGER IF EXISTS {} ON attachments').format(sql.Identifier(p['trigger'])))
conn.execute(sql.SQL('DROP FUNCTION IF EXISTS {}()').format(sql.Identifier(p['function'])))
result={'removed':True}
elif action=='waiting':
result={'waiting':conn.execute("SELECT count(*) AS n FROM pg_stat_activity WHERE datname=current_database() AND wait_event='PgSleep' AND query LIKE 'INSERT INTO attachments%%'").fetchone()['n']}
elif action=='sweep':
db=Database()
db.open()
try:
result=sweep(db,store,grace_seconds=p.get('grace',60),apply=p.get('apply',False))
finally:
db.close()
else:
raise ValueError('Unknown check action')
store.close()
print(json.dumps(result,default=str))
if __name__=='__main__':
main()