#!/usr/bin/env python3 """Container-side privileged test utilities. Input over stdin; never output credentials.""" import base64 from datetime import datetime,timezone import io import json from pathlib import Path import socket import sys import uuid import boto3 from botocore import UNSIGNED from botocore.config import Config from botocore.exceptions import ClientError import psycopg from psycopg import sql from psycopg.rows import dict_row from messenger.db import setting,Database from messenger.object_store import ObjectStore from messenger.cleanup import sweep def main(): p=json.load(sys.stdin) action=p['action'] store=ObjectStore() result={} with psycopg.connect(setting('DATABASE_URL'),row_factory=dict_row) as conn: if action=='lookup': result=conn.execute('SELECT object_key FROM attachments WHERE id=%s',(p['id'],)).fetchone() elif action=='counts': result={'attachments':conn.execute('SELECT count(*) AS n FROM attachments').fetchone()['n'], 'objects':sum(len(page.get('Contents',[])) for page in store.pages())} elif action=='list': result={'keys':[obj['Key'] for page in store.pages() for obj in page.get('Contents',[])]} elif action=='put': raw=base64.b64decode(p['bytes']) store.put(p['key'],io.BytesIO(raw),len(raw),'image/png') result={'created':True} elif action=='delete': store.delete(p['key']) result={'deleted':True} elif action=='exists': try: obj=store.client.head_object(Bucket=store.bucket,Key=p['key']) result={'exists':True,'length':obj['ContentLength']} except ClientError as exc: if exc.response['ResponseMetadata']['HTTPStatusCode']!=404: raise result={'exists':False} elif action=='tracked': result={'tracked':conn.execute('SELECT count(*) AS n FROM attachments WHERE object_key=%s',(p['key'],)).fetchone()['n']} elif action=='security': unsigned=boto3.client('s3',endpoint_url=setting('S3_ENDPOINT'),region_name='us-east-1',config=Config(signature_version=UNSIGNED,s3={'addressing_style':'path'},connect_timeout=1,read_timeout=3,retries={'total_max_attempts':1})) try: unsigned.get_object(Bucket=store.bucket,Key=p['key']) anonymous=200 except ClientError as exc: anonymous=exc.response['ResponseMetadata']['HTTPStatusCode'] try: store.client.create_bucket(Bucket='forbidden-'+uuid.uuid4().hex) create_bucket=200 except ClientError as exc: create_bucket=exc.response['ResponseMetadata']['HTTPStatusCode'] try: store.client.list_objects_v2(Bucket=store.bucket,Prefix='forbidden/') other_prefix=200 except ClientError as exc: other_prefix=exc.response['ResponseMetadata']['HTTPStatusCode'] try: sock=socket.create_connection(('minio',9001),timeout=1) sock.close() console=True except OSError: console=False result={'anonymous_get':anonymous,'create_bucket_with_api_credentials':create_bucket, 'list_other_prefix':other_prefix,'console_reachable_from_api':console, 'root_secret_mounted_in_api':Path('/run/secrets/minio_root_password').exists()} unsigned.close() elif action=='install': conn.execute(sql.SQL("CREATE FUNCTION {}() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN IF NEW.filename={} THEN PERFORM pg_sleep(2); END IF; RETURN NEW; END $$").format(sql.Identifier(p['function']),sql.Literal(p['filename']))) conn.execute(sql.SQL('CREATE TRIGGER {} BEFORE INSERT ON attachments FOR EACH ROW EXECUTE FUNCTION {}()').format(sql.Identifier(p['trigger']),sql.Identifier(p['function']))) result={'installed':True} elif action=='remove': conn.execute(sql.SQL('DROP TRIGGER IF EXISTS {} ON attachments').format(sql.Identifier(p['trigger']))) conn.execute(sql.SQL('DROP FUNCTION IF EXISTS {}()').format(sql.Identifier(p['function']))) result={'removed':True} elif action=='waiting': result={'waiting':conn.execute("SELECT count(*) AS n FROM pg_stat_activity WHERE datname=current_database() AND wait_event='PgSleep' AND query LIKE 'INSERT INTO attachments%%'").fetchone()['n']} elif action=='sweep': db=Database() db.open() try: result=sweep(db,store,grace_seconds=p.get('grace',60),apply=p.get('apply',False)) finally: db.close() else: raise ValueError('Unknown check action') store.close() print(json.dumps(result,default=str)) if __name__=='__main__': main()