28 lines
1.6 KiB
Python
28 lines
1.6 KiB
Python
"""Private S3 and job envelopes do not expose source bytes or credentials."""
|
|
import json
|
|
from pathlib import Path
|
|
import sys
|
|
import urllib.error
|
|
import urllib.request
|
|
sys.path[:0]=['/app/src',str(Path.cwd()/'tests')]
|
|
from client import Client
|
|
from pipeline import connect,validate,event
|
|
from objects import Objects
|
|
from postgres import setting
|
|
|
|
c=Client();a,b,e,chat=c.bootstrap();att,raw=c.attachment(a,chat);ready=c.wait_ready(b,att)
|
|
with connect() as conn:
|
|
row=conn.execute('SELECT object_key, current_job_id FROM attachments WHERE 1=1 AND id = %s',(att['id'],)).fetchone()
|
|
job=conn.execute('SELECT * FROM attachment_jobs WHERE 1=1 AND id = %s',(row['current_job_id'],)).fetchone()
|
|
message=event(job);message['attempt']=max(1,job['attempt'])
|
|
assert validate(message)
|
|
assert set(message)=={'schema_version','job_id','type','attachment_id','pipeline_version','attempt','created_at'}
|
|
assert len(json.dumps(message))<1024
|
|
for path in ('/'+Objects(setting).bucket+'/'+row['object_key'],'/'+Objects(setting).bucket+'?list-type=2'):
|
|
try:urllib.request.urlopen('http://s3:8333'+path,timeout=2);raise AssertionError('anonymous access')
|
|
except urllib.error.HTTPError as error:assert error.code==403
|
|
for key in ['schema_version','pipeline_version','attempt']:
|
|
bad=dict(message);bad[key]=True;assert not validate(bad)
|
|
for body in [dict(message,extra='x'),dict(message,created_at='bad'),dict(message,traceparent='bad')]:assert not validate(body)
|
|
print(json.dumps({'anonymous_object_and_list_403':True,'job_fields':sorted(message),'job_bytes':len(json.dumps(message)),'no_source_bytes_or_credentials_in_envelope':True,'strict_invalid_envelope_checks':True},indent=2))
|