82 lines
3.0 KiB
Python
82 lines
3.0 KiB
Python
#!/usr/bin/env python3
|
|
"""Сидирует 100k сообщений в 24 чата с неравномерными размерами (трек 2)."""
|
|
import base64
|
|
import sys
|
|
import time
|
|
import uuid
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
sys.path.insert(0, str(ROOT / 'tests'))
|
|
|
|
from client import Client, arguments, check, run # noqa: E402
|
|
|
|
|
|
def make_user(c, label):
|
|
username = f'{label}_{uuid.uuid4().hex[:12]}'
|
|
password = 'T3st-' + uuid.uuid4().hex
|
|
user = c.call('POST', '/api/v1/users', 201, body={
|
|
'username': username, 'display_name': label.capitalize(),
|
|
'password': password}, schema='User')['json']
|
|
cred = base64.b64encode(f'{username}:{password}'.encode()).decode()
|
|
s = c.call('POST', '/api/v1/auth/sessions', 201,
|
|
headers={'Authorization': 'Basic ' + cred}, schema='Session')['json']
|
|
return {'id': user['id'], 'username': username, 'token': s['token']}
|
|
|
|
|
|
def seed_chat(base_url, ca_file, alice, bob, title, count, workers=8):
|
|
c = Client(base_url, ca_file)
|
|
chat = c.call('POST', '/api/v1/chats', 201, actor=alice, body={
|
|
'title': title, 'member_ids': [alice['id'], bob['id']]},
|
|
schema='Chat')['json']
|
|
chat_id = chat['id']
|
|
|
|
per_worker = count // workers
|
|
remainder = count - per_worker * workers
|
|
|
|
def worker(wid):
|
|
local = Client(base_url, ca_file, timeout=20)
|
|
n = per_worker + (1 if wid < remainder else 0)
|
|
for i in range(n):
|
|
local.call('POST', f'/api/v1/chats/{chat_id}/messages', 201,
|
|
actor=alice, body={'text': f'{title} #{wid}-{i}'},
|
|
schema='Message')
|
|
|
|
started = time.monotonic()
|
|
with ThreadPoolExecutor(max_workers=workers) as pool:
|
|
list(pool.map(worker, range(workers)))
|
|
elapsed = time.monotonic() - started
|
|
print(f' {title}: {count} сообщений за {elapsed:.1f}s ({count/max(elapsed,0.001):.0f}/s)')
|
|
return chat_id
|
|
|
|
|
|
def main():
|
|
args = arguments('Сидирует неравномерные чаты для трека 2')
|
|
c = Client(args.base_url, args.ca_file)
|
|
alice = make_user(c, 'track2_a')
|
|
bob = make_user(c, 'track2_b')
|
|
|
|
plan = (
|
|
[('hot', 55_000)] +
|
|
[('medium-%d' % i, 10_000) for i in range(1, 4)] +
|
|
[('small-%d' % i, 1_000) for i in range(1, 11)] +
|
|
[('tiny-%d' % i, 500) for i in range(1, 11)]
|
|
)
|
|
total = sum(n for _, n in plan)
|
|
check(total == 100_000, f'сумма {total} != 100000')
|
|
|
|
result = {}
|
|
started = time.monotonic()
|
|
for title, count in plan:
|
|
result[title] = seed_chat(args.base_url, args.ca_file, alice, bob, title, count)
|
|
elapsed = time.monotonic() - started
|
|
|
|
print(f'\nВсего {total} сообщений за {elapsed:.1f}s ({total/elapsed:.0f}/s)')
|
|
print('chat_id для EXPLAIN (сохраните эти значения):')
|
|
for title in ('hot', 'medium-1', 'small-1', 'tiny-1'):
|
|
print(f' {title}: {result[title]}')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
run(main) |