Files
mtusi2026lab3/scripts/pool_study.py
T

66 lines
3.6 KiB
Python

import argparse
import csv
from datetime import datetime, timezone
import json
from research import OUT, benchmark, dataset, deploy
def graph(rows):
import matplotlib
matplotlib.use('Agg')
import matplotlib.pyplot as plt
import statistics
selected = [row for row in rows if row['series'] == 'active-window']
fig, axes = plt.subplots(1, 2, figsize=(11, 4), layout='constrained')
groups = [[row['successful_rps'] for row in selected if row['pool'] == 8 and row['concurrency'] == count] for count in (4, 16, 64)]
axes[0].errorbar([4, 16, 64], [statistics.mean(group) for group in groups], yerr=[(max(group)-min(group))/2 for group in groups], marker='o', capsize=4)
axes[0].set(title='Synchronized active window, pool=8', xlabel='Concurrent clients', ylabel='Successful requests / second')
groups = [[row['successful_rps'] for row in selected if row['pool'] == pool and row['concurrency'] == 64] for pool in (8, 1)]
axes[1].bar(['pool=8', 'pool=1'], [statistics.mean(group) for group in groups], yerr=[(max(group)-min(group))/2 for group in groups], capsize=5, color=['#2563eb', '#16a34a'])
axes[1].set(title='Paired comparison, 64 clients', ylabel='Successful requests / second')
for axis in axes:
axis.set_ylim(bottom=0)
axis.grid(axis='y', alpha=0.25)
fig.savefig(OUT / 'active-window.png', dpi=160)
fig.savefig(OUT / 'active-window.svg')
plt.close(fig)
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--resume', action='store_true')
args = parser.parse_args()
rows = json.loads((OUT / 'results.json').read_text(encoding='utf-8'))
if not args.resume:
rows = [row for row in rows if row['series'] != 'active-window']
completed = {row['repeat'] for row in rows if row['series'] == 'active-window'}
environment = json.loads((OUT / 'environment.json').read_text(encoding='utf-8'))
order = [(8, 4), (8, 16), (8, 64), (1, 64), (1, 64), (8, 64)]
environment.setdefault('active_window_study', {'date_utc': datetime.now(timezone.utc).isoformat(), 'order_pool_concurrency': order, 'replicas': 4, 'cpu_each': 0.5, 'memory_mb_each': 256, 'duration_seconds': 15})
environment['active_window_study']['dataset_at_resume' if args.resume else 'dataset_before'] = dataset()
(OUT / 'environment.json').write_text(json.dumps(environment, indent=2), encoding='utf-8')
try:
for index, (pool, concurrency) in enumerate(order, 1):
if index in completed:
continue
deploy(4, 0.5, 256, pool)
print(f'Active window {index}/6: pool={pool}, clients={concurrency}', flush=True)
result = benchmark(f'active-{index}-p{pool}-c{concurrency}', 15, concurrency, active=True)
rows.append(dict(series='active-window', replicas=4, cpu_each=0.5, memory_mb_each=256, pool=pool, repeat=index, **result))
(OUT / 'results.json').write_text(json.dumps(rows, indent=2), encoding='utf-8')
environment['active_window_study']['dataset_after'] = dataset()
(OUT / 'environment.json').write_text(json.dumps(environment, indent=2), encoding='utf-8')
graph(rows)
fields = ['series', 'replicas', 'cpu_each', 'memory_mb_each', 'pool', 'repeat', 'concurrency', 'successful_rps', 'failed_requests', 'error_ratio']
with (OUT / 'results.csv').open('w', encoding='utf-8', newline='') as stream:
writer = csv.DictWriter(stream, fieldnames=fields, extrasaction='ignore')
writer.writeheader()
writer.writerows(rows)
finally:
deploy(2, 0.5, 256, 1)
if __name__ == '__main__':
main()