Files
mtusi2026lab3/evidence/experiment-rolling.json
T

483 lines
11 KiB
JSON

{
"mode": "rolling",
"started": "2026-10-20T09:50:22+0300",
"profile": {
"workers": 4,
"loop": "closed: POST message (retry same key until 201) + GET limit=1",
"client_timeout_seconds": 5,
"phases_seconds": {
"before": 8,
"outage": 10,
"after": 8
}
},
"runs": [
{
"scenario": "rolling update",
"target_instance": null,
"workers": 4,
"events_seconds": {
"action_start": 10.323,
"action_end": 26.786,
"end": 34.791
},
"instances_before": [
"109172df7747",
"f6e244c650a2"
],
"instances_after": [
"500528cb388e",
"de52b5578b6b"
],
"target_responses_while_stopped": null,
"restored_replica_in_rotation_seconds": null,
"instances_seen_from_action": {
"109172df7747": [
-10.3,
14.813
],
"f6e244c650a2": [
-10.296,
8.226
],
"500528cb388e": [
6.241,
24.466
],
"de52b5578b6b": [
13.791,
24.468
]
},
"phases": {
"before": {
"seconds": 10.323,
"write": {
"ok": 3687,
"errors": 0,
"ok_rps": 357.2,
"latency_ms": {
"p50": 5.4,
"p95": 10.3,
"p99": 28.9
}
},
"read": {
"ok": 3684,
"errors": 0,
"ok_rps": 356.9,
"latency_ms": {
"p50": 4.2,
"p95": 7.8,
"p99": 19.9
}
}
},
"during": {
"seconds": 16.463,
"write": {
"ok": 5071,
"errors": 0,
"ok_rps": 308.0,
"latency_ms": {
"p50": 5.4,
"p95": 16.9,
"p99": 38.6
}
},
"read": {
"ok": 5073,
"errors": 0,
"ok_rps": 308.1,
"latency_ms": {
"p50": 4.2,
"p95": 12.3,
"p99": 31.4
}
}
},
"after": {
"seconds": 8.005,
"write": {
"ok": 2800,
"errors": 0,
"ok_rps": 349.8,
"latency_ms": {
"p50": 4.8,
"p95": 10.9,
"p99": 48.3
}
},
"read": {
"ok": 2801,
"errors": 0,
"ok_rps": 349.9,
"latency_ms": {
"p50": 3.7,
"p95": 8.0,
"p99": 47.3
}
}
}
},
"recovery": {
"write_errors": 0,
"error_kinds": {},
"write_recovery_seconds": 0.0,
"max_write_gap_seconds": 0.299
},
"integrity": {
"messages_in_history": 11558,
"confirmed_unique": 11558,
"confirmed_missing_or_changed": 0,
"duplicate_ids": 0,
"duplicate_texts": 0,
"retried_writes_confirmed_as_replay": 0
},
"container_stats_before_action": [
"messenger-lab3-nginx-1\t10.92%\t3.227MiB / 64MiB",
"messenger-lab3-postgres-1\t30.04%\t54.82MiB / 512MiB",
"messenger-lab3-api-1\t85.53%\t52.1MiB / 512MiB",
"messenger-lab3-api-2\t84.90%\t54.01MiB / 512MiB"
],
"action_output": [
"[09:50:33] build revision exp-1792479022",
"[09:50:34] migrate",
"[09:50:36] scale api to 3, wait healthy",
"[09:50:41] graceful stop messenger-lab3-api-1",
"[09:50:42] scale api to 3, wait healthy",
"[09:50:47] graceful stop messenger-lab3-api-2",
"[09:50:49] done: all API replicas run revision exp-1792479022"
],
"restore_output_tail": [],
"timeline": [
{
"t": 0,
"ok": 705,
"errors": 0,
"instances": {
"109172df7747": 354,
"f6e244c650a2": 351
}
},
{
"t": 1,
"ok": 522,
"errors": 0,
"instances": {
"f6e244c650a2": 263,
"109172df7747": 259
}
},
{
"t": 2,
"ok": 733,
"errors": 0,
"instances": {
"109172df7747": 367,
"f6e244c650a2": 366
}
},
{
"t": 3,
"ok": 771,
"errors": 0,
"instances": {
"109172df7747": 385,
"f6e244c650a2": 386
}
},
{
"t": 4,
"ok": 725,
"errors": 0,
"instances": {
"109172df7747": 363,
"f6e244c650a2": 362
}
},
{
"t": 5,
"ok": 803,
"errors": 0,
"instances": {
"109172df7747": 401,
"f6e244c650a2": 402
}
},
{
"t": 6,
"ok": 449,
"errors": 0,
"instances": {
"109172df7747": 224,
"f6e244c650a2": 225
}
},
{
"t": 7,
"ok": 777,
"errors": 0,
"instances": {
"109172df7747": 390,
"f6e244c650a2": 387
}
},
{
"t": 8,
"ok": 803,
"errors": 0,
"instances": {
"f6e244c650a2": 402,
"109172df7747": 401
}
},
{
"t": 9,
"ok": 811,
"errors": 0,
"instances": {
"109172df7747": 405,
"f6e244c650a2": 406
}
},
{
"t": 10,
"ok": 677,
"errors": 0,
"instances": {
"109172df7747": 339,
"f6e244c650a2": 338
}
},
{
"t": 11,
"ok": 271,
"errors": 0,
"instances": {
"f6e244c650a2": 135,
"109172df7747": 136
}
},
{
"t": 12,
"ok": 432,
"errors": 0,
"instances": {
"f6e244c650a2": 217,
"109172df7747": 215
}
},
{
"t": 13,
"ok": 422,
"errors": 0,
"instances": {
"109172df7747": 211,
"f6e244c650a2": 211
}
},
{
"t": 14,
"ok": 533,
"errors": 0,
"instances": {
"109172df7747": 267,
"f6e244c650a2": 266
}
},
{
"t": 15,
"ok": 737,
"errors": 0,
"instances": {
"f6e244c650a2": 369,
"109172df7747": 368
}
},
{
"t": 16,
"ok": 683,
"errors": 0,
"instances": {
"109172df7747": 276,
"f6e244c650a2": 277,
"500528cb388e": 130
}
},
{
"t": 17,
"ok": 635,
"errors": 0,
"instances": {
"500528cb388e": 212,
"109172df7747": 212,
"f6e244c650a2": 211
}
},
{
"t": 18,
"ok": 841,
"errors": 0,
"instances": {
"f6e244c650a2": 153,
"500528cb388e": 345,
"109172df7747": 343
}
},
{
"t": 19,
"ok": 782,
"errors": 0,
"instances": {
"109172df7747": 391,
"500528cb388e": 391
}
},
{
"t": 20,
"ok": 254,
"errors": 0,
"instances": {
"109172df7747": 128,
"500528cb388e": 126
}
},
{
"t": 21,
"ok": 767,
"errors": 0,
"instances": {
"500528cb388e": 384,
"109172df7747": 383
}
},
{
"t": 22,
"ok": 761,
"errors": 0,
"instances": {
"109172df7747": 380,
"500528cb388e": 381
}
},
{
"t": 23,
"ok": 795,
"errors": 0,
"instances": {
"500528cb388e": 397,
"109172df7747": 398
}
},
{
"t": 24,
"ok": 924,
"errors": 0,
"instances": {
"109172df7747": 322,
"500528cb388e": 321,
"de52b5578b6b": 281
}
},
{
"t": 25,
"ok": 681,
"errors": 0,
"instances": {
"500528cb388e": 320,
"109172df7747": 41,
"de52b5578b6b": 320
}
},
{
"t": 26,
"ok": 232,
"errors": 0,
"instances": {
"de52b5578b6b": 115,
"500528cb388e": 117
}
},
{
"t": 27,
"ok": 252,
"errors": 0,
"instances": {
"de52b5578b6b": 126,
"500528cb388e": 126
}
},
{
"t": 28,
"ok": 633,
"errors": 0,
"instances": {
"de52b5578b6b": 317,
"500528cb388e": 316
}
},
{
"t": 29,
"ok": 940,
"errors": 0,
"instances": {
"500528cb388e": 470,
"de52b5578b6b": 470
}
},
{
"t": 30,
"ok": 814,
"errors": 0,
"instances": {
"de52b5578b6b": 407,
"500528cb388e": 407
}
},
{
"t": 31,
"ok": 626,
"errors": 0,
"instances": {
"de52b5578b6b": 313,
"500528cb388e": 313
}
},
{
"t": 32,
"ok": 878,
"errors": 0,
"instances": {
"de52b5578b6b": 439,
"500528cb388e": 439
}
},
{
"t": 33,
"ok": 740,
"errors": 0,
"instances": {
"500528cb388e": 370,
"de52b5578b6b": 370
}
},
{
"t": 34,
"ok": 707,
"errors": 0,
"instances": {
"500528cb388e": 353,
"de52b5578b6b": 354
}
}
],
"revisions_after": [
"CONTAINER STATE INSTANCE PID REVISION",
"messenger-lab3-api-3 running/healthy 500528cb388e 60335 exp-1792479022",
"messenger-lab3-api-4 running/healthy de52b5578b6b 60779 exp-1792479022"
]
}
]
}