HAProxy checks get fastinter 500ms and timeout check 2.5s (hung replica detected within 6.5 s), http-reuse never with uvicorn keep-alive 60 s so the LB closes idle replica connections, and app connections set idle_in_transaction_session_timeout so a frozen replica releases its idempotency key. The bench stand runs behind HAProxy with N replicas and gains the failover profile (make bench_failover / bench_failover_quick): constant-rate writes with a key and reads while each replica is stopped, killed or paused, with per-second timeline, detection and recovery time and write reconciliation. Driver commands idle-conns and hang-key check the keep-alive and hung-transaction decisions. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
56 lines
1.8 KiB
JavaScript
56 lines
1.8 KiB
JavaScript
// Повтор неподтверждённых записей фазы отказа с тем же ключом и тем же
|
|
// телом до 201 (решение 7 design change graceful-failover). Номера — в
|
|
// retry.json рабочего каталога; итог — retry-result.json: сколько
|
|
// получили 201 и какие нет. Ключ и текст строятся так же, как в
|
|
// failover.js, поэтому повтор после неопределённого исхода (kill, 504)
|
|
// возвращает сохранённое сообщение или пишет его впервые — без дубля.
|
|
import { sleep } from "k6";
|
|
|
|
import { WORK_DIR, sendMessage, syntheticText } from "./lib.js";
|
|
|
|
const fixture = JSON.parse(open(`${WORK_DIR}/fixture.json`));
|
|
const items = JSON.parse(open(`${WORK_DIR}/retry.json`)).items;
|
|
const RUN = __ENV.RUN;
|
|
const PHASE = Number(__ENV.PHASE);
|
|
const ATTEMPTS = 5;
|
|
|
|
export const options = {
|
|
vus: 1,
|
|
iterations: 1,
|
|
setupTimeout: "5m",
|
|
};
|
|
|
|
export function setup() {
|
|
let ok = 0;
|
|
const failed = [];
|
|
for (const n of items) {
|
|
const sender = fixture.memberIds[n % fixture.memberIds.length];
|
|
let status = 0;
|
|
for (let attempt = 1; attempt <= ATTEMPTS; attempt++) {
|
|
const res = sendMessage(
|
|
fixture.writeChatId,
|
|
fixture.tokens[sender],
|
|
syntheticText(`f${PHASE}`, n),
|
|
`${RUN}.${PHASE}.${n}`,
|
|
);
|
|
status = res.status;
|
|
if (status === 201) {
|
|
break;
|
|
}
|
|
sleep(1);
|
|
}
|
|
if (status === 201) {
|
|
ok += 1;
|
|
} else {
|
|
failed.push({ n, status });
|
|
}
|
|
}
|
|
return { ok, failed };
|
|
}
|
|
|
|
export default function () {}
|
|
|
|
export function handleSummary(data) {
|
|
return { [`${WORK_DIR}/retry-result.json`]: JSON.stringify(data.setup_data) };
|
|
}
|